|
|
import os |
|
|
|
|
|
MODEL_TYPE = [ |
|
|
"Video", |
|
|
"3D", |
|
|
"4D" |
|
|
] |
|
|
DEFAULT_MODEL_TYPE = [ |
|
|
"Video", |
|
|
"3D", |
|
|
"4D" |
|
|
] |
|
|
|
|
|
ABILITY = [ |
|
|
"I2V", |
|
|
"T2V" |
|
|
] |
|
|
DEFAULT_ABILITY = [ |
|
|
"I2V", |
|
|
"T2V" |
|
|
] |
|
|
|
|
|
TASK_INFO = [ |
|
|
"WorldScore-Static", |
|
|
"WorldScore-Dynamic", |
|
|
"Camera Control", |
|
|
"Object Control", |
|
|
"Content Alignment", |
|
|
"3D Consistency", |
|
|
"Photometric Consistency", |
|
|
"Style Consistency", |
|
|
"Subjective Quality", |
|
|
"Motion Accuracy", |
|
|
"Motion Magnitude", |
|
|
"Motion Smoothness", |
|
|
] |
|
|
DEFAULT_INFO = [ |
|
|
"WorldScore-Static", |
|
|
] |
|
|
|
|
|
MODEL_INFO = [ |
|
|
"Model Type", |
|
|
"Model Name", |
|
|
"Ability", |
|
|
"Sampled by", |
|
|
"Evaluated by", |
|
|
"Accessibility", |
|
|
"Date", |
|
|
] |
|
|
|
|
|
COLNAME2KEY = { |
|
|
"WorldScore-Static":"WorldScore-Static", |
|
|
"WorldScore-Dynamic":"WorldScore-Dynamic", |
|
|
"Camera Control":"camera_control", |
|
|
"Object Control":"object_control", |
|
|
"Content Alignment":"content_alignment", |
|
|
"3D Consistency":"3d_consistency", |
|
|
"Photometric Consistency":"photometric_consistency", |
|
|
"Style Consistency":"style_consistency", |
|
|
"Subjective Quality":"subjective_quality", |
|
|
"Motion Accuracy":"motion_accuracy", |
|
|
"Motion Magnitude":"motion_magnitude", |
|
|
"Motion Smoothness":"motion_smoothness", |
|
|
} |
|
|
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number'] |
|
|
|
|
|
SUBMISSION_NAME = "worldscore_leaderboard_submission" |
|
|
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME) |
|
|
CSV_DIR = "./worldscore_leaderboard_submission/results.csv" |
|
|
INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv" |
|
|
|
|
|
COLUMN_NAMES = MODEL_INFO + TASK_INFO |
|
|
|
|
|
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard |
|
|
[Paper](https://arxiv.org/abs/2503.15669) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore) |
|
|
|
|
|
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation. |
|
|
|
|
|
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button. |
|
|
""" |
|
|
|
|
|
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission |
|
|
|
|
|
1. Please note that you need to obtain the file `worldscore_output/worldscore.json` by running WorldScore in Github. You may conduct an [Offline Check](https://github.com/Vchitect/VBench?tab=readme-ov-file#get-final-score-and-submit-to-leaderboard) before uploading. |
|
|
2. Then, pack these JSON files into a `ZIP` archive, ensuring that the top-level directory of the ZIP contains the individual JSON files. |
|
|
3. Finally, upload the ZIP archive below. |
|
|
|
|
|
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public. |
|
|
""" |
