|
|
import os |
|
|
|
|
|
MODEL_TYPE = [ |
|
|
"Video", |
|
|
"3D", |
|
|
"4D" |
|
|
] |
|
|
DEFAULT_MODEL_TYPE = [ |
|
|
"Video", |
|
|
"3D", |
|
|
"4D" |
|
|
] |
|
|
|
|
|
ABILITY = [ |
|
|
"I2V", |
|
|
"T2V" |
|
|
] |
|
|
DEFAULT_ABILITY = [ |
|
|
"I2V", |
|
|
"T2V" |
|
|
] |
|
|
|
|
|
TASK_INFO = [ |
|
|
"WorldScore-Static", |
|
|
"WorldScore-Dynamic", |
|
|
"Camera Control", |
|
|
"Object Control", |
|
|
"Content Alignment", |
|
|
"3D Consistency", |
|
|
"Photometric Consistency", |
|
|
"Style Consistency", |
|
|
"Subjective Quality", |
|
|
"Motion Accuracy", |
|
|
"Motion Magnitude", |
|
|
"Motion Smoothness", |
|
|
] |
|
|
DEFAULT_INFO = [ |
|
|
"WorldScore-Static", |
|
|
] |
|
|
|
|
|
MODEL_INFO = [ |
|
|
"Model Type", |
|
|
"Model Name", |
|
|
"Ability", |
|
|
"Sampled by", |
|
|
"Evaluated by", |
|
|
"Accessibility", |
|
|
"Date", |
|
|
] |
|
|
|
|
|
COLNAME2KEY = { |
|
|
"WorldScore-Static":"WorldScore-Static", |
|
|
"WorldScore-Dynamic":"WorldScore-Dynamic", |
|
|
"Camera Control":"camera_control", |
|
|
"Object Control":"object_control", |
|
|
"Content Alignment":"content_alignment", |
|
|
"3D Consistency":"3d_consistency", |
|
|
"Photometric Consistency":"photometric_consistency", |
|
|
"Style Consistency":"style_consistency", |
|
|
"Subjective Quality":"subjective_quality", |
|
|
"Motion Accuracy":"motion_accuracy", |
|
|
"Motion Magnitude":"motion_magnitude", |
|
|
"Motion Smoothness":"motion_smoothness", |
|
|
} |
|
|
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number'] |
|
|
|
|
|
SUBMISSION_NAME = "worldscore_leaderboard_submission" |
|
|
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME) |
|
|
CSV_DIR = "./worldscore_leaderboard_submission/results.csv" |
|
|
INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv" |
|
|
|
|
|
COLUMN_NAMES = MODEL_INFO + TASK_INFO |
|
|
|
|
|
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard |
|
|
[Paper](https://arxiv.org/abs/2504.00983) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore) |
|
|
|
|
|
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation. |
|
|
|
|
|
**Join Leaderboard**: Clicking the `Submit here!` button for more details. |
|
|
""" |
|
|
|
|
|
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission |
|
|
|
|
|
1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page. |
|
|
2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore). |
|
|
3. Click the `Submit here!` button and fill in the required information. |
|
|
4. Finally, upload the JSON file below, make sure to click the `Refresh` button. |
|
|
|
|
|
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. |
|
|
""" |
