File size: 3,064 Bytes
7cbbfe6 148ebe5 e585775 148ebe5 e585775 148ebe5 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 55a84fb 8199846 7cbbfe6 a5600f4 7e42bb7 a5600f4 7cbbfe6 0995bc4 f5b3095 7cbbfe6 0995bc4 96c5fd7 8199846 7cbbfe6 96c5fd7 7cbbfe6 8199846 7cbbfe6 c24db25 96c5fd7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 |
import os
# this is .py for store constants
MODEL_TYPE = [
"Video",
"3D",
"4D"
]
DEFAULT_MODEL_TYPE = [
"Video",
"3D",
"4D"
]
ABILITY = [
"I2V",
"T2V"
]
DEFAULT_ABILITY = [
"I2V",
"T2V"
]
TASK_INFO = [
"WorldScore-Static",
"WorldScore-Dynamic",
"Camera Control",
"Object Control",
"Content Alignment",
"3D Consistency",
"Photometric Consistency",
"Style Consistency",
"Subjective Quality",
"Motion Accuracy",
"Motion Magnitude",
"Motion Smoothness",
]
DEFAULT_INFO = [
"WorldScore-Static",
]
MODEL_INFO = [
"Model Type",
"Model Name",
"Ability",
"Sampled by",
"Evaluated by",
"Accessibility",
"Date",
]
COLNAME2KEY = {
"WorldScore-Static":"WorldScore-Static",
"WorldScore-Dynamic":"WorldScore-Dynamic",
"Camera Control":"camera_control",
"Object Control":"object_control",
"Content Alignment":"content_alignment",
"3D Consistency":"3d_consistency",
"Photometric Consistency":"photometric_consistency",
"Style Consistency":"style_consistency",
"Subjective Quality":"subjective_quality",
"Motion Accuracy":"motion_accuracy",
"Motion Magnitude":"motion_magnitude",
"Motion Smoothness":"motion_smoothness",
}
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
SUBMISSION_NAME = "worldscore_leaderboard_submission"
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
CSV_DIR = "./worldscore_leaderboard_submission/results.csv"
INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv"
COLUMN_NAMES = MODEL_INFO + TASK_INFO
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
[Paper](https://arxiv.org/abs/2504.00983) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore)
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
**Join Leaderboard**: Clicking the `Submit here!` button for more details.
"""
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page.
2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore).
3. Click the `Submit here!` button and fill in the required information.
4. Finally, upload the JSON file below, make sure to click the `Refresh` button.
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team.
""" |