File size: 3,341 Bytes
7cbbfe6 148ebe5 e585775 148ebe5 e585775 148ebe5 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 e585775 7cbbfe6 55a84fb e585775 7cbbfe6 a5600f4 7e42bb7 a5600f4 7cbbfe6 0995bc4 55a84fb 7cbbfe6 0995bc4 96c5fd7 7cbbfe6 96c5fd7 7cbbfe6 96c5fd7 7cbbfe6 96c5fd7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
import os
# this is .py for store constants
MODEL_TYPE = [
"Video",
"3D",
"4D"
]
DEFAULT_MODEL_TYPE = [
"Video",
"3D",
"4D"
]
ABILITY = [
"I2V",
"T2V"
]
DEFAULT_ABILITY = [
"I2V",
"T2V"
]
TASK_INFO = [
"WorldScore-Static",
"WorldScore-Dynamic",
"Camera Control",
"Object Control",
"Content Alignment",
"3D Consistency",
"Photometric Consistency",
"Style Consistency",
"Subjective Quality",
"Motion Accuracy",
"Motion Magnitude",
"Motion Smoothness",
]
DEFAULT_INFO = [
"WorldScore-Static",
]
MODEL_INFO = [
"Model Type",
"Model Name",
"Ability",
"Sampled by",
"Evaluated by",
"Accessibility",
"Date",
]
COLNAME2KEY = {
"WorldScore-Static":"WorldScore-Static",
"WorldScore-Dynamic":"WorldScore-Dynamic",
"Camera Control":"camera_control",
"Object Control":"object_control",
"Content Alignment":"content_alignment",
"3D Consistency":"3d_consistency",
"Photometric Consistency":"photometric_consistency",
"Style Consistency":"style_consistency",
"Subjective Quality":"subjective_quality",
"Motion Accuracy":"motion_accuracy",
"Motion Magnitude":"motion_magnitude",
"Motion Smoothness":"motion_smoothness",
}
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
SUBMISSION_NAME = "worldscore_leaderboard_submission"
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
CSV_DIR = "./worldscore_leaderboard_submission/results.csv"
INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv"
COLUMN_NAMES = MODEL_INFO + TASK_INFO
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
[Paper](https://arxiv.org/abs/2503.15669) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore)
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
**Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
"""
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
1. Please note that you need to obtain the file `worldscore_output/worldscore.json` by running WorldScore in Github. You may conduct an [Offline Check](https://github.com/Vchitect/VBench?tab=readme-ov-file#get-final-score-and-submit-to-leaderboard) before uploading.
2. Then, pack these JSON files into a `ZIP` archive, ensuring that the top-level directory of the ZIP contains the individual JSON files.
3. Finally, upload the ZIP archive below.
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public.
""" |