import os # this is .py for store constants MODEL_TYPE = [ "Video", "3D", "4D" ] DEFAULT_MODEL_TYPE = [ "Video", "3D", "4D" ] ABILITY = [ "I2V", "T2V" ] DEFAULT_ABILITY = [ "I2V", "T2V" ] TASK_INFO = [ "WorldScore-Static", "WorldScore-Dynamic", "Camera Control", "Object Control", "Content Alignment", "3D Consistency", "Photometric Consistency", "Style Consistency", "Subjective Quality", "Motion Accuracy", "Motion Magnitude", "Motion Smoothness", ] DEFAULT_INFO = [ "WorldScore-Static", ] MODEL_INFO = [ "Model Type", "Model Name", "Ability", "Sampled by", "Evaluated by", "Accessibility", "Date", ] COLNAME2KEY = { "WorldScore-Static":"WorldScore-Static", "WorldScore-Dynamic":"WorldScore-Dynamic", "Camera Control":"camera_control", "Object Control":"object_control", "Content Alignment":"content_alignment", "3D Consistency":"3d_consistency", "Photometric Consistency":"photometric_consistency", "Style Consistency":"style_consistency", "Subjective Quality":"subjective_quality", "Motion Accuracy":"motion_accuracy", "Motion Magnitude":"motion_magnitude", "Motion Smoothness":"motion_smoothness", } DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number'] SUBMISSION_NAME = "worldscore_leaderboard_submission" SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME) CSV_DIR = "./worldscore_leaderboard_submission/results.csv" INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv" COLUMN_NAMES = MODEL_INFO + TASK_INFO LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard [Paper](https://arxiv.org/abs/2504.00983) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore) 🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation. **Join Leaderboard**: Clicking the `Submit here!` button for more details. """ SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission 1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page. 2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore). 3. Click the `Submit here!` button and fill in the required information. 4. Finally, upload the JSON file below, make sure to click the `Refresh` button. ⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. """