Howieeeee commited on
Commit
a5600f4
Β·
verified Β·
1 Parent(s): e24a92e

Upload constants.py

Browse files
Files changed (1) hide show
  1. constants.py +11 -13
constants.py CHANGED
@@ -166,13 +166,13 @@ I2V_QUALITY_WEIGHT = 1.0
166
  DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
167
  I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
168
 
169
- SUBMISSION_NAME = "vbench_leaderboard_submission"
170
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
171
- CSV_DIR = "./vbench_leaderboard_submission/results.csv"
172
- QUALITY_DIR = "./vbench_leaderboard_submission/quality.csv"
173
- I2V_DIR = "./vbench_leaderboard_submission/i2v_results.csv"
174
- LONG_DIR = "./vbench_leaderboard_submission/long_debug.csv"
175
- INFO_DIR = "./vbench_leaderboard_submission/model_info.csv"
176
 
177
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
178
  COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
@@ -180,14 +180,12 @@ COLUMN_NAMES_I2V = MODEL_INFO_TAB_I2V + I2V_TAB
180
 
181
  LEADERBORAD_INTRODUCTION = """# VBench Leaderboard
182
 
183
- *"Which Video Generation Model is better?"*
184
- πŸ† Welcome to the leaderboard of the **VBench**! 🎦 *A Comprehensive Benchmark Suite for Video Generative Models* (**CVPR 2024 Spotlight**) [![Code](https://img.shields.io/github/stars/Vchitect/VBench.svg?style=social&label=Official)](https://github.com/Vchitect/VBench)
185
  <div style="display: flex; flex-wrap: wrap; align-items: center; gap: 10px;">
186
- <a href='https://arxiv.org/abs/2311.17982'><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
187
- <a href='https://vchitect.github.io/VBench-project/'><img src='https://img.shields.io/badge/VBench-Website-green?logo=googlechrome&logoColor=green'></a>
188
- <a href='https://pypi.org/project/vbench/'><img src='https://img.shields.io/pypi/v/vbench'></a>
189
- <a href='https://www.youtube.com/watch?v=7IhCC8Qqn8Y'><img src='https://img.shields.io/badge/YouTube-Video-c4302b?logo=youtube&logoColor=red'></a>
190
- <a href='https://hits.seeyoufarm.com'><img src='https://hits.seeyoufarm.com/api/count/incr/badge.svg?url=https%3A%2F%2Fgithub.com%2FVchitect%2FVBench&count_bg=%23FFA500&title_bg=%23555555&icon=&icon_color=%23E7E7E7&title=visitors&edge_flat=false'></a>
191
  </div>
192
 
193
  - **Comprehensive Dimensions:** We carefully decompose video generation quality into 16 comprehensive dimensions to reveal individual model's strengths and weaknesses.
 
166
  DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
167
  I2V_TITILE_TYPE = ['markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
168
 
169
+ SUBMISSION_NAME = "worldscore_leaderboard_submission"
170
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
171
+ CSV_DIR = "./worldscore_leaderboard_submission/results.csv"
172
+ QUALITY_DIR = "./worldscore_leaderboard_submission/quality.csv"
173
+ I2V_DIR = "./worldscore_leaderboard_submission/i2v_results.csv"
174
+ LONG_DIR = "./worldscore_leaderboard_submission/long_debug.csv"
175
+ INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv"
176
 
177
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
178
  COLUMN_NAMES_QUALITY = MODEL_INFO_TAB_QUALITY + QUALITY_TAB
 
180
 
181
  LEADERBORAD_INTRODUCTION = """# VBench Leaderboard
182
 
183
+ πŸ† Welcome to the leaderboard of the **WorldScore**! *The first unified benchmark for world generation*
 
184
  <div style="display: flex; flex-wrap: wrap; align-items: center; gap: 10px;">
185
+ <a href=''><img src='https://img.shields.io/badge/cs.CV-Paper-b31b1b?logo=arxiv&logoColor=red'></a>
186
+ <a href='https://haoyi-duan.github.io/WorldScore/'><img src='https://img.shields.io/badge/WorldScore-Website-green?logo=googlechrome&logoColor=green'></a>
187
+ <a href='https://github.com/haoyi-duan/WorldScore'><img src='https://img.shields.io/badge/WorldScore-Code-blue?logo=github&logoColor=blue'></a>
188
+ <a href='https://huggingface.co/datasets/Howieeeee/WorldScore'><img src='https://img.shields.io/badge/WorldScore-Dataset-yellow?logo=huggingface&logoColor=yellow'></a>
 
189
  </div>
190
 
191
  - **Comprehensive Dimensions:** We carefully decompose video generation quality into 16 comprehensive dimensions to reveal individual model's strengths and weaknesses.