Howieeeee commited on
Commit
8199846
·
verified ·
1 Parent(s): 4c9bd23

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +18 -6
  2. constants.py +7 -6
app.py CHANGED
@@ -249,7 +249,7 @@ with block:
249
  label="E-Mail (Will not be displayed)", placeholder="Contact email"
250
  )
251
  with gr.Row():
252
- gr.Markdown("The following is optional and will be synced to [GitHub] (https://github.com/Vchitect/VBench/tree/master/sampled_videos#what-are-the-details-of-the-video-generation-models)", elem_classes="markdown-text")
253
  with gr.Row():
254
  release_time = gr.Textbox(label="Version", placeholder="2025.03.29")
255
  model_resolution = gr.Textbox(label="Resolution", placeholder="WidthxHeight")
@@ -258,12 +258,11 @@ with block:
258
  model_frame = gr.Textbox(label="Frame Number", placeholder="int")
259
  model_link_optional = gr.Textbox(label="Link", placeholder='optional')
260
  with gr.Column():
261
- input_file = gr.components.File(label = "Click to Upload a ZIP File", file_count="single", type='binary')
262
  submit_button = gr.Button("Submit Eval")
263
  submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to WorldScore Benchmark!", visible=False)
264
  fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `E-mail` are filled in correctly and the uploaded json file is valid.</span>', elem_classes="markdown-text",visible=False)
265
-
266
-
267
  submission_result = gr.Markdown()
268
  submit_button.click(
269
  add_new_eval,
@@ -289,11 +288,24 @@ with block:
289
 
290
 
291
  def refresh_data():
292
- value = get_baseline_df()
293
- data_component.value = value
294
  model_type_filter.value = DEFAULT_MODEL_TYPE
295
  ability_filter.value = DEFAULT_ABILITY
296
  sort_by_filter.value = DEFAULT_INFO[0]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
297
 
298
  return data_component, model_type_filter, ability_filter, sort_by_filter
299
 
 
249
  label="E-Mail (Will not be displayed)", placeholder="Contact email"
250
  )
251
  with gr.Row():
252
+ gr.Markdown("The following is optional and will be synced to [GitHub](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#world-generation-models-info)", elem_classes="markdown-text")
253
  with gr.Row():
254
  release_time = gr.Textbox(label="Version", placeholder="2025.03.29")
255
  model_resolution = gr.Textbox(label="Resolution", placeholder="WidthxHeight")
 
258
  model_frame = gr.Textbox(label="Frame Number", placeholder="int")
259
  model_link_optional = gr.Textbox(label="Link", placeholder='optional')
260
  with gr.Column():
261
+ input_file = gr.components.File(label = "Click to Upload a JSON File", file_count="single", file_types=[".json"])
262
  submit_button = gr.Button("Submit Eval")
263
  submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to WorldScore Benchmark!", visible=False)
264
  fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `E-mail` are filled in correctly and the uploaded json file is valid.</span>', elem_classes="markdown-text",visible=False)
265
+
 
266
  submission_result = gr.Markdown()
267
  submit_button.click(
268
  add_new_eval,
 
288
 
289
 
290
  def refresh_data():
 
 
291
  model_type_filter.value = DEFAULT_MODEL_TYPE
292
  ability_filter.value = DEFAULT_ABILITY
293
  sort_by_filter.value = DEFAULT_INFO[0]
294
+ df = get_baseline_df()
295
+
296
+ df = df[df['Model Type'].isin(model_type_filter.value)]
297
+ df = df[df['Ability'].isin(ability_filter.value)]
298
+ df = df.sort_values(by=sort_by_filter.value, ascending=False)
299
+
300
+ data_component = gr.Dataframe(
301
+ value=df,
302
+ headers=COLUMN_NAMES,
303
+ type="pandas",
304
+ datatype=DATA_TITILE_TYPE,
305
+ interactive=False,
306
+ visible=True,
307
+ wrap=True
308
+ )
309
 
310
  return data_component, model_type_filter, ability_filter, sort_by_filter
311
 
constants.py CHANGED
@@ -62,7 +62,7 @@ COLNAME2KEY = {
62
  "Motion Magnitude":"motion_magnitude",
63
  "Motion Smoothness":"motion_smoothness",
64
  }
65
- DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown']
66
 
67
  SUBMISSION_NAME = "worldscore_leaderboard_submission"
68
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
@@ -72,18 +72,19 @@ INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv"
72
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
73
 
74
  LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
75
- [Paper](https://arxiv.org/abs/2503.15669) | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore)
76
 
77
  🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
78
 
79
- **Join Leaderboard**: Please see the [instructions](https://github.com/Vchitect/VBench/tree/master?tab=readme-ov-file#trophy-leaderboard) for 3 options to participate. One option is to follow [VBench Usage info](https://github.com/Vchitect/VBench?tab=readme-ov-file#usage), and upload the generated `result.json` file here. After clicking the `Submit here!` button, click the `Refresh` button.
80
  """
81
 
82
  SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
83
 
84
- 1. Please note that you need to obtain the file `worldscore_output/worldscore.json` by running WorldScore in Github. You may conduct an [Offline Check](https://github.com/Vchitect/VBench?tab=readme-ov-file#get-final-score-and-submit-to-leaderboard) before uploading.
85
- 2. Then, pack these JSON files into a `ZIP` archive, ensuring that the top-level directory of the ZIP contains the individual JSON files.
86
- 3. Finally, upload the ZIP archive below.
 
87
 
88
  ⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public.
89
  """
 
62
  "Motion Magnitude":"motion_magnitude",
63
  "Motion Smoothness":"motion_smoothness",
64
  }
65
+ DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
66
 
67
  SUBMISSION_NAME = "worldscore_leaderboard_submission"
68
  SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
 
72
  COLUMN_NAMES = MODEL_INFO + TASK_INFO
73
 
74
  LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
75
+ [Paper]() | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore)
76
 
77
  🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
78
 
79
+ **Join Leaderboard**: Clicking the `Submit here!` button for more details.
80
  """
81
 
82
  SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
83
 
84
+ 1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page.
85
+ 2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore).
86
+ 3. Click the `Submit here!` button and fill in the required information.
87
+ 4. Finally, upload the JSON file below, make sure to click the `Refresh` button.
88
 
89
  ⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public.
90
  """