Upload 2 files
Browse files- app.py +18 -6
- constants.py +7 -6
app.py
CHANGED
@@ -249,7 +249,7 @@ with block:
|
|
249 |
label="E-Mail (Will not be displayed)", placeholder="Contact email"
|
250 |
)
|
251 |
with gr.Row():
|
252 |
-
gr.Markdown("The following is optional and will be synced to [GitHub]
|
253 |
with gr.Row():
|
254 |
release_time = gr.Textbox(label="Version", placeholder="2025.03.29")
|
255 |
model_resolution = gr.Textbox(label="Resolution", placeholder="WidthxHeight")
|
@@ -258,12 +258,11 @@ with block:
|
|
258 |
model_frame = gr.Textbox(label="Frame Number", placeholder="int")
|
259 |
model_link_optional = gr.Textbox(label="Link", placeholder='optional')
|
260 |
with gr.Column():
|
261 |
-
input_file = gr.components.File(label = "Click to Upload a
|
262 |
submit_button = gr.Button("Submit Eval")
|
263 |
submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to WorldScore Benchmark!", visible=False)
|
264 |
fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `E-mail` are filled in correctly and the uploaded json file is valid.</span>', elem_classes="markdown-text",visible=False)
|
265 |
-
|
266 |
-
|
267 |
submission_result = gr.Markdown()
|
268 |
submit_button.click(
|
269 |
add_new_eval,
|
@@ -289,11 +288,24 @@ with block:
|
|
289 |
|
290 |
|
291 |
def refresh_data():
|
292 |
-
value = get_baseline_df()
|
293 |
-
data_component.value = value
|
294 |
model_type_filter.value = DEFAULT_MODEL_TYPE
|
295 |
ability_filter.value = DEFAULT_ABILITY
|
296 |
sort_by_filter.value = DEFAULT_INFO[0]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
297 |
|
298 |
return data_component, model_type_filter, ability_filter, sort_by_filter
|
299 |
|
|
|
249 |
label="E-Mail (Will not be displayed)", placeholder="Contact email"
|
250 |
)
|
251 |
with gr.Row():
|
252 |
+
gr.Markdown("The following is optional and will be synced to [GitHub](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#world-generation-models-info)", elem_classes="markdown-text")
|
253 |
with gr.Row():
|
254 |
release_time = gr.Textbox(label="Version", placeholder="2025.03.29")
|
255 |
model_resolution = gr.Textbox(label="Resolution", placeholder="WidthxHeight")
|
|
|
258 |
model_frame = gr.Textbox(label="Frame Number", placeholder="int")
|
259 |
model_link_optional = gr.Textbox(label="Link", placeholder='optional')
|
260 |
with gr.Column():
|
261 |
+
input_file = gr.components.File(label = "Click to Upload a JSON File", file_count="single", file_types=[".json"])
|
262 |
submit_button = gr.Button("Submit Eval")
|
263 |
submit_succ_button = gr.Markdown("Submit Success! Please press refresh and return to WorldScore Benchmark!", visible=False)
|
264 |
fail_textbox = gr.Markdown('<span style="color:red;">Please ensure that the `Model Name`, `Project Page`, and `E-mail` are filled in correctly and the uploaded json file is valid.</span>', elem_classes="markdown-text",visible=False)
|
265 |
+
|
|
|
266 |
submission_result = gr.Markdown()
|
267 |
submit_button.click(
|
268 |
add_new_eval,
|
|
|
288 |
|
289 |
|
290 |
def refresh_data():
|
|
|
|
|
291 |
model_type_filter.value = DEFAULT_MODEL_TYPE
|
292 |
ability_filter.value = DEFAULT_ABILITY
|
293 |
sort_by_filter.value = DEFAULT_INFO[0]
|
294 |
+
df = get_baseline_df()
|
295 |
+
|
296 |
+
df = df[df['Model Type'].isin(model_type_filter.value)]
|
297 |
+
df = df[df['Ability'].isin(ability_filter.value)]
|
298 |
+
df = df.sort_values(by=sort_by_filter.value, ascending=False)
|
299 |
+
|
300 |
+
data_component = gr.Dataframe(
|
301 |
+
value=df,
|
302 |
+
headers=COLUMN_NAMES,
|
303 |
+
type="pandas",
|
304 |
+
datatype=DATA_TITILE_TYPE,
|
305 |
+
interactive=False,
|
306 |
+
visible=True,
|
307 |
+
wrap=True
|
308 |
+
)
|
309 |
|
310 |
return data_component, model_type_filter, ability_filter, sort_by_filter
|
311 |
|
constants.py
CHANGED
@@ -62,7 +62,7 @@ COLNAME2KEY = {
|
|
62 |
"Motion Magnitude":"motion_magnitude",
|
63 |
"Motion Smoothness":"motion_smoothness",
|
64 |
}
|
65 |
-
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', '
|
66 |
|
67 |
SUBMISSION_NAME = "worldscore_leaderboard_submission"
|
68 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
|
@@ -72,18 +72,19 @@ INFO_DIR = "./worldscore_leaderboard_submission/model_info.csv"
|
|
72 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
73 |
|
74 |
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
|
75 |
-
[Paper](
|
76 |
|
77 |
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
|
78 |
|
79 |
-
**Join Leaderboard**:
|
80 |
"""
|
81 |
|
82 |
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
|
83 |
|
84 |
-
1. Please
|
85 |
-
2.
|
86 |
-
3.
|
|
|
87 |
|
88 |
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public.
|
89 |
"""
|
|
|
62 |
"Motion Magnitude":"motion_magnitude",
|
63 |
"Motion Smoothness":"motion_smoothness",
|
64 |
}
|
65 |
+
DATA_TITILE_TYPE = ['markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'markdown', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
66 |
|
67 |
SUBMISSION_NAME = "worldscore_leaderboard_submission"
|
68 |
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/Howieeeee/", SUBMISSION_NAME)
|
|
|
72 |
COLUMN_NAMES = MODEL_INFO + TASK_INFO
|
73 |
|
74 |
LEADERBORAD_INTRODUCTION = """# WorldScore Leaderboard
|
75 |
+
[Paper]() | [Website](https://haoyi-duan.github.io/WorldScore/) | [Code](https://github.com/haoyi-duan/WorldScore) | [Dataset](https://huggingface.co/datasets/Howieeeee/WorldScore)
|
76 |
|
77 |
🏆 Welcome to the leaderboard of **WorldScore**, the first unified evaluation benchmark for world generation.
|
78 |
|
79 |
+
**Join Leaderboard**: Clicking the `Submit here!` button for more details.
|
80 |
"""
|
81 |
|
82 |
SUBMIT_INTRODUCTION = """# Instruction for WorldScore Leaderboard Submission
|
83 |
|
84 |
+
1. Please see the [instructions](https://github.com/haoyi-duan/WorldScore/blob/main/README.md#leaderboard) for two ways to participate. One option is to upload the generated `worldscore.json` file directly on this page.
|
85 |
+
2. To obtain the `worldscore_output/worldscore.json`, you need to run WorldScore. For setup and usage, refer to the project on [GitHub](https://github.com/haoyi-duan/WorldScore).
|
86 |
+
3. Click the `Submit here!` button and fill in the required information.
|
87 |
+
4. Finally, upload the JSON file below, make sure to click the `Refresh` button.
|
88 |
|
89 |
⚠️ Submissions that do not correctly fill in the model name and model link may be removed by the WorldScore team. The contact information you filled in will not be made public.
|
90 |
"""
|