ColinYK commited on
Commit
57c68f6
·
verified ·
1 Parent(s): 50ebe61

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -7
app.py CHANGED
@@ -53,7 +53,7 @@ def eval_request(model_name, org_link, huggingface_data_set_name):
53
  }
54
  response = requests.post(
55
  "http://47.239.99.255/A2Bench_evaluation/eval",
56
- json=params, # 使用json参数自动设置Content-Type为application/json
57
  headers={"Content-Type": "application/json"}
58
  )
59
  return response.json()
@@ -97,7 +97,6 @@ _HEADER_1 = '''
97
  <h1 style="font-size: 2.5rem; font-weight: 700; margin-bottom: 1rem; display: contents;">A2-Bench Leaderboard</h1>
98
  <p style="font-size: 1rem; margin-bottom: 1.5rem;">Paper: <a href='https://arxiv.org/pdf/2504.02436' target='_blank'>SkyReels-A2 </a> | Codes: <a href='https://github.com/SkyworkAI/SkyReels-A2' target='_blank'>GitHub</a> | <a href='https://huggingface.co/Skywork/SkyReels-A2' target='_blank'>HugginceFace</a></p>
99
  </div>
100
-
101
  ❗️❗️❗️**LEADERBOARD INTRODUCTION:** ❗️❗️❗️
102
  This is A2-Bench leaderboard which is used to evaluate the performance of elements-to-video (E2V) generation models.
103
  We provide an evaluation set containing 50 paired multiple elements (character, object, and background). You can check [evaluation set introduction]() for more details. Each evaluation case includes:
@@ -122,15 +121,12 @@ img = '''
122
  </div>
123
  '''
124
  __HEADER__2 = '''
125
-
126
  We provide a set of evaluation metric of elements-to-video models and a leaderboard to show the performance of different models.
127
  Evaluation metric include:
128
  - Elements Consistency: Measures character id consistency using arcface human recognition model, and measures object and background consistency using CLIP model.
129
  - Video Quality: Measures video quality on image quality, dynamic degree, aesthetic quality and motion smoothness.
130
  - T2V Metrics: Measures text-video consistency using CLIP
131
-
132
  You can check [Metric Introduction](https://skyworkai.github.io/skyreels-a2.github.io/static/images/bench.png) for more details.
133
-
134
  The leaderboard ranks the models based on the comprehensive score, which is the weighted average of all the metrics. We give T2V metrics and object consistency metrics higher weights.
135
  You can click the model name to visit the project page, At meantime, you can upload your model result as a huggingface dataset like [this](https://huggingface.co/datasets/ColinYK/pika_dataset).
136
  ''' # noqa E501
@@ -138,7 +134,6 @@ You can click the model name to visit the project page, At meantime, you can upl
138
  _CITE_ = r"""
139
  If A2-Bench is helpful, please help to ⭐ the <a href='https://github.com/SkyworkAI/SkyReels-A2' target='_blank'> Github Repo</a>. Thanks!
140
  ---
141
-
142
  📧 **Contact**
143
  If you have any questions or feedbacks, feel free to open a discussion or contact <b>[email protected]</b>.
144
  """ # noqa E501
@@ -186,4 +181,4 @@ with gr.Blocks(css=".gr-dataframe a {text-decoration: none; color: inherit;}")
186
 
187
 
188
  if __name__ == "__main__":
189
- demo.launch()
 
53
  }
54
  response = requests.post(
55
  "http://47.239.99.255/A2Bench_evaluation/eval",
56
+ params=params, # 使用json参数自动设置Content-Type为application/json
57
  headers={"Content-Type": "application/json"}
58
  )
59
  return response.json()
 
97
  <h1 style="font-size: 2.5rem; font-weight: 700; margin-bottom: 1rem; display: contents;">A2-Bench Leaderboard</h1>
98
  <p style="font-size: 1rem; margin-bottom: 1.5rem;">Paper: <a href='https://arxiv.org/pdf/2504.02436' target='_blank'>SkyReels-A2 </a> | Codes: <a href='https://github.com/SkyworkAI/SkyReels-A2' target='_blank'>GitHub</a> | <a href='https://huggingface.co/Skywork/SkyReels-A2' target='_blank'>HugginceFace</a></p>
99
  </div>
 
100
  ❗️❗️❗️**LEADERBOARD INTRODUCTION:** ❗️❗️❗️
101
  This is A2-Bench leaderboard which is used to evaluate the performance of elements-to-video (E2V) generation models.
102
  We provide an evaluation set containing 50 paired multiple elements (character, object, and background). You can check [evaluation set introduction]() for more details. Each evaluation case includes:
 
121
  </div>
122
  '''
123
  __HEADER__2 = '''
 
124
  We provide a set of evaluation metric of elements-to-video models and a leaderboard to show the performance of different models.
125
  Evaluation metric include:
126
  - Elements Consistency: Measures character id consistency using arcface human recognition model, and measures object and background consistency using CLIP model.
127
  - Video Quality: Measures video quality on image quality, dynamic degree, aesthetic quality and motion smoothness.
128
  - T2V Metrics: Measures text-video consistency using CLIP
 
129
  You can check [Metric Introduction](https://skyworkai.github.io/skyreels-a2.github.io/static/images/bench.png) for more details.
 
130
  The leaderboard ranks the models based on the comprehensive score, which is the weighted average of all the metrics. We give T2V metrics and object consistency metrics higher weights.
131
  You can click the model name to visit the project page, At meantime, you can upload your model result as a huggingface dataset like [this](https://huggingface.co/datasets/ColinYK/pika_dataset).
132
  ''' # noqa E501
 
134
  _CITE_ = r"""
135
  If A2-Bench is helpful, please help to ⭐ the <a href='https://github.com/SkyworkAI/SkyReels-A2' target='_blank'> Github Repo</a>. Thanks!
136
  ---
 
137
  📧 **Contact**
138
  If you have any questions or feedbacks, feel free to open a discussion or contact <b>[email protected]</b>.
139
  """ # noqa E501
 
181
 
182
 
183
  if __name__ == "__main__":
184
+ demo.launch()