add

app.py

@@ -64,7 +64,7 @@ def init_leaderboard(dataframe):
 
     # pdb.set_trace()
     num_cols = dataframe.select_dtypes(include=['number']).columns
-    styler = dataframe.style.format({col: "{:.2f}" for col in num_cols})
+    styler = dataframe.style.format({col: "{:.1f}" for col in num_cols})
     return gr.components.Dataframe(
         value=styler,
         headers=[c.name for c in fields(AutoEvalColumn)],

results/DeepSeek-R1.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "deepseek-ai/DeepSeek-R1",
         "link": "https://huggingface.co/deepseek-ai/DeepSeek-R1",
-        "Params": "671B"
+        "Params": 671
     },
     "results": {
         "Overall": {

results/Llama-3.1-70B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "meta-llama/Llama-3.1-70B-Instruct",
         "link": "https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct",
-        "Params": "70B"
+        "Params": 70
     },
     "results": {
         "Overall": {

results/Llama-3.1-8B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "meta-llama/Llama-3.1-8B-Instruct",
         "link": "https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct",
-        "Params": "8B"
+        "Params": 8
     },
     "results": {
         "Overall": {

results/Llama-3.3-70B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "meta-llama/Llama-3.3-70B-Instruct",
         "link": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct",
-        "Params": "70B"
+        "Params": 70
     },
     "results": {
         "Overall": {

results/Mistral-7B-Instruct-v0.3.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "mistralai/Mistral-7B-Instruct-v0.3",
         "link": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3",
-        "Params": "7B"
+        "Params": 7
     },
     "results": {
         "Overall": {

results/Mistral-Large-Instruct-2411.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "mistralai/Mistral-Large-Instruct-2411",
         "link": "https://huggingface.co/mistralai/Mistral-Large-Instruct-2411",
-        "Params": "123B"
+        "Params": 123
     },
     "results": {
         "Overall": {

results/Mistral-Small-Instruct-2409.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "mistralai/Mistral-Small-Instruct-2409",
         "link": "https://huggingface.co/mistralai/Mistral-Small-Instruct-2409",
-        "Params": "22B"
+        "Params": 22
     },
     "results": {
         "Overall": {

results/QwQ-32B-Preview.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "Qwen/QwQ-32B-Preview",
         "link": "https://huggingface.co/Qwen/QwQ-32B-Preview",
-        "Params": "32B"
+        "Params": 32
     },
     "results": {
         "Overall": {

results/Qwen2.5-32B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "Qwen/Qwen2.5-32B-Instruct",
         "link": "https://huggingface.co/Qwen/Qwen2.5-32B-Instruct",
-        "Params": "32B"
+        "Params": 32
     },
     "results": {
         "Overall": {

results/Qwen2.5-72B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "Qwen/Qwen2.5-72B-Instruct",
         "link": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
-        "Params": "72B"
+        "Params": 72
     },
     "results": {
         "Overall": {

results/Qwen2.5-7B-Instruct.json

@@ -2,7 +2,7 @@
     "config": {
         "model_name": "Qwen/Qwen2.5-7B-Instruct",
         "link": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct",
-        "Params": "7B"
+        "Params": 7
     },
     "results": {
         "Overall": {

src/leaderboard/read_evals.py

@@ -28,7 +28,7 @@ class EvalResult:
     # architecture: str = "Unknown" 
     # license: str = "?"
     # likes: int = 0
-    num_params: str = '-'
+    num_params: int = None
     # date: str = "" # submission date of request file
     # still_on_hub: bool = False
     link: str = ''