tabedini commited on
Commit
9f54a06
·
verified ·
1 Parent(s): c46b820

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +2 -1
leaderboard_data.jsonl CHANGED
@@ -26,4 +26,5 @@
26
  {"Model":"google/gemma-3-1b-it", "Precision": "bfloat16", "#Params (B)": 1, "Part Multiple Choice": 27.15, "ARC Easy": 41.67, "ARC Challenge": 31.54, "MMLU Pro": 16.23, "AUT Multiple Choice Persian": 36.88, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-1b-it"}
27
  {"Model":"google/gemma-3-4b-it", "Precision": "bfloat16", "#Params (B)": 4.3, "Part Multiple Choice": 34.40, "ARC Easy": 77.01, "ARC Challenge": 63.76, "MMLU Pro": 19.81, "AUT Multiple Choice Persian": 50.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-4b-it"}
28
  {"Model":"google/gemma-3-12b-it", "Precision": "bfloat16", "#Params (B)": 12.2, "Part Multiple Choice": 43.52, "ARC Easy": 93.39, "ARC Challenge": 81.21, "MMLU Pro": 29.36, "AUT Multiple Choice Persian": 57.00, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-12b-it"}
29
- {"Model":"google/gemma-3-27b-it", "Precision": "bfloat16", "#Params (B)": 27.4, "Part Multiple Choice": 48.56, "ARC Easy": 95.69, "ARC Challenge": 90.60, "MMLU Pro": 40.10, "AUT Multiple Choice Persian": 64.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-27b-it"}
 
 
26
  {"Model":"google/gemma-3-1b-it", "Precision": "bfloat16", "#Params (B)": 1, "Part Multiple Choice": 27.15, "ARC Easy": 41.67, "ARC Challenge": 31.54, "MMLU Pro": 16.23, "AUT Multiple Choice Persian": 36.88, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-1b-it"}
27
  {"Model":"google/gemma-3-4b-it", "Precision": "bfloat16", "#Params (B)": 4.3, "Part Multiple Choice": 34.40, "ARC Easy": 77.01, "ARC Challenge": 63.76, "MMLU Pro": 19.81, "AUT Multiple Choice Persian": 50.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-4b-it"}
28
  {"Model":"google/gemma-3-12b-it", "Precision": "bfloat16", "#Params (B)": 12.2, "Part Multiple Choice": 43.52, "ARC Easy": 93.39, "ARC Challenge": 81.21, "MMLU Pro": 29.36, "AUT Multiple Choice Persian": 57.00, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-12b-it"}
29
+ {"Model":"google/gemma-3-27b-it", "Precision": "bfloat16", "#Params (B)": 27.4, "Part Multiple Choice": 48.56, "ARC Easy": 95.69, "ARC Challenge": 90.60, "MMLU Pro": 40.10, "AUT Multiple Choice Persian": 64.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-27b-it"}
30
+ {"Model":"meta-llama/Llama-3.3-70B-Instruct", "Precision": "bfloat16", "#Params (B)": 70.6, "Part Multiple Choice": 51.42, "ARC Easy": 95.40, "ARC Challenge": 89.93, "MMLU Pro": 43.67, "AUT Multiple Choice Persian": 71.40, "Hub License": "llama3.3", "Model sha": "main", "model_name_for_query": "meta-llama/Llama-3.3-70B-Instruct"}