David Pomerenke
commited on
Commit
·
c567aee
1
Parent(s):
bed0f1b
Fix import paths
Browse files- evals/datasets_/mmlu.py +1 -1
- evals/languages.py +3 -3
evals/datasets_/mmlu.py
CHANGED
@@ -4,7 +4,7 @@ from collections import Counter, defaultdict
|
|
4 |
from langcodes import Language, standardize_tag
|
5 |
from rich import print
|
6 |
|
7 |
-
from .util import _get_dataset_config_names, _load_dataset
|
8 |
def print_counts(slug, subjects_dev, subjects_test):
|
9 |
print(
|
10 |
f"{slug:<25} {len(list(set(subjects_test))):>3} test categories, {len(subjects_test):>6} samples, {len(list(set(subjects_dev))):>3} dev categories, {len(subjects_dev):>6} dev samples"
|
|
|
4 |
from langcodes import Language, standardize_tag
|
5 |
from rich import print
|
6 |
|
7 |
+
from datasets_.util import _get_dataset_config_names, _load_dataset
|
8 |
def print_counts(slug, subjects_dev, subjects_test):
|
9 |
print(
|
10 |
f"{slug:<25} {len(list(set(subjects_test))):>3} test categories, {len(subjects_test):>6} samples, {len(list(set(subjects_dev))):>3} dev categories, {len(subjects_dev):>6} dev samples"
|
evals/languages.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
import re
|
2 |
|
3 |
import pandas as pd
|
4 |
-
from
|
5 |
-
from
|
6 |
-
from
|
7 |
from joblib.memory import Memory
|
8 |
from langcodes import Language, standardize_tag
|
9 |
from language_data.population_data import LANGUAGE_SPEAKING_POPULATION
|
|
|
1 |
import re
|
2 |
|
3 |
import pandas as pd
|
4 |
+
from datasets_.commonvoice import commonvoice
|
5 |
+
from datasets_.fleurs import fleurs
|
6 |
+
from datasets_.flores import flores
|
7 |
from joblib.memory import Memory
|
8 |
from langcodes import Language, standardize_tag
|
9 |
from language_data.population_data import LANGUAGE_SPEAKING_POPULATION
|