openfree commited on
Commit
3d591e6
ยท
verified ยท
1 Parent(s): 6e94f3e

Update src/populate.py

Browse files
Files changed (1) hide show
  1. src/populate.py +9 -5
src/populate.py CHANGED
@@ -9,7 +9,6 @@ from src.leaderboard.read_evals import get_raw_eval_results
9
 
10
 
11
  def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchmark_cols: list) -> pd.DataFrame:
12
- """Creates a dataframe from all the individual experiment results"""
13
  raw_data = get_raw_eval_results(results_path, requests_path)
14
  all_data_json = [v.to_dict() for v in raw_data]
15
 
@@ -17,13 +16,17 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
17
  df = df.sort_values(by=[AutoEvalColumn.average.name], ascending=False)
18
  df = df[cols].round(decimals=2)
19
 
20
- # filter out if any of the benchmarks have not been produced
 
 
 
 
21
  df = df[has_no_nan_values(df, benchmark_cols)]
22
  return df
23
 
24
 
25
  def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
26
- """Creates the different dataframes for the evaluation queues requestes"""
27
  entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
28
  all_evals = []
29
 
@@ -38,8 +41,9 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
38
 
39
  all_evals.append(data)
40
  elif ".md" not in entry:
41
- # this is a folder
42
- sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if os.path.isfile(e) and not e.startswith(".")]
 
43
  for sub_entry in sub_entries:
44
  file_path = os.path.join(save_path, entry, sub_entry)
45
  with open(file_path) as fp:
 
9
 
10
 
11
  def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchmark_cols: list) -> pd.DataFrame:
 
12
  raw_data = get_raw_eval_results(results_path, requests_path)
13
  all_data_json = [v.to_dict() for v in raw_data]
14
 
 
16
  df = df.sort_values(by=[AutoEvalColumn.average.name], ascending=False)
17
  df = df[cols].round(decimals=2)
18
 
19
+ # ๋ชจ๋ธ๋ช… ์ปฌ๋Ÿผ์— ํด๋ฆญ ๊ฐ€๋Šฅํ•œ ๋งํฌ ์ ์šฉ
20
+ if "model" in df.columns:
21
+ df["model"] = df["model"].apply(make_clickable_model)
22
+
23
+ # ๋ชจ๋“  ๋ฒค์น˜๋งˆํฌ๊ฐ€ ์ƒ์‚ฐ๋˜์ง€ ์•Š์€ ํ–‰์€ ํ•„ํ„ฐ๋ง
24
  df = df[has_no_nan_values(df, benchmark_cols)]
25
  return df
26
 
27
 
28
  def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
29
+ """ํ‰๊ฐ€ ๋Œ€๊ธฐ์—ด์— ๋Œ€ํ•œ ๊ฐ DataFrame์„ ์ƒ์„ฑํ•ฉ๋‹ˆ๋‹ค."""
30
  entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
31
  all_evals = []
32
 
 
41
 
42
  all_evals.append(data)
43
  elif ".md" not in entry:
44
+ # ํด๋”์ธ ๊ฒฝ์šฐ: ํŒŒ์ผ ์—ฌ๋ถ€๋ฅผ ํ™•์ธํ•  ๋•Œ ์ „์ฒด ๊ฒฝ๋กœ๋ฅผ ์‚ฌ์šฉ
45
+ sub_entries = [e for e in os.listdir(os.path.join(save_path, entry))
46
+ if os.path.isfile(os.path.join(save_path, entry, e)) and not e.startswith(".")]
47
  for sub_entry in sub_entries:
48
  file_path = os.path.join(save_path, entry, sub_entry)
49
  with open(file_path) as fp: