alozowski HF Staff commited on
Commit
8943d1f
Β·
1 Parent(s): f05dc8f

Handle hf_token for local runs

Browse files
Files changed (1) hide show
  1. yourbench_space/app.py +17 -14
yourbench_space/app.py CHANGED
@@ -146,16 +146,19 @@ def run_evaluation_pipeline(oauth_token: gr.OAuthToken | None, org_name, eval_na
146
  repo_id = f"{org_name}/leaderboard_yourbench_{eval_ds_name.replace('/', '_')}"
147
  folder_path = str(Path(PATH) / "yourbench_space" / "leaderboard_space")
148
 
 
 
 
 
 
 
 
149
  try:
150
- load_dataset(eval_ds_name, name=config_name, streaming=True, token=oauth_token.token)
151
  except Exception as e:
152
  logger.error(f"Failed to load dataset '{eval_ds_name}': {e}")
153
  return "❌ Failed: Dataset loading error"
154
 
155
- new_env = os.environ.copy()
156
- if oauth_token:
157
- new_env["HF_TOKEN"] = oauth_token.token
158
-
159
  try:
160
  create_eval_file(eval_ds_name)
161
  status = asyncio.run(run_evaluations(org=org_name, eval_ds_name=eval_ds_name, custom_env=new_env))
@@ -171,18 +174,18 @@ def run_evaluation_pipeline(oauth_token: gr.OAuthToken | None, org_name, eval_na
171
  repo_id=repo_id,
172
  repo_type="space",
173
  space_sdk="gradio",
174
- token=oauth_token.token,
175
  )
176
  except Exception as e:
177
  if "409" in str(e) and "already created this space repo" in str(e):
178
  logger.info(f"Space '{repo_id}' already exists. Deleting and regenerating it.")
179
  try:
180
- api.delete_repo(repo_id=repo_id, repo_type="space", token=oauth_token.token)
181
  api.create_repo(
182
  repo_id=repo_id,
183
  repo_type="space",
184
  space_sdk="gradio",
185
- token=oauth_token.token,
186
  )
187
  space_was_regenerated = True
188
  except Exception as delete_err:
@@ -197,16 +200,16 @@ def run_evaluation_pipeline(oauth_token: gr.OAuthToken | None, org_name, eval_na
197
  repo_id=repo_id,
198
  repo_type="space",
199
  folder_path=folder_path,
200
- token=oauth_token.token,
201
  )
202
  api.add_space_secret(
203
  repo_id=repo_id,
204
  key="HF_TOKEN",
205
- value=oauth_token.token,
206
- token=oauth_token.token,
207
  )
208
- api.add_space_variable(repo_id=repo_id, key="TASK", value=eval_ds_name, token=oauth_token.token)
209
- api.add_space_variable(repo_id=repo_id, key="ORG_NAME", value=org_name, token=oauth_token.token)
210
  except Exception as e:
211
  logger.error(f"Failed during space setup: {e}")
212
  return f"βœ… Evaluation succeeded\n❌ Failed: Space setup error\n{e}"
@@ -247,7 +250,7 @@ def init_session(profile: gr.OAuthProfile | None):
247
  btn_launch_evals = gr.Button(
248
  "πŸš€ Launch Evaluation",
249
  visible=True,
250
- interactive=False, # Start non-interactive
251
  variant="primary",
252
  )
253
 
 
146
  repo_id = f"{org_name}/leaderboard_yourbench_{eval_ds_name.replace('/', '_')}"
147
  folder_path = str(Path(PATH) / "yourbench_space" / "leaderboard_space")
148
 
149
+ new_env = os.environ.copy()
150
+ if oauth_token:
151
+ hf_token = oauth_token.token
152
+ new_env["HF_TOKEN"] = hf_token
153
+ else:
154
+ hf_token = os.environ.get("HF_TOKEN")
155
+
156
  try:
157
+ load_dataset(eval_ds_name, name=config_name, streaming=True, token=hf_token)
158
  except Exception as e:
159
  logger.error(f"Failed to load dataset '{eval_ds_name}': {e}")
160
  return "❌ Failed: Dataset loading error"
161
 
 
 
 
 
162
  try:
163
  create_eval_file(eval_ds_name)
164
  status = asyncio.run(run_evaluations(org=org_name, eval_ds_name=eval_ds_name, custom_env=new_env))
 
174
  repo_id=repo_id,
175
  repo_type="space",
176
  space_sdk="gradio",
177
+ token=hf_token,
178
  )
179
  except Exception as e:
180
  if "409" in str(e) and "already created this space repo" in str(e):
181
  logger.info(f"Space '{repo_id}' already exists. Deleting and regenerating it.")
182
  try:
183
+ api.delete_repo(repo_id=repo_id, repo_type="space", token=hf_token)
184
  api.create_repo(
185
  repo_id=repo_id,
186
  repo_type="space",
187
  space_sdk="gradio",
188
+ token=hf_token,
189
  )
190
  space_was_regenerated = True
191
  except Exception as delete_err:
 
200
  repo_id=repo_id,
201
  repo_type="space",
202
  folder_path=folder_path,
203
+ token=hf_token,
204
  )
205
  api.add_space_secret(
206
  repo_id=repo_id,
207
  key="HF_TOKEN",
208
+ value=hf_token,
209
+ token=hf_token,
210
  )
211
+ api.add_space_variable(repo_id=repo_id, key="TASK", value=eval_ds_name, token=hf_token)
212
+ api.add_space_variable(repo_id=repo_id, key="ORG_NAME", value=org_name, token=hf_token)
213
  except Exception as e:
214
  logger.error(f"Failed during space setup: {e}")
215
  return f"βœ… Evaluation succeeded\n❌ Failed: Space setup error\n{e}"
 
250
  btn_launch_evals = gr.Button(
251
  "πŸš€ Launch Evaluation",
252
  visible=True,
253
+ interactive=True, # Start non-interactive
254
  variant="primary",
255
  )
256