Toumaima commited on
Commit
ec9c0a8
·
verified ·
1 Parent(s): 263bd0b

trying things

Browse files
Files changed (1) hide show
  1. app.py +11 -55
app.py CHANGED
@@ -179,60 +179,36 @@ class BasicAgent:
179
 
180
  # --- Evaluation Logic ---
181
  def run_and_submit_all(profile: gr.OAuthProfile | None):
182
- space_id = os.getenv("SPACE_ID")
183
- if profile:
184
- username = profile.username
185
- print(f"User logged in: {username}")
186
- else:
187
- return "Please Login to Hugging Face with the button.", None
188
-
189
- api_url = DEFAULT_API_URL
190
- questions_url = f"{api_url}/questions"
191
- submit_url = f"{api_url}/submit"
192
- agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
193
-
194
  try:
195
  agent = BasicAgent()
 
196
  except Exception as e:
 
197
  return f"Error initializing agent: {e}", None
198
 
199
- try:
200
- response = requests.get(questions_url, timeout=15)
201
- response.raise_for_status()
202
- questions_data = response.json()
203
- if not questions_data:
204
- return "Fetched questions list is empty or invalid format.", None
205
- except Exception as e:
206
- return f"Error fetching questions: {e}", None
207
-
208
- results_log = []
209
- answers_payload = []
210
-
211
  for item in questions_data:
212
  task_id = item.get("task_id")
213
  question_text = item.get("question")
214
  if not task_id or question_text is None:
 
215
  continue
216
  try:
217
  submitted_answer = agent(question_text)
 
218
  answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
219
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
220
  except Exception as e:
 
221
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
222
 
223
- if not answers_payload:
224
- return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
225
-
226
- submission_data = {
227
- "username": username.strip(),
228
- "agent_code": agent_code,
229
- "answers": answers_payload
230
- }
231
-
232
  try:
233
  response = requests.post(submit_url, json=submission_data, timeout=60)
234
  response.raise_for_status()
235
  result_data = response.json()
 
236
  final_status = (
237
  f"Submission Successful!\n"
238
  f"User: {result_data.get('username')}\n"
@@ -242,25 +218,5 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
242
  )
243
  return final_status, pd.DataFrame(results_log)
244
  except Exception as e:
245
- return f"Submission Failed: {e}", pd.DataFrame(results_log)
246
-
247
- # --- Gradio UI ---
248
- with gr.Blocks() as demo:
249
- gr.Markdown("# Basic Agent Evaluation Runner")
250
- gr.Markdown(
251
- """
252
- **Instructions:**
253
- 1. Clone and customize your agent logic.
254
- 2. Log in with Hugging Face.
255
- 3. Click the button to run evaluation and submit your answers.
256
- """
257
- )
258
- gr.LoginButton()
259
- run_button = gr.Button("Run Evaluation & Submit All Answers")
260
- status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
261
- results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
262
- run_button.click(fn=run_and_submit_all, outputs=[status_output, results_table])
263
-
264
- if __name__ == "__main__":
265
- print("Launching Gradio Interface...")
266
- demo.launch(debug=True, share=False)
 
179
 
180
  # --- Evaluation Logic ---
181
  def run_and_submit_all(profile: gr.OAuthProfile | None):
182
+ #...
 
 
 
 
 
 
 
 
 
 
 
183
  try:
184
  agent = BasicAgent()
185
+ print("Agent initialized successfully.")
186
  except Exception as e:
187
+ print(f"Error initializing agent: {e}")
188
  return f"Error initializing agent: {e}", None
189
 
190
+ #...
 
 
 
 
 
 
 
 
 
 
 
191
  for item in questions_data:
192
  task_id = item.get("task_id")
193
  question_text = item.get("question")
194
  if not task_id or question_text is None:
195
+ print(f"Invalid question: {item}")
196
  continue
197
  try:
198
  submitted_answer = agent(question_text)
199
+ print(f"Submitted answer for task {task_id}: {submitted_answer}")
200
  answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
201
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
202
  except Exception as e:
203
+ print(f"Error processing question {task_id}: {e}")
204
  results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
205
 
206
+ #...
 
 
 
 
 
 
 
 
207
  try:
208
  response = requests.post(submit_url, json=submission_data, timeout=60)
209
  response.raise_for_status()
210
  result_data = response.json()
211
+ print(f"Submission response: {result_data}")
212
  final_status = (
213
  f"Submission Successful!\n"
214
  f"User: {result_data.get('username')}\n"
 
218
  )
219
  return final_status, pd.DataFrame(results_log)
220
  except Exception as e:
221
+ print(f"Submission failed: {e}")
222
+ return f"Submission failed: {e}", pd.DataFrame(results_log)