Spaces:
Sleeping
Sleeping
import os | |
import requests | |
from smolagents import CodeAgent, tool, OpenAIServerModel | |
# ------------------------ | |
# Constants | |
# ------------------------ | |
API_URL = "https://agents-course-unit4-scoring.hf.space" | |
# ------------------------ | |
# Tool definitions | |
# ------------------------ | |
def fetch_questions() -> list: | |
""" | |
Fetch the full list of GAIA evaluation questions. | |
:return: A list of question dicts, each with 'task_id' and 'question'. | |
""" | |
resp = requests.get(f"{API_URL}/questions", timeout=15) | |
resp.raise_for_status() | |
return resp.json() | |
def fetch_random_question() -> dict: | |
""" | |
Fetch a single random GAIA question. | |
:return: A dict containing 'task_id' and 'question'. | |
""" | |
resp = requests.get(f"{API_URL}/random-question", timeout=15) | |
resp.raise_for_status() | |
return resp.json() | |
def fetch_file(task_id: str) -> bytes: | |
""" | |
Download a file associated with a given GAIA task. | |
:param task_id: The ID of the GAIA task whose file to download. | |
:return: Raw bytes of the file. | |
""" | |
resp = requests.get(f"{API_URL}/files/{task_id}", timeout=15) | |
resp.raise_for_status() | |
return resp.content | |
def submit_answers( | |
username: str, | |
agent_code: str, | |
answers: list | |
) -> dict: | |
""" | |
Submit the agent's answers and get back the scoring. | |
:param username: Your HF username for the submission. | |
:param agent_code: URL to your Space code (for verification). | |
:param answers: List of dicts with 'task_id' and 'submitted_answer'. | |
:return: Dict with keys 'score', 'correct_count', 'total_attempted', 'message', etc. | |
""" | |
payload = { | |
"username": username, | |
"agent_code": agent_code, | |
"answers": answers | |
} | |
resp = requests.post(f"{API_URL}/submit", json=payload, timeout=60) | |
resp.raise_for_status() | |
return resp.json() | |
def create_agent() -> CodeAgent: | |
""" | |
Build and return a configured CodeAgent using OpenAI GPT-3.5 Turbo. | |
Expects OPENAI_API_KEY in the environment. | |
""" | |
model = OpenAIServerModel(model_name="gpt-3.5-turbo") | |
agent = CodeAgent( | |
tools=[fetch_questions, fetch_random_question, fetch_file, submit_answers], | |
model=model, | |
prompt_template=( | |
"Here is a GAIA question:\n" | |
"{question}\n" | |
"Respond with only the exact answer (exact-match), no extra text." | |
) | |
) | |
return agent | |