fix: Add final_answer template and specialized agent prompts

agents/analysis_agent.py

@@ -1,5 +1,8 @@
 """
 Analysis agent for interpreting song lyrics and providing deeper context.
+
+This agent is responsible for analyzing song lyrics and formatting the analysis
+in a user-friendly way, showing lyrics with comments underneath them.
 """
 
 from smolagents import CodeAgent, VisitWebpageTool
@@ -30,16 +33,23 @@ def create_analysis_agent(model):
         max_delay=7.0
     )
     
-    # Create and return the agent
+    # Create and return the agent with specialized lyrics analysis instructions
+    # Customize the prompts to use our specialized lyrics_analysis_agent prompt
+    custom_prompt_templates = prompt_templates.copy()
+    
+    # Set our special prompt as the system prompt for better instruction
+    if 'lyrics_analysis_agent' in custom_prompt_templates:
+        custom_prompt_templates['system_prompt'] = custom_prompt_templates['lyrics_analysis_agent']
+    
     agent = CodeAgent(
         model=model,
         tools=[throttled_search_tool, VisitWebpageTool(), analyze_lyrics_tool],
         name="lyrics_analysis_agent",
-        description=config['description'],
-        additional_authorized_imports=["numpy", "bs4"],
+        description="Specialized agent for analyzing song lyrics and providing detailed commentary",
+        additional_authorized_imports=["numpy", "bs4", "json", "re"],
         max_steps=config['max_steps'],
         verbosity_level=config['verbosity_level'],
-        prompt_templates=prompt_templates
+        prompt_templates=custom_prompt_templates
     )
     
     logger.info("Analysis agent created successfully")

agents/manager_agent.py

@@ -29,17 +29,24 @@ def create_manager_agent(model):
     analysis_agent = create_analysis_agent(model)
     
     # Create and return the manager agent
+    # Customize the prompts to use our specialized lyrics_manager_agent prompt
+    custom_prompt_templates = prompt_templates.copy()
+    
+    # Set our special prompt as the system prompt for better instruction
+    if 'lyrics_manager_agent' in custom_prompt_templates:
+        custom_prompt_templates['system_prompt'] = custom_prompt_templates['lyrics_manager_agent']
+    
     agent = CodeAgent(
         model=model,
         tools=[FinalAnswerTool()],
         name="manager_agent",
-        description=config['description'],
+        description="Specialized agent for coordinating lyrics search and analysis",
         managed_agents=[web_agent, analysis_agent],
-        additional_authorized_imports=["json"],
+        additional_authorized_imports=["json", "re"],
         planning_interval=config['planning_interval'],
         verbosity_level=config['verbosity_level'],
         max_steps=config['max_steps'],
-        prompt_templates=prompt_templates
+        prompt_templates=custom_prompt_templates
     )
     
     logger.info("Manager agent created successfully")

agents/web_agent.py

@@ -25,20 +25,27 @@ def create_web_agent(model):
     
     # Create the throttled search tool
     throttled_search_tool = ThrottledDuckDuckGoSearchTool(
-        min_delay=3.0, 
-        max_delay=7.0
+        min_delay=5.0, 
+        max_delay=10.0
     )
     
-    # Create and return the agent
+    # Create and return the agent with specialized lyrics search instructions
+    # Customize the prompts to use our specialized lyrics_search_agent prompt
+    custom_prompt_templates = prompt_templates.copy()
+    
+    # Set our special prompt as the system prompt for better instruction
+    if 'lyrics_search_agent' in custom_prompt_templates:
+        custom_prompt_templates['system_prompt'] = custom_prompt_templates['lyrics_search_agent']
+    
     agent = CodeAgent(
         model=model,
         tools=[throttled_search_tool, VisitWebpageTool()],
         name="lyrics_search_agent",
-        description=config['description'],
-        additional_authorized_imports=["numpy", "bs4"],
+        description="Specialized agent for finding and extracting complete song lyrics",
+        additional_authorized_imports=["numpy", "bs4", "json", "re"],
         max_steps=config['max_steps'],
         verbosity_level=config['verbosity_level'],
-        prompt_templates=prompt_templates
+        prompt_templates=custom_prompt_templates
     )
     
     logger.info("Web agent (lyrics search) created successfully")

prompts.yaml

@@ -291,6 +291,68 @@
     After writing the final step of the plan, write the '\n<end_plan>' tag and stop there.
 
     Now write your new plan below.
+
+
+"final_answer":
+  "pre_messages": |-
+    Now provide your final answer to the task.
+  "post_messages": |-
+    This is your final answer to the task.
+
+"lyrics_manager_agent": |-
+  You are a specialized lyrics manager agent. Your task is to coordinate between a web search agent and a lyrics analysis agent to provide comprehensive analysis of song lyrics.
+  
+  When a user asks for analysis of a song, you should:
+  1. Use the web_agent to search for the complete lyrics of the requested song
+  2. Extract the full song information: title, artist, and COMPLETE LYRICS
+  3. Pass this information to the analysis_agent to get detailed analysis
+  4. Make sure that the final response includes the FULL TEXT of the song with analysis
+  5. Format your final answer to include clearly marked sections of the song with corresponding analysis
+
+  CRITICAL: Always ensure that the COMPLETE lyrics of the song are included in the final response, section by section, with analysis comments under each section. Never truncate or omit any part of the song lyrics.
+
+"lyrics_search_agent": |-
+  You are a specialized lyrics search agent. Your task is to find and extract COMPLETE song lyrics from the web.
+  
+  When searching for lyrics:
+  1. Search for the exact song title and artist name
+  2. Visit lyrics websites such as Genius, AZLyrics, LyricFind, etc.
+  3. Extract the COMPLETE lyrics of the requested song
+  4. Make sure to get ALL verses, choruses, bridges and other sections
+  5. Return the complete structured data in proper JSON format
+  
+  Your response should ALWAYS be in this exact JSON format:
+  {
+    "title": "the exact song title",
+    "artist": "the exact artist name",
+    "lyrics": "the COMPLETE lyrics text with proper line breaks",
+    "source_url": "the URL where you found the lyrics"
+  }
+  
+  CRITICAL: Never truncate or omit any part of the song lyrics. Include FULL lyrics every time.
+
+"lyrics_analysis_agent": |-
+  You are a specialized lyrics analysis agent. Your task is to analyze song lyrics and provide detailed commentary while preserving the FULL text.
+  
+  When analyzing song lyrics:
+  1. Use the analyze_lyrics_tool to generate a structured JSON analysis
+  2. Process the JSON analysis to create a formatted response
+  3. Make sure to include the COMPLETE lyrics in your response, section by section
+  4. Add your analytical commentary after each section
+  5. Format your response in a clear, readable manner with proper markdown
+  
+  Your response should follow this structure:
+  1. Title and artist header
+  2. Overall analysis section with themes, mood, and general insights
+  3. Section-by-section breakdown with:
+     - Clear section headers (Verse 1, Chorus, etc.)
+     - Complete lyrics for each section in a code block
+     - Detailed analysis after each section
+  4. Significant lines analysis
+  5. Conclusion
+  
+  CRITICAL: Always include the FULL text of ALL song lyrics in your analysis. Never summarize or truncate the lyrics.
+
 "managed_agent":
   "task": |-
     You're a helpful agent named '{{name}}'.

tools/analysis_tools.py

@@ -22,13 +22,45 @@ def analyze_lyrics_tool(song_title: str, artist: str, lyrics: str) -> str:
         A summary of the song's meaning in English.
     """
 
-    prompt = f"""You are an expert in songs and their meanings. 
-    Summarize the meaning of {song_title} by {artist} and identify 
-    key themes based on the lyrics: 
-    {lyrics}. 
-
-    Include deep idea and vibes analysis with explanations 
-    based on references to the exact lines.
+    prompt = f"""You are an expert in songs and their meanings.
+    
+    Analyze the song "{song_title}" by {artist}. Return a structured JSON with the following information:
+    
+    1. Overall analysis of the song including themes, mood, meaning, and context.
+    2. Section-by-section analysis of each part of the song (verses, chorus, bridge, etc.).
+    3. Line-specific insights for particularly significant lines.
+    4. A conclusion about what makes this song unique or significant.
+    
+    Format your response as a valid JSON object with the following structure:
+    ```
+    {{
+        "summary": "Overall analysis of the song themes, meaning and mood",
+        "main_themes": ["theme1", "theme2", ...],
+        "mood": "The overall mood/emotion of the song",
+        "sections_analysis": [
+            {{
+                "section_type": "verse/chorus/bridge/etc.",
+                "section_number": 1,
+                "lines": ["line1", "line2", ...],
+                "analysis": "Analysis of this section"
+            }},
+            ...
+        ],
+        "significant_lines": [
+            {{
+                "line": "A specific important line",
+                "significance": "Why this line is important"
+            }},
+            ...
+        ],
+        "conclusion": "What makes this song significant or unique"
+    }}
+    ```
+    
+    Make sure your response is a properly formatted JSON. Only provide the JSON object, no other text.
+    
+    Here are the lyrics to analyze:
+    {lyrics}
     """
 
     # Determine which model to use based on configuration
@@ -41,4 +73,9 @@ def analyze_lyrics_tool(song_title: str, artist: str, lyrics: str) -> str:
 
     # Use the function with retry mechanism
     logger.info("Analyzing lyrics for song: '{}' by '{}'", song_title, artist)
-    return make_api_call_with_retry(model_to_use, prompt)
+    # Get raw analysis as JSON
+    response = make_api_call_with_retry(model_to_use, prompt)
+    
+    # Note: we're returning the raw response which should be a JSON string
+    # The agent will be responsible for parsing and formatting this data
+    return response