modules/explanation.py

import logging
import re
import ast
from utils.models import get_llm_model

logger = logging.getLogger("misinformation_detector")

def extract_most_relevant_evidence(evidence_results):
    """
    Intelligently extract the most relevant piece of evidence
    
    Args:
        evidence_results (list): List of evidence items
    
    Returns:
        str: Most relevant evidence piece
    """
    if not evidence_results:
        return None

    # If evidence is a dictionary with 'evidence' key
    if isinstance(evidence_results[0], dict):
        # Sort by confidence if available
        sorted_evidence = sorted(
            evidence_results, 
            key=lambda x: x.get('confidence', 0), 
            reverse=True
        )
        
        # Return the evidence from the highest confidence item
        for item in sorted_evidence:
            evidence = item.get('evidence')
            if evidence:
                return evidence

    # If plain list of evidence
    return next((ev for ev in evidence_results if ev and isinstance(ev, str)), None)

def generate_explanation(claim, evidence_results, truth_label, confidence=None):
    """
    Generate an explanation for the claim's classification based on evidence.
    
    This function creates a human-readable explanation of why a claim was classified
    as true, false, or uncertain. It handles different truth label formats through
    normalization and provides robust fallback mechanisms for error cases.
    
    Args:
        claim (str): The original factual claim being verified
        evidence_results (list/str): Evidence supporting the classification, can be
                                    a list of evidence items or structured results
        truth_label (str): Classification of the claim (True/False/Uncertain),
                           which may come in various formats
        confidence (float, optional): Confidence level between 0 and 1
                                     
    Returns:
        str: Natural language explanation of the verdict with appropriate
             confidence framing and evidence citations
    """
    logger.info(f"Generating explanation for claim with verdict: {truth_label}")
    
    try:
        # Normalize truth_label to handle different formats consistently
        normalized_label = normalize_truth_label(truth_label)
        
        # Normalize evidence_results to a list
        if not isinstance(evidence_results, list):
            try:
                evidence_results = ast.literal_eval(str(evidence_results)) if evidence_results else []
            except:
                evidence_results = [evidence_results] if evidence_results else []

        # Get the LLM model
        explanation_model = get_llm_model()

        # Extract most relevant evidence
        most_relevant_evidence = extract_most_relevant_evidence(evidence_results)

        # Prepare evidence text for prompt
        evidence_text = "\n".join([
            f"Evidence {i+1}: {str(ev)[:200] + '...' if len(str(ev)) > 200 else str(ev)}" 
            for i, ev in enumerate(evidence_results[:5])
        ])

        # Filter only supporting and contradicting evidence for clarity
        support_items = [item for item in evidence_results if isinstance(item, dict) and item.get("label") == "support"]
        contradict_items = [item for item in evidence_results if isinstance(item, dict) and item.get("label") == "contradict"]
        
        # Convert confidence to percentage and description
        confidence_desc = ""
        very_low_confidence = False
        
        # For Uncertain verdicts, always use 0% confidence regardless of evidence confidence values
        if "uncertain" in normalized_label.lower():
            confidence = 0.0
            confidence_desc = "no confidence (0%)"
        elif confidence is not None:
            confidence_pct = int(confidence * 100)
            
            if confidence == 0.0:
                confidence_desc = "no confidence (0%)"
            elif confidence < 0.1:
                confidence_desc = f"very low confidence ({confidence_pct}%)"
                very_low_confidence = True
            elif confidence < 0.3:
                confidence_desc = f"low confidence ({confidence_pct}%)"
            elif confidence < 0.7:
                confidence_desc = f"moderate confidence ({confidence_pct}%)"
            elif confidence < 0.9:
                confidence_desc = f"high confidence ({confidence_pct}%)"
            else:
                confidence_desc = f"very high confidence ({confidence_pct}%)"
        else:
            # Default if no confidence provided
            confidence_desc = "uncertain confidence"

        # Create prompt with specific instructions based on the type of claim
        has_negation = any(neg in claim.lower() for neg in ["not", "no longer", "isn't", "doesn't", "won't", "cannot"])
        
        # For claims with "True" verdict
        if "true" in normalized_label.lower():
            # Special case for very low confidence (but not zero)
            if very_low_confidence:
                prompt = f"""
                Claim: "{claim}"
                
                Verdict: {normalized_label} (with {confidence_desc})

                Available Evidence:
                {evidence_text}

                Task: Generate a clear explanation that:
                1. States that the claim appears to be true based on the available evidence
                2. EMPHASIZES that the confidence level is VERY LOW ({confidence_pct}%)
                3. Explains that this means the evidence slightly favors the claim but is not strong enough to be certain
                4. STRONGLY recommends that the user verify this with other authoritative sources
                5. Is factual and precise
                """
            else:
                prompt = f"""
                Claim: "{claim}"
                
                Verdict: {normalized_label} (with {confidence_desc})

                Available Evidence:
                {evidence_text}

                Task: Generate a clear explanation that:
                1. Clearly states that the claim IS TRUE based on the evidence
                2. {"Pay special attention to the logical relationship since the claim contains negation" if has_negation else "Explains why the evidence supports the claim"}
                3. Uses confidence level of {confidence_desc}
                4. Highlights the most relevant supporting evidence
                5. Is factual and precise
                """

        # For claims with "False" verdict
        elif "false" in normalized_label.lower():
            # Special case for very low confidence (but not zero)
            if very_low_confidence:
                prompt = f"""
                Claim: "{claim}"
                
                Verdict: {normalized_label} (with {confidence_desc})

                Available Evidence:
                {evidence_text}

                Task: Generate a clear explanation that:
                1. States that the claim appears to be false based on the available evidence
                2. EMPHASIZES that the confidence level is VERY LOW ({confidence_pct}%)
                3. Explains that this means the evidence slightly contradicts the claim but is not strong enough to be certain
                4. STRONGLY recommends that the user verify this with other authoritative sources
                5. Is factual and precise
                """
            else:
                prompt = f"""
                Claim: "{claim}"
                
                Verdict: {normalized_label} (with {confidence_desc})

                Available Evidence:
                {evidence_text}

                Task: Generate a clear explanation that:
                1. Clearly states that the claim IS FALSE based on the evidence
                2. {"Pay special attention to the logical relationship since the claim contains negation" if has_negation else "Explains why the evidence contradicts the claim"}
                3. Uses confidence level of {confidence_desc}
                4. Highlights the contradicting evidence
                5. Is factual and precise
                """

        # For uncertain claims
        else:
            prompt = f"""
            Claim: "{claim}"
            
            Verdict: {normalized_label} (with {confidence_desc})

            Available Evidence:
            {evidence_text}

            Task: Generate a clear explanation that:
            1. Clearly states that there is insufficient evidence to determine if the claim is true or false
            2. Explains what information is missing or why the available evidence is insufficient
            3. Uses confidence level of {confidence_desc}
            4. Makes NO speculation about whether the claim might be true or false
            5. Explicitly mentions that the user should seek information from other reliable sources
            """

        # Generate explanation with multiple attempts for reliability
        max_attempts = 3
        for attempt in range(max_attempts):
            try:
                # Invoke the model
                response = explanation_model.invoke(prompt)
                explanation = response.content.strip()

                # Validate explanation length
                if explanation and len(explanation.split()) >= 5:
                    return explanation

            except Exception as attempt_error:
                logger.error(f"Explanation generation attempt {attempt+1} failed: {str(attempt_error)}")

        # Ultimate fallback explanations if all attempts fail
        if "uncertain" in normalized_label.lower():
            return f"The claim '{claim}' cannot be verified due to insufficient evidence. The available information does not provide clear support for or against this claim. Consider consulting reliable sources for verification."
        elif very_low_confidence:
            return f"The claim '{claim}' appears to be {'supported' if 'true' in normalized_label.lower() else 'contradicted'} by the evidence, but with very low confidence ({confidence_pct}%). The evidence is not strong enough to make a definitive determination. It is strongly recommended to verify this information with other authoritative sources."
        elif "true" in normalized_label.lower():
            return f"The claim '{claim}' is supported by the evidence with {confidence_desc}. {most_relevant_evidence or 'The evidence indicates this claim is accurate.'}"
        else:
            return f"The claim '{claim}' is contradicted by the evidence with {confidence_desc}. {most_relevant_evidence or 'The evidence indicates this claim is not accurate.'}"

    except Exception as e:
        logger.error(f"Comprehensive error in explanation generation: {str(e)}")
        # Final fallback with minimal but useful information
        normalized_label = normalize_truth_label(truth_label)
        return f"The claim is classified as {normalized_label} based on the available evidence."

def normalize_truth_label(truth_label):
    """
    Normalize truth label to handle different formats consistently.
    
    This function extracts the core truth classification (True/False/Uncertain) from
    potentially complex or inconsistently formatted truth labels. It preserves
    contextual information like "(Based on Evidence)" when present.
    
    Args:
        truth_label (str): The truth label to normalize, which may contain 
                           additional descriptive text or formatting
        
    Returns:
        str: Normalized truth label that preserves the core classification and
             important context while eliminating inconsistencies
             
    Examples:
        >>> normalize_truth_label("True (Based on Evidence)")
        "True (Based on Evidence)"
        >>> normalize_truth_label("false (Based on Evidence)")
        "False (Based on Evidence)"
        >>> normalize_truth_label("The evidence shows this claim is False")
        "False"
    """
    if not truth_label:
        return "Uncertain"
    
    # Convert to string if not already
    label_str = str(truth_label)
    
    # Extract the core label if it contains additional text like "(Based on Evidence)"
    base_label_match = re.search(r'(True|False|Uncertain|Error)', label_str, re.IGNORECASE)
    if base_label_match:
        # Get the core label and capitalize it for consistency
        base_label = base_label_match.group(1).capitalize()
        
        # Add back the context if it was present
        if "(Based on Evidence)" in label_str:
            return f"{base_label} (Based on Evidence)"
        return base_label
    
    # Return the original if we couldn't normalize it
    return label_str