app.py

import os
import sys
import concurrent.futures
import multiprocessing

import gradio as gr
from src.containerized_eval import eval_string_script


# 添加当前目录和src目录到模块搜索路径
current_dir = os.path.dirname(os.path.abspath(__file__))
src_dir = os.path.join(current_dir, "src")
if current_dir not in sys.path:
    sys.path.append(current_dir)
if src_dir not in sys.path:
    sys.path.append(src_dir)


# 定义系统错误关键词，用于判断是否需要重试
SYSTEM_ERROR_KEYWORDS = [
    "resource", "timeout", "busy", "congestion", "memory", 
    "connection", "system", "overload", "refused", "reset"
]


def is_system_error(error_msg):
    """检查错误信息是否包含系统错误关键词
    
    Args:
        error_msg (str): 错误信息
        
    Returns:
        bool: 是否是系统错误
    """
    error_msg = str(error_msg).lower()
    return any(keyword in error_msg for keyword in SYSTEM_ERROR_KEYWORDS)


def retry_with_logging(func, args, test_name="未知测试用例", error_context=""):
    """带日志记录的重试函数
    
    Args:
        func: 要重试的函数
        args: 函数参数
        test_name (str): 测试用例名称
        error_context (str): 错误上下文描述
        
    Returns:
        tuple: (结果, 是否成功)
    """
    try:
        print(f"{error_context}，正在重试测试用例 '{test_name}'...")
        result = func(*args)
        success = True
        if isinstance(result, dict) and result.get("status") == "Exception":
            success = False
        else:
            print(f"测试用例 '{test_name}' 重试成功")
        return result, success
    except Exception as e:
        print(f"测试用例 '{test_name}' 重试失败: {str(e)}")
        return {"status": "Exception", "error": str(e)}, False


def evaluate(input_data):
    """评估代码的主函数
    
    Args:
        input_data: 列表(批量处理多个测试用例)
        
    Returns:
        list: 包含评估结果的列表
    """
    try:
        if not isinstance(input_data, list):
            return {"status": "Exception", "error": "Input must be a list"}
            
        results = []
        max_workers = multiprocessing.cpu_count()
        
        with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
            future_to_item = {executor.submit(evaluate_single_case, item): item for item in input_data}
            for future in concurrent.futures.as_completed(future_to_item):
                item = future_to_item[future]
                try:
                    result = future.result()

                    # 处理结果中的系统错误
                    for i, res in enumerate(result):
                        if isinstance(res, dict) and res.get("status") == "Exception" and is_system_error(res.get("error", "")):
                            test_name = item.get('name', '未知测试用例')
                            error_context = f"检测到列表中的系统错误: {res.get('error', '')}"                            
                            # 仅重试这个失败的情况
                            code = item.get('prompt') + item.get('processed_completions', [])[i] + '\n' + item.get('tests')
                            retry_result, success = retry_with_logging(
                                evaluate_code, 
                                [code, item.get('language')],
                                test_name,
                                error_context
                            )
                            if success:
                                result[i] = retry_result
                    
                    item.update(result)
                    results.append(item)
                except Exception as e:
                    # 处理执行过程中的系统错误
                    if is_system_error(e):
                        test_name = item.get('name', '未知测试用例')
                        error_context = f"执行过程中检测到系统错误: {str(e)}"
                        retry_result, success = retry_with_logging(
                            evaluate_single_case, 
                            [item],
                            test_name,
                            error_context
                        )
                        if success:
                            item.update(retry_result)
                            results.append(item)
                            continue
                    
                    # 如果重试失败或不是系统错误，记录原始错误
                    item.update({"status": "Exception", "error": str(e)})
                    results.append(item)
        return results
            
    except Exception as e:
        return {"status": "Exception", "error": str(e)}


def evaluate_single_case(input_data):
    """评估单个代码用例
    
    Args:
        input_data: 字典(包含代码信息)
        
    Returns:
        dict: 包含评估结果的字典
    """
    if not isinstance(input_data, dict):
        return {"status": "Exception", "error": "Input item must be a dictionary"}
        
    try:
        language = input_data.get('language')
        completions = input_data.get('processed_completions', [])

        if not completions:
            return {"status": "Exception", "error": "No code provided"}

        results = []
        for comp in completions:
            code = input_data.get('prompt') + comp + '\n' + input_data.get('tests')
            result = evaluate_code(code, language)
            if result["status"] == "OK":
                return result
            results.append(result)
            
        return results[0]
                
    except Exception as e:
        return {"status": "Exception", "error": str(e)}


def evaluate_code(code, language):
    """评估特定语言的代码
    
    Args:
        code (str): 要评估的代码
        language (str): 编程语言
        
    Returns:
        dict: 包含评估结果的字典
    """
    try:
        # 使用containerized_eval中的eval_string_script函数
        result = eval_string_script(language, code)
        return result

    except Exception as e:
        return {"status": "Exception", "error": str(e)}


# 创建Gradio接口
demo = gr.Interface(
    fn=evaluate,
    inputs=gr.JSON(),
    outputs=gr.JSON(),
    title="代码评估服务",
    description="支持多种编程语言的代码评估服务"
)


if __name__ == "__main__":
    demo.launch()