import os import numpy as np import matplotlib.pyplot as plt import gradio as gr from typing import Dict, List, Any, Optional, Tuple import spaces from detection_model import DetectionModel from color_mapper import ColorMapper from evaluation_metrics import EvaluationMetrics from style import Style from image_processor import ImageProcessor # Initialize image processor image_processor = ImageProcessor() def get_all_classes(): """ Get all available COCO classes from the currently active model or fallback to standard COCO classes Returns: List of tuples (class_id, class_name) """ # Try to get class names from any loaded model for model_name, model_instance in image_processor.model_instances.items(): if model_instance and model_instance.is_model_loaded: try: class_names = model_instance.class_names return [(idx, name) for idx, name in class_names.items()] except Exception: pass # Fallback to standard COCO classes return [ (0, 'person'), (1, 'bicycle'), (2, 'car'), (3, 'motorcycle'), (4, 'airplane'), (5, 'bus'), (6, 'train'), (7, 'truck'), (8, 'boat'), (9, 'traffic light'), (10, 'fire hydrant'), (11, 'stop sign'), (12, 'parking meter'), (13, 'bench'), (14, 'bird'), (15, 'cat'), (16, 'dog'), (17, 'horse'), (18, 'sheep'), (19, 'cow'), (20, 'elephant'), (21, 'bear'), (22, 'zebra'), (23, 'giraffe'), (24, 'backpack'), (25, 'umbrella'), (26, 'handbag'), (27, 'tie'), (28, 'suitcase'), (29, 'frisbee'), (30, 'skis'), (31, 'snowboard'), (32, 'sports ball'), (33, 'kite'), (34, 'baseball bat'), (35, 'baseball glove'), (36, 'skateboard'), (37, 'surfboard'), (38, 'tennis racket'), (39, 'bottle'), (40, 'wine glass'), (41, 'cup'), (42, 'fork'), (43, 'knife'), (44, 'spoon'), (45, 'bowl'), (46, 'banana'), (47, 'apple'), (48, 'sandwich'), (49, 'orange'), (50, 'broccoli'), (51, 'carrot'), (52, 'hot dog'), (53, 'pizza'), (54, 'donut'), (55, 'cake'), (56, 'chair'), (57, 'couch'), (58, 'potted plant'), (59, 'bed'), (60, 'dining table'), (61, 'toilet'), (62, 'tv'), (63, 'laptop'), (64, 'mouse'), (65, 'remote'), (66, 'keyboard'), (67, 'cell phone'), (68, 'microwave'), (69, 'oven'), (70, 'toaster'), (71, 'sink'), (72, 'refrigerator'), (73, 'book'), (74, 'clock'), (75, 'vase'), (76, 'scissors'), (77, 'teddy bear'), (78, 'hair drier'), (79, 'toothbrush') ] @spaces.GPU def process_and_plot(image, model_name, confidence_threshold, filter_classes=None): """ Process image and create plots for statistics with enhanced visualization Args: image: Input image model_name: Name of the model to use confidence_threshold: Confidence threshold for detection filter_classes: Optional list of classes to filter results Returns: Tuple of (result_image, result_text, formatted_stats, plot_figure) """ class_ids = None if filter_classes: class_ids = [] for class_str in filter_classes: try: # Extract ID from format "id: name" class_id = int(class_str.split(":")[0].strip()) class_ids.append(class_id) except: continue # Execute detection result_image, result_text, stats = image_processor.process_image( image, model_name, confidence_threshold, class_ids ) # Format the statistics for better display formatted_stats = image_processor.format_json_for_display(stats) if not stats or "class_statistics" not in stats or not stats["class_statistics"]: # Create the table fig, ax = plt.subplots(figsize=(8, 6)) ax.text(0.5, 0.5, "No detection data available", ha='center', va='center', fontsize=14, fontfamily='Arial') ax.set_xlim(0, 1) ax.set_ylim(0, 1) ax.axis('off') plot_figure = fig else: # Prepare visualization data available_classes = dict(get_all_classes()) viz_data = image_processor.prepare_visualization_data(stats, available_classes) # Create plot plot_figure = EvaluationMetrics.create_enhanced_stats_plot(viz_data) return result_image, result_text, formatted_stats, plot_figure def create_interface(): """創建 Gradio 界面,包含美化的視覺效果""" css = Style.get_css() # 獲取可用模型信息 available_models = DetectionModel.get_available_models() model_choices = [model["model_file"] for model in available_models] model_labels = [f"{model['name']} - {model['inference_speed']}" for model in available_models] # 可用類別過濾選項 available_classes = get_all_classes() class_choices = [f"{id}: {name}" for id, name in available_classes] # 創建 Gradio Blocks 界面 with gr.Blocks(css=css, theme=gr.themes.Soft(primary_hue="teal", secondary_hue="blue")) as demo: # 頁面頂部標題 with gr.Group(elem_classes="app-header"): gr.HTML("""