Spaces:
Running
Running
File size: 5,531 Bytes
0db8b33 6f8b839 0db8b33 6f8b839 0db8b33 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 |
import logging
import sys
import traceback
import os
# Configure basic logging for the orchestration script
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
def run_step(step_func, step_name):
"""Runs a step and logs its success or failure."""
logging.info(f"--- Starting step: {step_name} ---")
try:
step_func()
logging.info(f"--- Finished step: {step_name} successfully ---")
return True
except Exception as e:
logging.error(f"--- Step failed: {step_name} ---")
logging.error(f"Error: {e}")
# Log the full traceback for detailed debugging
logging.error(traceback.format_exc())
return False
def main():
"""Runs the daily update sequence."""
# --- Add script directory to Python path ---
script_dir = os.path.dirname(os.path.abspath(__file__))
if script_dir not in sys.path:
sys.path.append(script_dir)
logging.info(f"Added {script_dir} to sys.path for local imports.")
# ---
logging.info("=== Starting Daily Model Update Process ===")
all_steps_succeeded = True
# --- Step 1: Fetch new/updated model descriptions ---
try:
# Import the script's main function dynamically
from huggingface_model_descriptions import main as fetch_models_main
if not run_step(fetch_models_main, "Fetch Hugging Face Models"):
all_steps_succeeded = False
# Decide if we should continue if fetching fails (maybe index can still be built?)
# For now, let's stop if the first step fails.
logging.error("Stopping update process for this cycle due to failure in fetching models.")
return # Exit the main function for this cycle
except ImportError:
logging.error("Failed to import huggingface_model_descriptions.py. Ensure it's in the same directory or Python path.")
all_steps_succeeded = False
return # Exit the main function for this cycle
except Exception as e: # Catch any unexpected error during import/setup
logging.error(f"Unexpected error setting up model fetching step: {e}")
logging.error(traceback.format_exc())
all_steps_succeeded = False
return # Exit the main function for this cycle
# --- Step 2: Add explanations using Gemini ---
# Only proceed if the previous step was successful
if all_steps_succeeded:
try:
from add_model_explanations import main as add_explanations_main
# Check for API key *before* running the step
if not os.getenv("GEMINI_API_KEY"):
logging.warning("GEMINI_API_KEY environment variable not set. Explanation step will fail or do nothing.")
# Optionally, you could skip this step entirely if the key is missing:
# logging.warning("Skipping explanation generation step.")
# pass # Move to the next step
if not run_step(add_explanations_main, "Generate Model Explanations (Gemini)"):
all_steps_succeeded = False
# Decide if index building should proceed if explanations fail
logging.warning("Explanation generation failed. Index will be built with potentially missing explanations.")
# We will continue to the next step in this case
except ImportError:
logging.error("Failed to import add_model_explanations.py. Ensure it's in the same directory or Python path.")
all_steps_succeeded = False
# Stop if explanation script is missing
return # Exit the main function for this cycle
except Exception as e: # Catch any unexpected error during import/setup
logging.error(f"Unexpected error setting up explanation generation step: {e}")
logging.error(traceback.format_exc())
all_steps_succeeded = False
return # Exit the main function for this cycle
# --- Step 3: Rebuild the search index ---
# Only proceed if fetching models (Step 1) succeeded. Allow proceeding if Step 2 failed.
if 'fetch_models_main' in locals() or 'fetch_models_main' in globals(): # Check if Step 1 setup occurred
try:
from build_index import main as build_index_main
if not run_step(build_index_main, "Build Search Index (FAISS)"):
all_steps_succeeded = False
logging.error("Index building failed. The search index may be outdated or corrupted.")
# Stop if index building fails
return # Exit the main function for this cycle
except ImportError:
logging.error("Failed to import build_index.py. Ensure it's in the same directory or Python path.")
all_steps_succeeded = False
return # Exit the main function for this cycle
except Exception as e: # Catch any unexpected error during import/setup
logging.error(f"Unexpected error setting up index building step: {e}")
logging.error(traceback.format_exc())
all_steps_succeeded = False
return # Exit the main function for this cycle
logging.info("===========================================")
if all_steps_succeeded:
logging.info("=== Daily Model Update Process Completed Successfully ===")
else:
logging.error("=== Daily Model Update Process Completed with Errors ===")
if __name__ == "__main__":
main() |