Update pipeline.py

pipeline.py

@@ -191,12 +191,29 @@ CACHE_SIZE_LIMIT = 1000
 #     logger.error(f"Failed to initialize ChatGroq: {e}")
 #     raise RuntimeError("ChatGroq initialization failed.") from e
 
+# Fix for ChatGroq initialization with model_rebuild
+
+from langchain_core.callbacks import CallbackManager
+from langchain_core.callbacks.base import BaseCallbackHandler
+from langchain_core.caches import BaseCache  # Import BaseCache (this might be needed)
+
 
 
-ChatGroq.model_rebuild()
 
 # Initialize ChatGroq with the callback manager
 try:
+    # First, ensure BaseCache is defined (if needed)
+    class NoCache(BaseCache):
+        """Simple no-op cache implementation."""
+        def __init__(self): pass
+        def lookup(self, prompt, llm_string): return None
+        def update(self, prompt, llm_string, return_val): pass
+        def clear(self): pass
+    
+    # Call model_rebuild() before initializing
+    ChatGroq.model_rebuild()
+
+    # Then initialize the model
     fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", os.environ.get("GROQ_API_KEY"))
     groq_fallback_llm = ChatGroq(
         model=GROQ_MODELS["default"],