Phoenix21 commited on
Commit
ffff0e6
·
verified ·
1 Parent(s): 7d710bd

added callback Manager instead of empty callbacks in the fallback groq llm

Browse files
Files changed (1) hide show
  1. pipeline.py +15 -13
pipeline.py CHANGED
@@ -191,28 +191,31 @@ CACHE_SIZE_LIMIT = 1000
191
  # logger.error(f"Failed to initialize ChatGroq: {e}")
192
  # raise RuntimeError("ChatGroq initialization failed.") from e
193
 
194
- # Fix for ChatGroq initialization with model_rebuild
195
 
196
  from langchain_core.callbacks import CallbackManager
197
  from langchain_core.callbacks.base import BaseCallbackHandler
198
- from langchain_core.caches import BaseCache # Import BaseCache (this might be needed)
199
-
200
-
201
-
202
 
203
  # Initialize ChatGroq with the callback manager
204
  try:
205
  # First, ensure BaseCache is defined (if needed)
206
  class NoCache(BaseCache):
207
  """Simple no-op cache implementation."""
208
- def __init__(self): pass
209
- def lookup(self, prompt, llm_string): return None
210
- def update(self, prompt, llm_string, return_val): pass
211
- def clear(self): pass
 
 
 
 
 
 
 
212
 
213
  # Call model_rebuild() before initializing
214
  ChatGroq.model_rebuild()
215
-
216
  # Then initialize the model
217
  fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", os.environ.get("GROQ_API_KEY"))
218
  groq_fallback_llm = ChatGroq(
@@ -220,10 +223,9 @@ try:
220
  temperature=0.7,
221
  groq_api_key=fallback_groq_api_key,
222
  max_tokens=2048,
223
- callbacks=[] # Add the callback manager here
224
  )
225
-
226
-
227
  except Exception as e:
228
  logger.error(f"Failed to initialize ChatGroq: {e}")
229
  raise RuntimeError("ChatGroq initialization failed.") from e
 
191
  # logger.error(f"Failed to initialize ChatGroq: {e}")
192
  # raise RuntimeError("ChatGroq initialization failed.") from e
193
 
 
194
 
195
  from langchain_core.callbacks import CallbackManager
196
  from langchain_core.callbacks.base import BaseCallbackHandler
197
+ from langchain_core.caches import BaseCache
 
 
 
198
 
199
  # Initialize ChatGroq with the callback manager
200
  try:
201
  # First, ensure BaseCache is defined (if needed)
202
  class NoCache(BaseCache):
203
  """Simple no-op cache implementation."""
204
+ def __init__(self):
205
+ pass
206
+
207
+ def lookup(self, prompt, llm_string):
208
+ return None
209
+
210
+ def update(self, prompt, llm_string, return_val):
211
+ pass
212
+
213
+ def clear(self):
214
+ pass
215
 
216
  # Call model_rebuild() before initializing
217
  ChatGroq.model_rebuild()
218
+
219
  # Then initialize the model
220
  fallback_groq_api_key = os.environ.get("GROQ_API_KEY_FALLBACK", os.environ.get("GROQ_API_KEY"))
221
  groq_fallback_llm = ChatGroq(
 
223
  temperature=0.7,
224
  groq_api_key=fallback_groq_api_key,
225
  max_tokens=2048,
226
+ callback_manager=CallbackManager([]) # Use CallbackManager instead of raw list
227
  )
228
+
 
229
  except Exception as e:
230
  logger.error(f"Failed to initialize ChatGroq: {e}")
231
  raise RuntimeError("ChatGroq initialization failed.") from e