hf_token

pdf_processor.py

@@ -24,6 +24,8 @@ OLLAMA_EMBEDDINGS = "granite-embedding:278m"
 
 load_dotenv()
 
+ENVIRONMENT = os.getenv("ENVIRONMENT")
+HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
 api_key_watsonx = os.getenv('WATSONX_APIKEY')
 projectid_watsonx = os.getenv('WATSONX_PROJECT_ID')
 endpoint_watsonx = "https://us-south.ml.cloud.ibm.com"
@@ -132,10 +134,18 @@ class PDFProcessor:
             else:
                 current_llm, embeding_model = set_up_watsonx()
         else: 
-            current_llm = HuggingFaceEndpoint(
-                repo_id= AI_MODELS[ai_model],
-                temperature=0.5,
-            )
+            if ENVIRONMENT != "dev":
+                print("HUGGINGFACE accessing")
+                current_llm = HuggingFaceEndpoint(
+                    repo_id= AI_MODELS[ai_model],
+                    temperature=0.2,
+                    huggingfacehub_api_token=HUGGINGFACE_TOKEN,
+                )
+            else: 
+                current_llm = HuggingFaceEndpoint(
+                    repo_id= AI_MODELS[ai_model],
+                    temperature=0.2,
+                )
             embeding_model = HuggingFaceEmbeddings(
                 model_name="ibm-granite/granite-embedding-278m-multilingual",
             )