update models

pdf_processor.py

@@ -184,8 +184,8 @@ class PDFProcessor:
                 _, embeddings = self.set_llm(ai_model, type_model, api_key, project_id_watsonx)
                 print("vectorstore: ", vectorstore)
                 #delete all documents from the vectorstore
-                #if vectorstore:
-                #    vectorstore.delete_collection()
+                if vectorstore:
+                    vectorstore.delete_collection()
                 
                 chromadb.api.client.SharedSystemClient.clear_system_cache()
                 new_client = chromadb.EphemeralClient()

utils.py

@@ -8,16 +8,20 @@ ENVIRONMENT = os.getenv("ENVIRONMENT")
 
 if ENVIRONMENT == "dev":
     AI_MODELS = {
-        "Huggingface / IBM Granite 3.2 2B Instruct": "ibm-granite/granite-3.2-2b-instruct",
-        "Huggingface / Phi 4 mini Instruct": "microsoft/Phi-4-mini-instruct",
+        "Huggingface / Microsoft Phi 3.5 mini Instruct": "microsoft/Phi-3.5-mini-instruct",
+        "Huggingface / Mistral Nemo Instruct": "mistralai/Mistral-Nemo-Instruct-2407",
+        "Huggingface / Google Gemma 2 2B Instruct": "google/gemma-2-2b-it",
+        "Huggingface / Meta Llama 3.2 3B Instruct": "meta-llama/Llama-3.2-3B-Instruct",
         "Huggingface / SmolLM2 1.7B Instruct": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
         "IBM Granite3.1 dense / Ollama local": "ollama",
         "Open AI / GPT-4o-mini": "openai",    
     }
 else:
     AI_MODELS = {
-        "Huggingface / IBM Granite 3.2 2B Instruct": "ibm-granite/granite-3.2-2b-instruct",
-        "Huggingface / Phi 4 mini Instruct": "microsoft/Phi-4-mini-instruct",
+        "Huggingface / Microsoft Phi 3.5 mini Instruct": "microsoft/Phi-3.5-mini-instruct",
+        "Huggingface / Mistral Nemo Instruct": "mistralai/Mistral-Nemo-Instruct-2407",
+        "Huggingface / Google Gemma 2 2B Instruct": "google/gemma-2-2b-it",
+        "Huggingface / Meta Llama 3.2 3B Instruct": "meta-llama/Llama-3.2-3B-Instruct",
         "Huggingface / SmolLM2 1.7B Instruct": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
         "Open AI / GPT-4o-mini": "openai",    
     }