Update app.py

app.py

@@ -26,8 +26,8 @@ pipe = pipeline(
 HF_TOKEN = os.getenv("HF_TOKEN")  # Make sure to set this in the environment variables
 
 # Load tokenizer and model for SOAP note generation
-tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF")
+model = AutoModelForCausalLM.from_pretrained("bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", device_map="auto")
 
 # Prompt for SOAP note generation
 sys_prompt = "You are a world class clinical assistant."