Update app.py

app.py

@@ -152,8 +152,8 @@ def readitaloud(result):
     #return result
 
 def chat_with_model(prompt, document_section, model_choice='Llama-2-7b-chat-hf'):
-    # API_URL = 'https://qe55p8afio98s0u3.us-east-1.aws.endpoints.huggingface.cloud'  # Dr Llama
-    API_URL = "https://api-inference.huggingface.co/models/meta-llama/Llama-2-7b-chat-hf"  # HF model for Llama 7B
+    API_URL = 'https://qe55p8afio98s0u3.us-east-1.aws.endpoints.huggingface.cloud'  # Dr Llama
+    #API_URL = "https://api-inference.huggingface.co/models/meta-llama/Llama-2-7b-chat-hf"  # HF model for Llama 7B
     #API_KEY = os.getenv('API_KEY')
     API_KEY = os.getenv('HF_KEY')
     MODEL1="meta-llama/Llama-2-7b-chat-hf"