Update app.py

app.py

@@ -11,9 +11,16 @@ from torch import cuda
 import json
 from datetime import datetime
 
-model_config = getconfig("model_params.cfg")
+
+
+#model_config = getconfig("model_params.cfg")
 ###########
 # ToDo move to functions
+# Configuration for the dedicated model
+DEDICATED_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
+DEDICATED_ENDPOINT = "https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud"
+# Write access token from the settings
+WRITE_ACCESS_TOKEN = st.secrets["Llama_3_1"]
 
 def get_rag_answer(query, top_results):
     """