Update app.py

app.py

@@ -77,9 +77,9 @@ def lookup_crs_value(crs_key):
 ###########################################
 # ToDo move functions to utils and model specifications to config file!
 # Configuration for the dedicated model
-# https://nwea79x4q1clc89l.eu-west-1.aws.endpoints.huggingface.cloud # 12k token
+# https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud # 4k token
 DEDICATED_MODEL = "meta-llama/Llama-3.1-8B-Instruct"
-DEDICATED_ENDPOINT = "https://qu2d8m6dmsollhly.us-east-1.aws.endpoints.huggingface.cloud"
+DEDICATED_ENDPOINT = "https://nwea79x4q1clc89l.eu-west-1.aws.endpoints.huggingface.cloud"
 # Write access token from the settings
 WRITE_ACCESS_TOKEN = st.secrets["Llama_3_1"]
 
@@ -87,7 +87,7 @@ def get_rag_answer(query, top_results):
     # Build context from each top result using title, objective, and description.
     context = "\n\n".join([build_context_for_result(res) for res in top_results])
     # Truncate context to 11500 tokens (approximation)
-    context = truncate_to_tokens(context, 2960)
+    context = truncate_to_tokens(context, 11500)
     # Improved prompt with role instruction and formatting instruction.
     prompt = (
         "You are a project portfolio adviser at the development cooperation GIZ. "