Update app.py

app.py

@@ -41,13 +41,13 @@ def IBM_token():
     st.session_state.IBM_ACCESS_TOKEN = response.json().get("access_token", "")
 
 
-def IBM_chat (messages):
+def IBM_chat (messages, temperature = 0.7):
     body = {
         "model_id": "ibm/granite-3-8b-instruct",
         "project_id": os.getenv("IBM_PROJECT_ID"),
         "messages": messages,
         "max_tokens": 10000,
-        "temperature": 0.7,
+        "temperature": temperature
         "time_limit": 40000
     }
     headers = {
@@ -67,9 +67,9 @@ def IBM_chat (messages):
     response = response.json()
     return response["choices"][0]["message"]["content"]
 
-def IBM_query (prompt):
+def IBM_query (prompt, temperature = 0.7):
     messages = [{"role": "user", "content": prompt}]
-    return IBM_chat(messages)
+    return IBM_chat(messages, temperature)
     
 def get_credentials():
 	return {
@@ -198,7 +198,7 @@ def do_query(query):
 
     # Get response from IBM
     with st.spinner("Thinking..."):
-        assistant_reply = IBM_chat(messages)
+        assistant_reply = IBM_chat(messages, 0)     ## no creativity here, just searching
 
     # Display assistant message
     st.chat_message("assistant").markdown(assistant_reply)
@@ -258,8 +258,8 @@ if st.sidebar.button("🔗 Analyze with IBM Granite"):
         prompt = f"Define search criteria for projects to implement: {policy_input}"
         
         # Get response from IBM
-        with st.spinner("Analyzing..."):
-            result = IBM_query(prompt)
+        with st.sidebar.spinner("Analyzing..."):
+            result = IBM_query(prompt, 0.7)
             st.session_state["extended_query"] = "Find 3 projects that best match these criteria: " + result
     else:
         st.sidebar.warning("Please enter a policy or business idea first!")