Tanifh commited on
Commit
dbd53de
Β·
verified Β·
1 Parent(s): 6e3b4c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -65,10 +65,11 @@ if st.button("Send") and user_input:
65
  # βœ… Use a minimal prompt format (no system message)
66
  formatted_messages = [{"role": "user", "content": user_input}]
67
 
68
- # βœ… Speed improvements: Reduce response length & force short answers
69
  response_data = st.session_state["model"].create_chat_completion(
70
  messages=formatted_messages,
71
- max_tokens=64, temperature=0.5, top_p=0.8,
 
72
  stream=False # βœ… No streaming for debugging
73
  )
74
 
 
65
  # βœ… Use a minimal prompt format (no system message)
66
  formatted_messages = [{"role": "user", "content": user_input}]
67
 
68
+ # βœ… Speed improvements: Increase max_tokens for full responses & ensure proper stopping
69
  response_data = st.session_state["model"].create_chat_completion(
70
  messages=formatted_messages,
71
+ max_tokens=128, temperature=0.5, top_p=0.8,
72
+ stop=["\n", "<|endoftext|>"], # βœ… Ensures responses end properly
73
  stream=False # βœ… No streaming for debugging
74
  )
75