Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -65,7 +65,7 @@ if st.button("Send") and user_input:
|
|
65 |
# β
Speed improvements: Increase max_tokens for full responses & ensure proper stopping
|
66 |
response_data = st.session_state["model"].create_chat_completion(
|
67 |
messages=formatted_messages,
|
68 |
-
max_tokens=
|
69 |
stop=["\n", "<|endoftext|>"], # β
Ensures responses end properly
|
70 |
stream=False
|
71 |
)
|
|
|
65 |
# β
Speed improvements: Increase max_tokens for full responses & ensure proper stopping
|
66 |
response_data = st.session_state["model"].create_chat_completion(
|
67 |
messages=formatted_messages,
|
68 |
+
max_tokens=110, temperature=0.5, top_p=0.8,
|
69 |
stop=["\n", "<|endoftext|>"], # β
Ensures responses end properly
|
70 |
stream=False
|
71 |
)
|