anush76 commited on
Commit
18780e7
Β·
verified Β·
1 Parent(s): 54229c5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -3
app.py CHANGED
@@ -20,7 +20,17 @@ st.write("πŸ’¬ Ask me anything!")
20
 
21
  user_input = st.text_input("You:")
22
  if user_input:
23
- response = llm(user_input)
24
- st.write("πŸ€– Chatbot:", response["choices"][0]["text"])
 
 
 
 
 
 
 
 
 
 
 
25
 
26
- st.sidebar.success("βœ… Model Loaded!")
 
20
 
21
  user_input = st.text_input("You:")
22
  if user_input:
23
+ response = llm.create_completion(
24
+ prompt=user_input,
25
+ max_tokens=200, # Adjust for longer responses
26
+ temperature=0.7, # Controls randomness
27
+ top_p=0.9, # Controls diversity
28
+ stream=True # Enable streaming output
29
+ )
30
+
31
+ st.write("πŸ€– Chatbot:")
32
+ full_response = ""
33
+ for chunk in response:
34
+ full_response += chunk["choices"][0]["text"]
35
+ st.write(full_response) # Stream output gradually
36