akiko19191 commited on
Commit
5b56033
·
verified ·
1 Parent(s): 00e8456

Update utils/llms.py

Browse files
Files changed (1) hide show
  1. utils/llms.py +2 -0
utils/llms.py CHANGED
@@ -155,6 +155,8 @@ def gpt4stream(messages,model,api_keys):
155
  break
156
  helper.q.put_nowait("RESULT: "+cunk)
157
  elif model in chutes_models:
 
 
158
  response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
159
 
160
  cunk=""
 
155
  break
156
  helper.q.put_nowait("RESULT: "+cunk)
157
  elif model in chutes_models:
158
+ if model == "MAI-DS-R1-FP8":
159
+ helper.q.put_nowait("<think>")
160
  response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
161
 
162
  cunk=""