Spaces:
Paused
Paused
Update utils/llms.py
Browse files- utils/llms.py +2 -0
utils/llms.py
CHANGED
@@ -155,6 +155,8 @@ def gpt4stream(messages,model,api_keys):
|
|
155 |
break
|
156 |
helper.q.put_nowait("RESULT: "+cunk)
|
157 |
elif model in chutes_models:
|
|
|
|
|
158 |
response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
|
159 |
|
160 |
cunk=""
|
|
|
155 |
break
|
156 |
helper.q.put_nowait("RESULT: "+cunk)
|
157 |
elif model in chutes_models:
|
158 |
+
if model == "MAI-DS-R1-FP8":
|
159 |
+
helper.q.put_nowait("<think>")
|
160 |
response = completion(model=f"openai/{chutes_models[model]}",api_key=chutes_key,base_url="https://llm.chutes.ai/v1", messages=messages, stream=True)
|
161 |
|
162 |
cunk=""
|