ChIrish06 commited on
Commit
a8f49c9
·
verified ·
1 Parent(s): 3da6915

Update app.py

Browse files

Adjusting down max tokens to work with the overarching token restrictions

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -155,7 +155,7 @@ final_answer = FinalAnswerTool()
155
 
156
  model = HfApiModel(
157
  #max_tokens=2096,
158
- max_tokens=20960,
159
  #max_tokens=256,
160
  temperature=0.5,
161
  model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
 
155
 
156
  model = HfApiModel(
157
  #max_tokens=2096,
158
+ max_tokens=8000,
159
  #max_tokens=256,
160
  temperature=0.5,
161
  model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded