Spaces:
Running
Running
Update app.py
Browse filesAdjusting down max tokens to work with the overarching token restrictions
app.py
CHANGED
@@ -155,7 +155,7 @@ final_answer = FinalAnswerTool()
|
|
155 |
|
156 |
model = HfApiModel(
|
157 |
#max_tokens=2096,
|
158 |
-
max_tokens=
|
159 |
#max_tokens=256,
|
160 |
temperature=0.5,
|
161 |
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|
|
|
155 |
|
156 |
model = HfApiModel(
|
157 |
#max_tokens=2096,
|
158 |
+
max_tokens=8000,
|
159 |
#max_tokens=256,
|
160 |
temperature=0.5,
|
161 |
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|