ChIrish06 commited on
Commit
3e4bca9
·
verified ·
1 Parent(s): 914aa53

Update app.py

Browse files

Trying to reduce the tokens for the hgapimodel - based on input from discord

Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -40,10 +40,11 @@ final_answer = FinalAnswerTool()
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
  model = HfApiModel(
43
- max_tokens=2096,
 
44
  temperature=0.5,
45
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
46
- model_id='Qwen/Qwen2.5-Coder-1.5B-Instruct',# it is possible that this model may be overloaded
47
  custom_role_conversions=None,
48
  )
49
 
 
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
  model = HfApiModel(
43
+ #max_tokens=2096,
44
+ max_tokens=256,
45
  temperature=0.5,
46
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
47
+ model_id='Qwen/Qwen2.5-Coder-1.5B-Instruct',# it is possible that this model may be overloaded
48
  custom_role_conversions=None,
49
  )
50