hsuwill000 commited on
Commit
4ae9095
·
verified ·
1 Parent(s): d1095ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -74,7 +74,8 @@ if __name__ == "__main__":
74
  model_path=MODEL_PATH,
75
  verbose=False,
76
  n_threads=4,
77
- n_ctx=32768
 
78
  )
79
  gr.ChatInterface(
80
  fn=chat_with_model,
 
74
  model_path=MODEL_PATH,
75
  verbose=False,
76
  n_threads=4,
77
+ n_ctx=32768,
78
+ eos_token_id=151643, # 设置正确的 EOS token ID,确保模型能正确结束
79
  )
80
  gr.ChatInterface(
81
  fn=chat_with_model,