PLBot commited on
Commit
b5e4e57
·
verified ·
1 Parent(s): c8063fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -11
app.py CHANGED
@@ -33,20 +33,20 @@ translate_phrase = TranslatePhraseTool()
33
  get_visa_requirements = GetVisaRequirementsTool()
34
 
35
  # Model initialization
36
- # model = HfApiModel(
37
- # max_tokens=2096,
38
- # temperature=0.5, # Balanced between creativity and accuracy
39
- # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
40
- # custom_role_conversions=None,
41
- # )
42
-
43
  model = HfApiModel(
44
- max_tokens=2096,
45
- temperature=0.5,
46
- model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
47
- custom_role_conversions=None,
48
  )
49
 
 
 
 
 
 
 
 
50
  # Load prompts
51
  try:
52
  with open("prompts.yaml", 'r') as stream:
 
33
  get_visa_requirements = GetVisaRequirementsTool()
34
 
35
  # Model initialization
 
 
 
 
 
 
 
36
  model = HfApiModel(
37
+ max_tokens=2096,
38
+ temperature=0.5, # Balanced between creativity and accuracy
39
+ model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
40
+ custom_role_conversions=None,
41
  )
42
 
43
+ # model = HfApiModel(
44
+ # max_tokens=2096,
45
+ # temperature=0.5,
46
+ # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
47
+ # custom_role_conversions=None,
48
+ # )
49
+
50
  # Load prompts
51
  try:
52
  with open("prompts.yaml", 'r') as stream: