Update app.py
Browse files
app.py
CHANGED
@@ -33,11 +33,18 @@ translate_phrase = TranslatePhraseTool()
|
|
33 |
get_visa_requirements = GetVisaRequirementsTool()
|
34 |
|
35 |
# Model initialization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
model = HfApiModel(
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
)
|
42 |
|
43 |
# Load prompts
|
|
|
33 |
get_visa_requirements = GetVisaRequirementsTool()
|
34 |
|
35 |
# Model initialization
|
36 |
+
# model = HfApiModel(
|
37 |
+
# max_tokens=2096,
|
38 |
+
# temperature=0.5, # Balanced between creativity and accuracy
|
39 |
+
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
|
40 |
+
# custom_role_conversions=None,
|
41 |
+
# )
|
42 |
+
|
43 |
model = HfApiModel(
|
44 |
+
max_tokens=2096,
|
45 |
+
temperature=0.5,
|
46 |
+
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|
47 |
+
custom_role_conversions=None,
|
48 |
)
|
49 |
|
50 |
# Load prompts
|