Update app.py
Browse files
app.py
CHANGED
@@ -33,20 +33,20 @@ translate_phrase = TranslatePhraseTool()
|
|
33 |
get_visa_requirements = GetVisaRequirementsTool()
|
34 |
|
35 |
# Model initialization
|
36 |
-
# model = HfApiModel(
|
37 |
-
# max_tokens=2096,
|
38 |
-
# temperature=0.5, # Balanced between creativity and accuracy
|
39 |
-
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
|
40 |
-
# custom_role_conversions=None,
|
41 |
-
# )
|
42 |
-
|
43 |
model = HfApiModel(
|
44 |
-
max_tokens=2096,
|
45 |
-
temperature=0.5,
|
46 |
-
model_id='
|
47 |
-
custom_role_conversions=None,
|
48 |
)
|
49 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
# Load prompts
|
51 |
try:
|
52 |
with open("prompts.yaml", 'r') as stream:
|
|
|
33 |
get_visa_requirements = GetVisaRequirementsTool()
|
34 |
|
35 |
# Model initialization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
model = HfApiModel(
|
37 |
+
max_tokens=2096,
|
38 |
+
temperature=0.5, # Balanced between creativity and accuracy
|
39 |
+
model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
|
40 |
+
custom_role_conversions=None,
|
41 |
)
|
42 |
|
43 |
+
# model = HfApiModel(
|
44 |
+
# max_tokens=2096,
|
45 |
+
# temperature=0.5,
|
46 |
+
# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
|
47 |
+
# custom_role_conversions=None,
|
48 |
+
# )
|
49 |
+
|
50 |
# Load prompts
|
51 |
try:
|
52 |
with open("prompts.yaml", 'r') as stream:
|