update the endpoint
Browse files
app.py
CHANGED
@@ -448,14 +448,22 @@ def get_visa_requirements(nationality: str, destination: str) -> str:
|
|
448 |
|
449 |
final_answer = FinalAnswerTool()
|
450 |
|
451 |
-
# Model initialization
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
452 |
model = HfApiModel(
|
453 |
max_tokens=2096,
|
454 |
temperature=0.7, # Slightly higher temperature for more creative responses
|
455 |
-
model_id='
|
456 |
custom_role_conversions=None,
|
457 |
)
|
458 |
|
|
|
459 |
# Load prompts
|
460 |
with open("prompts.yaml", 'r') as stream:
|
461 |
prompt_templates = yaml.safe_load(stream)
|
|
|
448 |
|
449 |
final_answer = FinalAnswerTool()
|
450 |
|
451 |
+
# # Model initialization
|
452 |
+
# model = HfApiModel(
|
453 |
+
# max_tokens=2096,
|
454 |
+
# temperature=0.7, # Slightly higher temperature for more creative responses
|
455 |
+
# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
|
456 |
+
# custom_role_conversions=None,
|
457 |
+
# )
|
458 |
+
|
459 |
model = HfApiModel(
|
460 |
max_tokens=2096,
|
461 |
temperature=0.7, # Slightly higher temperature for more creative responses
|
462 |
+
model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud', # Use the AWS endpoint
|
463 |
custom_role_conversions=None,
|
464 |
)
|
465 |
|
466 |
+
|
467 |
# Load prompts
|
468 |
with open("prompts.yaml", 'r') as stream:
|
469 |
prompt_templates = yaml.safe_load(stream)
|