configs/llms/json_res.yml

#name: OpenaiGPTLLM
#model_id: gpt-4o
#api_key: ${env| custom_openai_key, openai_api_key}
#endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1}
#temperature: 0
#response_format: json_object
name: AzureGPTLLM
model_id: gpt-4o # the model id should be same as deployment id in Azure dashboard
api_key: ${env| custom_openai_key, openai_api_key}
endpoint: ${env| custom_openai_endpoint, https://api.openai.com/v1} # should be same as deployment endpoint in Azure dashboard
api_version: ${env| custom_openai_api_version, 2024-02-01} # this is mandatory
temperature: 0
vision: true
response_format: json_object