import os import asyncio from openai import AsyncOpenAI from dotenv import load_dotenv load_dotenv() client = AsyncOpenAI( api_key=os.getenv("GEMINI_API_KEY"), base_url=os.getenv("GEMINI_BASE_URL"), ) async def get_completion(prompt: str, instruction: str) -> str: response = await client.chat.completions.create( model=os.getenv("MODEL"), messages=[ {"role": "system", "content": instruction}, {"role": "user", "content": prompt} ], response_format={"type": "json_object"}, ) return response.choices[0].message.content