File size: 598 Bytes
6c8a2d5
525c716
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
import os
import asyncio
from openai import AsyncOpenAI
from dotenv import load_dotenv

load_dotenv()

client = AsyncOpenAI(
    api_key=os.getenv("GEMINI_API_KEY"),
    base_url=os.getenv("GEMINI_BASE_URL"),
)

async def get_completion(prompt: str, instruction: str) -> str:
    response = await client.chat.completions.create(
        model=os.getenv("MODEL"),
        messages=[
            {"role": "system", "content": instruction},
            {"role": "user", "content": prompt}
        ],
        response_format={"type": "json_object"},
    )
    return response.choices[0].message.content