Spaces:
Running
Running
File size: 598 Bytes
6c8a2d5 525c716 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import os
import asyncio
from openai import AsyncOpenAI
from dotenv import load_dotenv
load_dotenv()
client = AsyncOpenAI(
api_key=os.getenv("GEMINI_API_KEY"),
base_url=os.getenv("GEMINI_BASE_URL"),
)
async def get_completion(prompt: str, instruction: str) -> str:
response = await client.chat.completions.create(
model=os.getenv("MODEL"),
messages=[
{"role": "system", "content": instruction},
{"role": "user", "content": prompt}
],
response_format={"type": "json_object"},
)
return response.choices[0].message.content |