Update app.py

app.py

@@ -6,7 +6,8 @@ import tempfile
 from collections.abc import Iterator
 from threading import Thread
 from datetime import datetime
-
+import asyncio
+from openai import AsyncOpenAI
 import cv2
 import gradio as gr
 from openai import OpenAI
@@ -18,16 +19,29 @@ friendli_token = os.getenv("FRIENDLI_TOKEN", "your_friendli_token")
 gemini_token = os.getenv("GEMINI_TOKEN", "your_gemini_token")
 openai_token = os.getenv("OPENAI_TOKEN", "your_openai_token")
 model_name = "hb6sexrtj6mf"
+base_url = "https://api.friendli.ai/dedicated/v1"
+# base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
 
 # OpenAI client for Friendli
 client = OpenAI(
-    base_url="https://api.friendli.ai/dedicated/v1",
-    # base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
+    base_url=base_url,
     api_key=friendli_token,
 )
 
-MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
+async_client = AsyncOpenAI(
+    # This is the default and can be omitted
+    api_key=os.environ.get("OPENAI_API_KEY"),
+)
 
+async def async_ping() -> None:
+    response = await client.responses.create(
+        model=model_name, input="Repeat Hello"
+    )
+    print(response.output_text)
+
+asyncio.run(async_ping())
+
+MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
 
 def count_files_in_new_message(paths: list[str]) -> tuple[int, int]:
     image_count = 0