Update app.py

app.py

@@ -6,18 +6,18 @@ For more information on `huggingface_hub` Inference API support, please check th
 """
 import requests
 
-from openai import OpenAI
+from openai import OpenAI, AsyncOpenAI
 
 clients = {
-    '32B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), os.getenv('MODEL_NAME_32B')],
-    '32B QWQ (experimental, without any additional tuning after LEP!)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), os.getenv('MODEL_NAME_QWQ')],
-    '7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct'],
-    '3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct_v4']
+    '32B (work in progress)': [AsyncOpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), os.getenv('MODEL_NAME_32B')],
+    '32B QWQ (experimental, without any additional tuning after LEP!)': [AsyncOpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), os.getenv('MODEL_NAME_QWQ')],
+    '7B (work in progress)': [AsyncOpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), 'RefalMachine/ruadapt_qwen2.5_7B_ext_u48_instruct'],
+    '3B': [AsyncOpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), 'RefalMachine/ruadapt_qwen2.5_3B_ext_u48_instruct_v4']
     }
 #client = InferenceClient(os.getenv('MODEL_NAME_OR_PATH'))
 
 
-def respond(
+async def respond(
     message,
     history: list[tuple[str, str]],
     model_name,
@@ -41,7 +41,7 @@ def respond(
 
     response = ""
 
-    res = clients[model_name][0].chat.completions.create(
+    res = await clients[model_name][0].chat.completions.create(
         model=clients[model_name][1],
         messages=messages,
         temperature=temperature,