Update app.py

app.py

@@ -11,45 +11,11 @@ from openai import OpenAI, AsyncOpenAI
 
 clients = {}
 token = os.getenv('API_KEY')
-#try:
-#clients['32B-Pro (beta)'] = [
-#    OpenAI(api_key=token, base_url=os.getenv('RUADAPT_PRO_PATH')), 
-#    requests.get(os.getenv('RUADAPT_PRO_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
-#]
 
 clients['32B-QWQ'] = [
-    OpenAI(api_key=token, base_url=os.getenv('RUADAPT_QWQ_PATH')), 
-    requests.get(os.getenv('RUADAPT_QWQ_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
+    OpenAI(api_key=token, base_url=os.getenv('RUADAPT_UNIVERSAL_URL')), 
+    'RefalMachine/RuadaptQwen2.5-32B-QWQ-Beta'
 ]
-#clients['32B-FUSE-O1 (preview)'] = [
-#    OpenAI(api_key=token, base_url=os.getenv('RUADAPT_FUSE_PATH')), 
-#    requests.get(os.getenv('RUADAPT_FUSE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
-#]
-
-#clients['7B-Lite (beta)'] = [
-#    OpenAI(api_key=token, base_url=os.getenv('RUADAPT_LITE_PATH')), 
-#    requests.get(os.getenv('RUADAPT_LITE_PATH') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']
-#]
-#except:
-#    pass
-
-try:
-    clients['32B QWQ (experimental, without any additional tuning after LEP!)'] = [
-        OpenAI(api_key=token, 
-               base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), 
-        requests.get(os.getenv('MODEL_NAME_OR_PATH_QWQ') + '/models', headers={"Authorization": f"Bearer {token}"}).json()['data'][0]['id']]
-except:
-    pass
-    
-try:
-    clients['7B (work in progress)'] = [OpenAI(api_key=os.getenv('API_KEY'), base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_7B') + '/models').json()['data'][0]['id']]
-except:
-    pass
-    
-try:
-    clients['3B'] = [OpenAI(api_key=os.getenv('API_KEY'), base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_3B') + '/models').json()['data'][0]['id']]
-except:
-    pass
 
 def respond(
     message,
@@ -107,8 +73,8 @@ def respond(
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
-options = ["32B-Pro (beta)", '32B-QWQ', '32B-FUSE-O1 (preview)', "32B QWQ (experimental, without any additional tuning after LEP!)", "7B (work in progress)", "3B"]
-options = options[1:2]
+options = ['32B-QWQ']
+options = options[:1]
 system_old = "You are a helpful and harmless assistant. You should think step-by-step. First, reason (the user does not see your reasoning), then give your final answer."
 system_new = "Ты Руадапт - полезный и дружелюбный интеллектуальный ассистент для помощи пользователям в их вопросах."
 system_new2 = "Ты — Руадапт, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им."