RefalMachine commited on
Commit
b752df1
·
verified ·
1 Parent(s): 8c2fc78

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +20 -6
app.py CHANGED
@@ -8,13 +8,27 @@ import requests
8
 
9
  from openai import OpenAI, AsyncOpenAI
10
 
11
- clients = {
12
- '32B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_32B') + '/models').json()['data'][0]['id']],
13
- '32B QWQ (experimental, without any additional tuning after LEP!)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), requests.get(os.getenv('MODEL_NAME_OR_PATH_QWQ') + '/models').json()['data'][0]['id']],
14
- '7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_7B') + '/models').json()['data'][0]['id']],
15
- '3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_3B') + '/models').json()['data'][0]['id']]
16
- }
17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
 
19
  def respond(
20
  message,
 
8
 
9
  from openai import OpenAI, AsyncOpenAI
10
 
11
+ clients = {}
 
 
 
 
 
12
 
13
+ try:
14
+ clients['32B (work in progress)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_32B') + '/models').json()['data'][0]['id']]
15
+ except:
16
+ pass
17
+
18
+ try:
19
+ clients['32B QWQ (experimental, without any additional tuning after LEP!)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), requests.get(os.getenv('MODEL_NAME_OR_PATH_QWQ') + '/models').json()['data'][0]['id']]
20
+ except:
21
+ pass
22
+
23
+ try:
24
+ clients['7B (work in progress)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_7B') + '/models').json()['data'][0]['id']]
25
+ except:
26
+ pass
27
+
28
+ try:
29
+ clients['3B'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_3B') + '/models').json()['data'][0]['id']]
30
+ except:
31
+ pass
32
 
33
  def respond(
34
  message,