Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -8,13 +8,27 @@ import requests
|
|
8 |
|
9 |
from openai import OpenAI, AsyncOpenAI
|
10 |
|
11 |
-
clients = {
|
12 |
-
'32B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_32B') + '/models').json()['data'][0]['id']],
|
13 |
-
'32B QWQ (experimental, without any additional tuning after LEP!)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), requests.get(os.getenv('MODEL_NAME_OR_PATH_QWQ') + '/models').json()['data'][0]['id']],
|
14 |
-
'7B (work in progress)': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_7B') + '/models').json()['data'][0]['id']],
|
15 |
-
'3B': [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_3B') + '/models').json()['data'][0]['id']]
|
16 |
-
}
|
17 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
def respond(
|
20 |
message,
|
|
|
8 |
|
9 |
from openai import OpenAI, AsyncOpenAI
|
10 |
|
11 |
+
clients = {}
|
|
|
|
|
|
|
|
|
|
|
12 |
|
13 |
+
try:
|
14 |
+
clients['32B (work in progress)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_32B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_32B') + '/models').json()['data'][0]['id']]
|
15 |
+
except:
|
16 |
+
pass
|
17 |
+
|
18 |
+
try:
|
19 |
+
clients['32B QWQ (experimental, without any additional tuning after LEP!)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_QWQ')), requests.get(os.getenv('MODEL_NAME_OR_PATH_QWQ') + '/models').json()['data'][0]['id']]
|
20 |
+
except:
|
21 |
+
pass
|
22 |
+
|
23 |
+
try:
|
24 |
+
clients['7B (work in progress)'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_7B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_7B') + '/models').json()['data'][0]['id']]
|
25 |
+
except:
|
26 |
+
pass
|
27 |
+
|
28 |
+
try:
|
29 |
+
clients['3B'] = [OpenAI(api_key='123', base_url=os.getenv('MODEL_NAME_OR_PATH_3B')), requests.get(os.getenv('MODEL_NAME_OR_PATH_3B') + '/models').json()['data'][0]['id']]
|
30 |
+
except:
|
31 |
+
pass
|
32 |
|
33 |
def respond(
|
34 |
message,
|