Spaces:
dxdcx
/
Running on CPU Upgrade

dxdcx commited on
Commit
d2c2493
·
verified ·
1 Parent(s): b3f35b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -5
app.py CHANGED
@@ -15,12 +15,14 @@ import spaces
15
 
16
  # Friendli AI Endpoints parameter
17
  friendli_token = os.getenv("FRIENDLI_TOKEN", "your_friendli_token")
18
-
19
 
20
  # OpenAI client for Friendli
21
  client = OpenAI(
22
- base_url="https://api.friendli.ai/dedicated/v1",
23
- api_key=friendli_token
 
 
24
  )
25
 
26
  MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
@@ -228,9 +230,9 @@ def run(message: dict, history: list[dict]) -> Iterator[str]:
228
  messages.extend(process_history(history))
229
  messages.extend(process_new_user_message(message))
230
 
231
- # Generate with Friendli API
232
  completion = client.chat.completions.create(
233
- model="jlsjb3b0fy8m", # Use appropriate model
234
  messages=messages,
235
  max_tokens=2048,
236
  temperature=0.2,
 
15
 
16
  # Friendli AI Endpoints parameter
17
  friendli_token = os.getenv("FRIENDLI_TOKEN", "your_friendli_token")
18
+ gemini_token = os.getenv("GEMINI_TOKEN", "your_gemini_token")
19
 
20
  # OpenAI client for Friendli
21
  client = OpenAI(
22
+ # base_url="https://api.friendli.ai/dedicated/v1",
23
+ # api_key=friendli_token
24
+ base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
25
+ api_key=gemini_token
26
  )
27
 
28
  MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
 
230
  messages.extend(process_history(history))
231
  messages.extend(process_new_user_message(message))
232
 
233
+ # Generate with Gemini API
234
  completion = client.chat.completions.create(
235
+ model="gemini-2.5-flash-preview-04-17", # Use appropriate model
236
  messages=messages,
237
  max_tokens=2048,
238
  temperature=0.2,