Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -15,12 +15,14 @@ import spaces
|
|
15 |
|
16 |
# Friendli AI Endpoints parameter
|
17 |
friendli_token = os.getenv("FRIENDLI_TOKEN", "your_friendli_token")
|
18 |
-
|
19 |
|
20 |
# OpenAI client for Friendli
|
21 |
client = OpenAI(
|
22 |
-
base_url="https://api.friendli.ai/dedicated/v1",
|
23 |
-
api_key=friendli_token
|
|
|
|
|
24 |
)
|
25 |
|
26 |
MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
|
@@ -228,9 +230,9 @@ def run(message: dict, history: list[dict]) -> Iterator[str]:
|
|
228 |
messages.extend(process_history(history))
|
229 |
messages.extend(process_new_user_message(message))
|
230 |
|
231 |
-
# Generate with
|
232 |
completion = client.chat.completions.create(
|
233 |
-
model="
|
234 |
messages=messages,
|
235 |
max_tokens=2048,
|
236 |
temperature=0.2,
|
|
|
15 |
|
16 |
# Friendli AI Endpoints parameter
|
17 |
friendli_token = os.getenv("FRIENDLI_TOKEN", "your_friendli_token")
|
18 |
+
gemini_token = os.getenv("GEMINI_TOKEN", "your_gemini_token")
|
19 |
|
20 |
# OpenAI client for Friendli
|
21 |
client = OpenAI(
|
22 |
+
# base_url="https://api.friendli.ai/dedicated/v1",
|
23 |
+
# api_key=friendli_token
|
24 |
+
base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
|
25 |
+
api_key=gemini_token
|
26 |
)
|
27 |
|
28 |
MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
|
|
|
230 |
messages.extend(process_history(history))
|
231 |
messages.extend(process_new_user_message(message))
|
232 |
|
233 |
+
# Generate with Gemini API
|
234 |
completion = client.chat.completions.create(
|
235 |
+
model="gemini-2.5-flash-preview-04-17", # Use appropriate model
|
236 |
messages=messages,
|
237 |
max_tokens=2048,
|
238 |
temperature=0.2,
|