Update run_chatbot.py
Browse files- run_chatbot.py +2 -1
run_chatbot.py
CHANGED
|
@@ -20,7 +20,8 @@ client = openai.OpenAI(
|
|
| 20 |
)
|
| 21 |
|
| 22 |
# Define the model to use
|
| 23 |
-
SAMBANOVA_MODEL = "Llama-4-Maverick-17B-128E-Instruct"
|
|
|
|
| 24 |
|
| 25 |
def process_with_longcepo(system_prompt: str, initial_query: str):
|
| 26 |
"""Processes a query using the modified LongCePO plugin with Sambanova backend."""
|
|
|
|
| 20 |
)
|
| 21 |
|
| 22 |
# Define the model to use
|
| 23 |
+
# SAMBANOVA_MODEL = "Llama-4-Maverick-17B-128E-Instruct"
|
| 24 |
+
SAMBANOVA_MODEL = "Llama-3.1-8B-Instruct"
|
| 25 |
|
| 26 |
def process_with_longcepo(system_prompt: str, initial_query: str):
|
| 27 |
"""Processes a query using the modified LongCePO plugin with Sambanova backend."""
|