inference
Browse files- mistral_inference.py +0 -1
mistral_inference.py
CHANGED
|
@@ -47,7 +47,6 @@ def submit_to_model():
|
|
| 47 |
stream = client.chat.completions.create(
|
| 48 |
model="mistralai/Mistral-7B-Instruct-v0.3",
|
| 49 |
messages=messages,
|
| 50 |
-
max_tokens=500,
|
| 51 |
stream=True,
|
| 52 |
)
|
| 53 |
|
|
|
|
| 47 |
stream = client.chat.completions.create(
|
| 48 |
model="mistralai/Mistral-7B-Instruct-v0.3",
|
| 49 |
messages=messages,
|
|
|
|
| 50 |
stream=True,
|
| 51 |
)
|
| 52 |
|