inference
Browse files- mistral_inference.py +1 -0
mistral_inference.py
CHANGED
|
@@ -47,6 +47,7 @@ def submit_to_model():
|
|
| 47 |
stream = client.chat.completions.create(
|
| 48 |
model="mistralai/Mistral-7B-Instruct-v0.3",
|
| 49 |
messages=messages,
|
|
|
|
| 50 |
stream=True,
|
| 51 |
)
|
| 52 |
|
|
|
|
| 47 |
stream = client.chat.completions.create(
|
| 48 |
model="mistralai/Mistral-7B-Instruct-v0.3",
|
| 49 |
messages=messages,
|
| 50 |
+
max_tokens=2000,
|
| 51 |
stream=True,
|
| 52 |
)
|
| 53 |
|