Spaces:
Running
Running
fix(models): correct context window for 405B
Browse files- chart/env/prod.yaml +1 -1
chart/env/prod.yaml
CHANGED
@@ -83,7 +83,7 @@ envVars:
|
|
83 |
"top_p": 0.9,
|
84 |
"stop": ["<|endoftext|>", "<|eot_id|>"],
|
85 |
"max_new_tokens": 2048,
|
86 |
-
"truncate":
|
87 |
},
|
88 |
"promptExamples": [
|
89 |
{
|
|
|
83 |
"top_p": 0.9,
|
84 |
"stop": ["<|endoftext|>", "<|eot_id|>"],
|
85 |
"max_new_tokens": 2048,
|
86 |
+
"truncate": 14335
|
87 |
},
|
88 |
"promptExamples": [
|
89 |
{
|