nsarrazin HF Staff commited on
Commit
89d4aed
·
unverified ·
1 Parent(s): 256117c

fix(models): correct context window for 405B

Browse files
Files changed (1) hide show
  1. chart/env/prod.yaml +1 -1
chart/env/prod.yaml CHANGED
@@ -83,7 +83,7 @@ envVars:
83
  "top_p": 0.9,
84
  "stop": ["<|endoftext|>", "<|eot_id|>"],
85
  "max_new_tokens": 2048,
86
- "truncate": 14337
87
  },
88
  "promptExamples": [
89
  {
 
83
  "top_p": 0.9,
84
  "stop": ["<|endoftext|>", "<|eot_id|>"],
85
  "max_new_tokens": 2048,
86
+ "truncate": 14335
87
  },
88
  "promptExamples": [
89
  {