Mishig commited on
Commit
347b5a8
·
unverified ·
1 Parent(s): 564e576

[cohere] reduce max_new_tokens (#1160)

Browse files
Files changed (1) hide show
  1. chart/env/prod.yaml +1 -1
chart/env/prod.yaml CHANGED
@@ -43,7 +43,7 @@ envVars:
43
  "parameters": {
44
  "stop": ["<|END_OF_TURN_TOKEN|>"],
45
  "truncate" : 28672,
46
- "max_new_tokens" : 4096,
47
  "temperature" : 0.3
48
  },
49
  "promptExamples" : [
 
43
  "parameters": {
44
  "stop": ["<|END_OF_TURN_TOKEN|>"],
45
  "truncate" : 28672,
46
+ "max_new_tokens" : 2048,
47
  "temperature" : 0.3
48
  },
49
  "promptExamples" : [