cortexso
/

qwq

Minh141120 commited on Mar 3

Commit

24f8aa2

verified ·

1 Parent(s): 43991eb

Update model.yml

Files changed (1) hide show

model.yml CHANGED Viewed

@@ -42,6 +42,6 @@ min_keep: 0
 engine: llama-cpp
 prompt_template: <|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n
 ctx_len: 4096
-ngl: 34
 # END REQUIRED
 # END MODEL LOAD PARAMETERS

 engine: llama-cpp
 prompt_template: <|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n
 ctx_len: 4096
+ngl: 65
 # END REQUIRED
 # END MODEL LOAD PARAMETERS