nsarrazin HF Staff commited on
Commit
5a6039e
·
1 Parent(s): 24dc29d

fix(docs): simplify llama.cpp demo further

Browse files
Files changed (1) hide show
  1. README.md +1 -9
README.md CHANGED
@@ -79,15 +79,7 @@ Add the following to your `.env.local`:
79
  ```ini
80
  MODELS=`[
81
  {
82
- "name": "Local microsoft/Phi-3-mini-4k-instruct-gguf",
83
- "tokenizer": "microsoft/Phi-3-mini-4k-instruct",
84
- "preprompt": "",
85
- "parameters": {
86
- "stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
87
- "temperature": 0.7,
88
- "max_new_tokens": 1024,
89
- "truncate": 3071
90
- },
91
  "endpoints": [{
92
  "type" : "llamacpp",
93
  "baseURL": "http://localhost:8080"
 
79
  ```ini
80
  MODELS=`[
81
  {
82
+ "name": "microsoft/Phi-3-mini-4k-instruct",
 
 
 
 
 
 
 
 
83
  "endpoints": [{
84
  "type" : "llamacpp",
85
  "baseURL": "http://localhost:8080"