Spaces:
Running
Running
fix(docs): simplify llama.cpp demo further
Browse files
README.md
CHANGED
@@ -79,15 +79,7 @@ Add the following to your `.env.local`:
|
|
79 |
```ini
|
80 |
MODELS=`[
|
81 |
{
|
82 |
-
"name": "
|
83 |
-
"tokenizer": "microsoft/Phi-3-mini-4k-instruct",
|
84 |
-
"preprompt": "",
|
85 |
-
"parameters": {
|
86 |
-
"stop": ["<|end|>", "<|endoftext|>", "<|assistant|>"],
|
87 |
-
"temperature": 0.7,
|
88 |
-
"max_new_tokens": 1024,
|
89 |
-
"truncate": 3071
|
90 |
-
},
|
91 |
"endpoints": [{
|
92 |
"type" : "llamacpp",
|
93 |
"baseURL": "http://localhost:8080"
|
|
|
79 |
```ini
|
80 |
MODELS=`[
|
81 |
{
|
82 |
+
"name": "microsoft/Phi-3-mini-4k-instruct",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
83 |
"endpoints": [{
|
84 |
"type" : "llamacpp",
|
85 |
"baseURL": "http://localhost:8080"
|