Spaces:
Sleeping
Sleeping
Update customllama3.py
Browse files- customllama3.py +1 -1
customllama3.py
CHANGED
@@ -7,7 +7,7 @@ import requests
|
|
7 |
class CustomLlama3(LLM):
|
8 |
url: str = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct"
|
9 |
bearer_token: str
|
10 |
-
max_new_tokens: int =
|
11 |
top_p: float = 0.7
|
12 |
temperature: float = 0.1
|
13 |
|
|
|
7 |
class CustomLlama3(LLM):
|
8 |
url: str = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct"
|
9 |
bearer_token: str
|
10 |
+
max_new_tokens: int = 1024
|
11 |
top_p: float = 0.7
|
12 |
temperature: float = 0.1
|
13 |
|