fehmikaya commited on
Commit
ea874bb
·
verified ·
1 Parent(s): 6a4989e

Update customllama3.py

Browse files
Files changed (1) hide show
  1. customllama3.py +1 -1
customllama3.py CHANGED
@@ -7,7 +7,7 @@ import requests
7
  class CustomLlama3(LLM):
8
  url: str = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct"
9
  bearer_token: str
10
- max_new_tokens: int = 512
11
  top_p: float = 0.7
12
  temperature: float = 0.1
13
 
 
7
  class CustomLlama3(LLM):
8
  url: str = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct"
9
  bearer_token: str
10
+ max_new_tokens: int = 1024
11
  top_p: float = 0.7
12
  temperature: float = 0.1
13