Hugging Face's logo

Spaces:
sandz7
/
loki
Runtime error

App Files Community
sandz7 commited on
Commit
3385018
·
1 Parent(s): 405ba08

removed string on convert_tokens_to_ids

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ llama_tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B")
29
  llama_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B", token=TOKEN, torch_dtype=torch.float16).to('cuda')
30
  terminators = [
31
  llama_tokenizer.eos_token_id,
32
- llama_tokenizer.convert_tokens_to_ids("<|eot_id|>")
33
  ]
34
  # Check if eos_token_id is valid
35
  if llama_tokenizer.eos_token_id is None or llama_tokenizer.eos_token_id == llama_tokenizer.pad_token_id:
 
29
  llama_model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3-8B", token=TOKEN, torch_dtype=torch.float16).to('cuda')
30
  terminators = [
31
  llama_tokenizer.eos_token_id,
32
+ llama_tokenizer.convert_tokens_to_ids("")
33
  ]
34
  # Check if eos_token_id is valid
35
  if llama_tokenizer.eos_token_id is None or llama_tokenizer.eos_token_id == llama_tokenizer.pad_token_id: