lukisko commited on
Commit
c7c8204
·
verified ·
1 Parent(s): 5d525a0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -7,6 +7,7 @@ from huggingface_hub import login
7
 
8
  login(os.getenv('HF_LOGIN'))
9
 
 
10
  model_id = "utter-project/EuroLLM-1.7B-Instruct"
11
  tokenizer = AutoTokenizer.from_pretrained(model_id, torch_dtype=torch.bfloat16)
12
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)
 
7
 
8
  login(os.getenv('HF_LOGIN'))
9
 
10
+ token_step_size = 20
11
  model_id = "utter-project/EuroLLM-1.7B-Instruct"
12
  tokenizer = AutoTokenizer.from_pretrained(model_id, torch_dtype=torch.bfloat16)
13
  model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)