Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from huggingface_hub import login
|
|
7 |
|
8 |
login(os.getenv('HF_LOGIN'))
|
9 |
|
|
|
10 |
model_id = "utter-project/EuroLLM-1.7B-Instruct"
|
11 |
tokenizer = AutoTokenizer.from_pretrained(model_id, torch_dtype=torch.bfloat16)
|
12 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)
|
|
|
7 |
|
8 |
login(os.getenv('HF_LOGIN'))
|
9 |
|
10 |
+
token_step_size = 20
|
11 |
model_id = "utter-project/EuroLLM-1.7B-Instruct"
|
12 |
tokenizer = AutoTokenizer.from_pretrained(model_id, torch_dtype=torch.bfloat16)
|
13 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16)
|