Spaces:
Running
on
Zero
Running
on
Zero
AndyC
commited on
Commit
·
13b82ac
1
Parent(s):
ee365cd
app.py
CHANGED
@@ -15,12 +15,10 @@ model = Gemma3ForCausalLM.from_pretrained(
|
|
15 |
"google/gemma-3-4b-it",
|
16 |
torch_dtype=torch.bfloat16,
|
17 |
device_map="auto",
|
18 |
-
use_auth_token=True,
|
19 |
).eval()
|
20 |
|
21 |
tokenizer = AutoTokenizer.from_pretrained(
|
22 |
"google/gemma-3-4b-it",
|
23 |
-
use_auth_token=True,
|
24 |
)
|
25 |
load_time = time.time() - start_time
|
26 |
print(f"Model loaded in {load_time:.2f} seconds")
|
|
|
15 |
"google/gemma-3-4b-it",
|
16 |
torch_dtype=torch.bfloat16,
|
17 |
device_map="auto",
|
|
|
18 |
).eval()
|
19 |
|
20 |
tokenizer = AutoTokenizer.from_pretrained(
|
21 |
"google/gemma-3-4b-it",
|
|
|
22 |
)
|
23 |
load_time = time.time() - start_time
|
24 |
print(f"Model loaded in {load_time:.2f} seconds")
|