Spaces:
Running
on
Zero
Running
on
Zero
malvin noel
commited on
Commit
·
4b42e2c
1
Parent(s):
a5854e9
change script
Browse files
scripts/generate_scripts.py
CHANGED
@@ -13,7 +13,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
13 |
|
14 |
|
15 |
|
16 |
-
@spaces.GPU()
|
17 |
def generate_local(model, tokenizer, prompt: str, max_new_tokens: int = 350, temperature: float = 0.7) -> str:
|
18 |
inputs = tokenizer(prompt, return_tensors="pt")
|
19 |
inputs = {k: v.to(model.device) for k, v in inputs.items()} # ⬅️ Safely match model's device
|
|
|
13 |
|
14 |
|
15 |
|
16 |
+
@spaces.GPU(duration=150)
|
17 |
def generate_local(model, tokenizer, prompt: str, max_new_tokens: int = 350, temperature: float = 0.7) -> str:
|
18 |
inputs = tokenizer(prompt, return_tensors="pt")
|
19 |
inputs = {k: v.to(model.device) for k, v in inputs.items()} # ⬅️ Safely match model's device
|