malvin noel commited on
Commit
4b42e2c
·
1 Parent(s): a5854e9

change script

Browse files
Files changed (1) hide show
  1. scripts/generate_scripts.py +1 -1
scripts/generate_scripts.py CHANGED
@@ -13,7 +13,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
13
 
14
 
15
 
16
- @spaces.GPU()
17
  def generate_local(model, tokenizer, prompt: str, max_new_tokens: int = 350, temperature: float = 0.7) -> str:
18
  inputs = tokenizer(prompt, return_tensors="pt")
19
  inputs = {k: v.to(model.device) for k, v in inputs.items()} # ⬅️ Safely match model's device
 
13
 
14
 
15
 
16
+ @spaces.GPU(duration=150)
17
  def generate_local(model, tokenizer, prompt: str, max_new_tokens: int = 350, temperature: float = 0.7) -> str:
18
  inputs = tokenizer(prompt, return_tensors="pt")
19
  inputs = {k: v.to(model.device) for k, v in inputs.items()} # ⬅️ Safely match model's device