Spaces:

schroneko
/

demo-llm-jp-3-8x1.8b-instruct3

Running on Zero

username commited on Mar 27

Commit

457d89f

1 Parent(s): f0d3584

fix

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained("llm-jp/llm-jp-3-8x1.8b-instruct3")
 model = None
-@spaces.GPU(duration=120)
 def generate_text(system_prompt, user_input, max_length=512, temperature=0.7, top_p=0.95):
     global model
     if model is None:

 tokenizer = AutoTokenizer.from_pretrained("llm-jp/llm-jp-3-8x1.8b-instruct3")
 model = None
+@spaces.GPU
 def generate_text(system_prompt, user_input, max_length=512, temperature=0.7, top_p=0.95):
     global model
     if model is None: