Spaces:

Mori-kamiyama
/

processing_test

Sleeping

Mori-kamiyama commited on Mar 30

Commit

ebc9829

1 Parent(s): 36132e7

モデルを変えてみた

Files changed (1) hide show

app.py CHANGED Viewed

@@ -50,7 +50,7 @@ index.add(np.array(doc_embeddings))
 def generate_text(prompt):
     full_prompt = search(prompt)
-    input_ids = tokenizer(full_prompt, return_tensors="pt").input_ids.cuda()  # または .to("cuda") / .to("mps") / .to("cpu") に変更
     with torch.no_grad():
         output_ids = llm.generate(input_ids, max_new_tokens=256)
     result_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)

 def generate_text(prompt):
     full_prompt = search(prompt)
+    input_ids = tokenizer(full_prompt, return_tensors="pt").to("cpu")  # または .to("cuda") / .to("mps") / .to("cpu") に変更
     with torch.no_grad():
         output_ids = llm.generate(input_ids, max_new_tokens=256)
     result_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)