Spaces:

ccm
/

chat-with-SFF

Sleeping

ccm commited on Nov 9, 2024

Commit

435db0f

verified ·

1 Parent(s): 98b8089

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -33,7 +33,7 @@ publication_vectorstore = langchain_community.vectorstores.FAISS.load_local(
 llm = transformers.pipeline(
     task="text-generation",
     model="Qwen/Qwen2.5-7B-Instruct-AWQ",
-    device="cuda",
     streamer=transformers.TextStreamer(
         transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
     ),

 llm = transformers.pipeline(
     task="text-generation",
     model="Qwen/Qwen2.5-7B-Instruct-AWQ",
+    device=0,
     streamer=transformers.TextStreamer(
         transformers.AutoTokenizer.from_pretrained("Qwen/Qwen2.5-7B-Instruct-AWQ")
     ),