Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -69,7 +69,7 @@ from langchain_core.outputs import ChatResult, ChatGeneration
|
|
69 |
from langchain_core.callbacks.manager import CallbackManagerForLLMRun
|
70 |
from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
|
71 |
from langchain_core.runnables import run_in_executor
|
72 |
-
from transformers import
|
73 |
import torch
|
74 |
class Chatchat(BaseChatModel):
|
75 |
|
@@ -160,12 +160,12 @@ class Chatchat(BaseChatModel):
|
|
160 |
return ChatResult(generations=[ChatGeneration(message=ai_message)])
|
161 |
|
162 |
|
163 |
-
llm=Chatchat()
|
164 |
#from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
|
165 |
#m=M.from_pretrained("peterpeter8585/syai4.3")
|
166 |
#t=T.from_pretrained("peterpeter8585/syai4.3")
|
167 |
#pipe=pipeline(model=m,tokenizer=t,task="text-generation")
|
168 |
-
llm=HF.from_model_id(model_id="peterpeter8585/syai4.6",task="text-generation")
|
169 |
from langchain.retrievers import WikipediaRetriever as Wiki
|
170 |
import gradio as gr
|
171 |
chatbot = gr.Chatbot(
|
|
|
69 |
from langchain_core.callbacks.manager import CallbackManagerForLLMRun
|
70 |
from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
|
71 |
from langchain_core.runnables import run_in_executor
|
72 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
73 |
import torch
|
74 |
class Chatchat(BaseChatModel):
|
75 |
|
|
|
160 |
return ChatResult(generations=[ChatGeneration(message=ai_message)])
|
161 |
|
162 |
|
163 |
+
llm=Chatchat(model_path=None)
|
164 |
#from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
|
165 |
#m=M.from_pretrained("peterpeter8585/syai4.3")
|
166 |
#t=T.from_pretrained("peterpeter8585/syai4.3")
|
167 |
#pipe=pipeline(model=m,tokenizer=t,task="text-generation")
|
168 |
+
#llm=HF.from_model_id(model_id="peterpeter8585/syai4.6",task="text-generation")
|
169 |
from langchain.retrievers import WikipediaRetriever as Wiki
|
170 |
import gradio as gr
|
171 |
chatbot = gr.Chatbot(
|