peterpeter8585 commited on
Commit
0cb6fe1
·
verified ·
1 Parent(s): fb0e311

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -69,7 +69,7 @@ from langchain_core.outputs import ChatResult, ChatGeneration
69
  from langchain_core.callbacks.manager import CallbackManagerForLLMRun
70
  from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
71
  from langchain_core.runnables import run_in_executor
72
- from transformers import AutoProcessor, AutoModelForCausalLM
73
  import torch
74
  class Chatchat(BaseChatModel):
75
 
@@ -160,12 +160,12 @@ class Chatchat(BaseChatModel):
160
  return ChatResult(generations=[ChatGeneration(message=ai_message)])
161
 
162
 
163
- llm=Chatchat()
164
  #from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
165
  #m=M.from_pretrained("peterpeter8585/syai4.3")
166
  #t=T.from_pretrained("peterpeter8585/syai4.3")
167
  #pipe=pipeline(model=m,tokenizer=t,task="text-generation")
168
- llm=HF.from_model_id(model_id="peterpeter8585/syai4.6",task="text-generation")
169
  from langchain.retrievers import WikipediaRetriever as Wiki
170
  import gradio as gr
171
  chatbot = gr.Chatbot(
 
69
  from langchain_core.callbacks.manager import CallbackManagerForLLMRun
70
  from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
71
  from langchain_core.runnables import run_in_executor
72
+ from transformers import AutoTokenizer, AutoModelForCausalLM
73
  import torch
74
  class Chatchat(BaseChatModel):
75
 
 
160
  return ChatResult(generations=[ChatGeneration(message=ai_message)])
161
 
162
 
163
+ llm=Chatchat(model_path=None)
164
  #from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
165
  #m=M.from_pretrained("peterpeter8585/syai4.3")
166
  #t=T.from_pretrained("peterpeter8585/syai4.3")
167
  #pipe=pipeline(model=m,tokenizer=t,task="text-generation")
168
+ #llm=HF.from_model_id(model_id="peterpeter8585/syai4.6",task="text-generation")
169
  from langchain.retrievers import WikipediaRetriever as Wiki
170
  import gradio as gr
171
  chatbot = gr.Chatbot(