Manofem commited on
Commit
c200dfe
·
verified ·
1 Parent(s): c66f552

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -6,9 +6,9 @@ from ctransformers import AutoModelForCausalLM
6
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF", model_file="WizardLM-7B-uncensored.Q4_K_M.gguf", model_type="llama", stream=True)
7
 
8
  def generate_response(message):
9
- tokens = llm(message)
10
- response_sentence = ' '.join(tokens)
11
- yield response_sentence
12
 
13
 
14
  def chatbot(message, history):
 
6
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF", model_file="WizardLM-7B-uncensored.Q4_K_M.gguf", model_type="llama", stream=True)
7
 
8
  def generate_response(message):
9
+ for text in llm(message):
10
+ toe = "".join(text)
11
+ yield toe
12
 
13
 
14
  def chatbot(message, history):