Manofem commited on
Commit
e598369
·
verified ·
1 Parent(s): c200dfe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,10 +4,10 @@ from ctransformers import AutoModelForCausalLM
4
 
5
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
6
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF", model_file="WizardLM-7B-uncensored.Q4_K_M.gguf", model_type="llama", stream=True)
7
-
8
  def generate_response(message):
9
  for text in llm(message):
10
- toe = "".join(text)
11
  yield toe
12
 
13
 
 
4
 
5
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
6
  llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF", model_file="WizardLM-7B-uncensored.Q4_K_M.gguf", model_type="llama", stream=True)
7
+ list = []
8
  def generate_response(message):
9
  for text in llm(message):
10
+ toe = list.join(text)
11
  yield toe
12
 
13