Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF
|
|
7 |
history = []
|
8 |
|
9 |
def generate_response(message):
|
10 |
-
|
11 |
for text in llm(message):
|
12 |
response = ''.join(text)
|
13 |
history.append(response)
|
@@ -16,7 +16,7 @@ def generate_response(message):
|
|
16 |
def chatbot(message, history):
|
17 |
response_generator = generate_response(message)
|
18 |
for response in response_generator:
|
19 |
-
time.sleep(0.
|
20 |
yield response
|
21 |
|
22 |
iface = gr.ChatInterface(chatbot)
|
|
|
7 |
history = []
|
8 |
|
9 |
def generate_response(message):
|
10 |
+
|
11 |
for text in llm(message):
|
12 |
response = ''.join(text)
|
13 |
history.append(response)
|
|
|
16 |
def chatbot(message, history):
|
17 |
response_generator = generate_response(message)
|
18 |
for response in response_generator:
|
19 |
+
time.sleep(0.1) # Optional delay for a natural chat feel
|
20 |
yield response
|
21 |
|
22 |
iface = gr.ChatInterface(chatbot)
|