File size: 1,637 Bytes
1af67d0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
import gradio as gr
from chatbot import Bot
model = Bot()
model.load("szzzzz/chatbot_bloom_560m",low_disk_usage=True)
def add_text(history, text):
history = history + [(text, None)]
return history, ""
def bot(history):
prompt = ""
for i, h in enumerate(history):
prompt = prompt + "\nHuman: " + h[0]
if i != len(history) - 1:
prompt = prompt + "\nAssistant: " + h[1]
else:
prompt = prompt + "\nAssistant: "
response = model.generate(prompt)
history[-1][1] = response
return history
def regenerate(history):
prompt = ""
for i, h in enumerate(history):
prompt = prompt + "\nHuman: " + h[0]
if i != len(history) - 1:
prompt = prompt + "\nAssistant: " + h[1]
else:
prompt = prompt + "\nAssistant: "
response = model.generate(prompt)
history[-1][1] = response
return history
with gr.Blocks() as demo:
gr.Markdown("""chatbot of szzzzz.""")
with gr.Tab("chatbot"):
gr_chatbot = gr.Chatbot([]).style(height=300)
txt = gr.Textbox(
show_label=False,
placeholder="Enter text and press enter",
).style(container=False)
with gr.Row():
clear = gr.Button("Restart")
regen = gr.Button("Regenerate response")
# func
txt.submit(add_text, [gr_chatbot, txt], [gr_chatbot, txt]).then(
bot, gr_chatbot, gr_chatbot
)
clear.click(lambda: None, None, gr_chatbot, queue=False)
regen.click(regenerate, [gr_chatbot], [gr_chatbot])
demo.launch(server_name="0.0.0.0")
|