File size: 458 Bytes
d318329
 
 
43e50fb
29fd5a8
d318329
 
 
 
 
43e50fb
d318329
 
 
 
43e50fb
d318329
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
import gradio as gr
from transformers import pipeline

# LLM
chatbot = pipeline("text-generation", model="Qwen/Qwen1.5-1.8B", device="cpu")

def chat(user_input):
    response = chatbot(user_input, max_length=200, do_sample=True)
    return response[0]["generated_text"]

#  Gradio 
with gr.Blocks() as demo:
    gr.Markdown("# 💊 氫分子膠囊衛教聊天機器人 💬")
    chatbot_ui = gr.ChatInterface(chat, type="messages")

# Launch
demo.launch()