import gradio as gr | |
from transformers import pipeline | |
# LLM | |
chatbot = pipeline("text-generation", model="Qwen/Qwen1.5-1.8B", device="cpu") | |
def chat(user_input): | |
response = chatbot(user_input, max_length=200, do_sample=True) | |
return response[0]["generated_text"] | |
# Gradio | |
with gr.Blocks() as demo: | |
gr.Markdown("# π ζ°«εεθ εθ‘ζθ倩ζ©ε¨δΊΊ π¬") | |
chatbot_ui = gr.ChatInterface(chat, type="messages") | |
# Launch | |
demo.launch() | |