File size: 420 Bytes
336b276
03b8235
336b276
03b8235
 
 
 
 
 
336b276
03b8235
 
 
336b276
03b8235
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
import gradio as gr
from transformers import pipeline

# Use a pipeline as a high-level helper
messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe = pipeline("text-generation", model="X-D-Lab/MindChat-Qwen2-0_5B")
pipe(messages)

def respond(message):
    result = pipe(message, max_new_tokens=100)
    return result[0]["generated_text"]

gr.Interface(fn=respond, inputs="text", outputs="text").launch()