app.py

import gradio as gr
from cpu_llama_generate import run


def greet(query):
    results = run(query, 5)
    return results


sample_list = [
    "Who is Lihu Chen?.",
    "Who is Gaël Varoquaux?"
]

iface = gr.Interface(fn=greet, inputs="text", outputs="text", examples=sample_list, cache_examples=True)
iface.launch()