| import gradio as gr | |
| with gr.Blocks(fill_height=True) as demo: | |
| with gr.Sidebar(): | |
| gr.Markdown("# Inference Provider") | |
| gr.Markdown("This Space showcases the meta-llama/Llama-3.1-8B-Instruct model, served by the fireworks-ai API. Sign in with your Hugging Face account to use this API.") | |
| button = gr.LoginButton("Sign in") | |
| gr.load("models/meta-llama/Llama-3.1-8B-Instruct", accept_token=button, provider="fireworks-ai") | |
| demo.launch() |