app.py

import gradio as gr
import os


token = os.environ["TOKEN"]
model=os.environ["MODEL"]
demo = gr.load(model, src="spaces", token=token, additional_inputs=[
        gr.Slider(1, 2048, value=512, step=1, label="Max new tokens",render=False),
        gr.Slider(0.1, 4.0, value=0.9, step=0.1, label="Temperature",render=False),
        gr.Slider(0.1, 1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)",render=False),
        gr.Checkbox(value=True, visible=False, label="stream",render=False)
        ],editable=True,
       save_history=True)
demo.launch(show_api=False, show_error=False)