app.py

import gradio as gr
import os


token = os.environ["TOKEN"]
model=os.environ["MODEL"]
demo = gr.load(model, src="spaces", token=token, max_tokens=512, temperature=0.9,top_p=0.95,history=[],stream=True)
       #         , additional_inputs=[
       #  gr.Slider(1, 2048, value=512, step=1, label="Max new tokens",render=False),
       #  gr.Slider(0.1, 4.0, value=0.9, step=0.1, label="Temperature",render=False),
       #  gr.Slider(0.1, 1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)",render=False),
       #  gr.Checkbox(value=True, visible=False, label="stream",render=False)
       #  ],editable=True,
       # save_history=True)
demo.launch(show_api=False, show_error=False)