Spaces:
Running
Running
import gradio as gr | |
import os | |
token = os.environ["TOKEN"] | |
model=os.environ["MODEL"] | |
demo = gr.load(model, src="spaces", token=token) | |
# , additional_inputs=[ | |
# gr.Slider(1, 2048, value=512, step=1, label="Max new tokens",render=False), | |
# gr.Slider(0.1, 4.0, value=0.9, step=0.1, label="Temperature",render=False), | |
# gr.Slider(0.1, 1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)",render=False), | |
# gr.Checkbox(value=True, visible=False, label="stream",render=False) | |
# ],editable=True, | |
# save_history=True) | |
demo.launch(show_api=False, show_error=False) |