import gradio as gr from quantizer_gr import quantize_gr, get_model_class css = """ .title { font-size: 3em; align-items: center; text-align: center; } .info { align-items: center; text-align: center; } .block.result { margin: 1em 0; padding: 1em; box-shadow: 0 0 3px 3px #664422, 0 0 3px 2px #664422 inset; border-radius: 6px; background: #665544; } .desc [src$='#float'] { float: right; margin: 20px; } """ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css=css, delete_cache=(60, 3600)) as demo: with gr.Column(): gr.Markdown("# Quantizer Alpha (Does not work in CPU space)", elem_classes="title") with gr.Group(): with gr.Row(): repo_id = gr.Textbox(label="Repo ID", placeholder="author/model", value="", lines=1) with gr.Column(): hf_token = gr.Textbox(label="Your HF write token", placeholder="hf_...", value="", max_lines=1) gr.Markdown("Your token is available at [hf.co/settings/tokens](https://huggingface.co/settings/tokens).", elem_classes="info") with gr.Row(): newrepo_id = gr.Textbox(label="Upload repo ID", placeholder="yourid/newrepo", value="", max_lines=1) is_private = gr.Checkbox(label="Create private repo", value=True) is_overwrite = gr.Checkbox(label="Overwrite repo", value=False) with gr.Accordion("Advanced", open=False): with gr.Row(): qtype = gr.Radio(label="Quantization algorithm", choices=["nf4"], value="nf4") dtype = gr.Radio(label="Computation data type", choices=["fp16", "fp32", "bf16", "fp8", "default"], value="bf16") mclass = gr.Radio(label="Model class", choices=get_model_class(), value=get_model_class()[0]) run_button = gr.Button(value="Run", variant="primary") with gr.Group(): uploaded_urls = gr.CheckboxGroup(visible=False, choices=[], value=[]) # hidden urls_md = gr.Markdown("

", elem_classes="result", visible=True) clear_button = gr.Button(value="Clear Output", variant="secondary") gr.DuplicateButton(value="Duplicate Space") gr.on( triggers=[run_button.click], fn=quantize_gr, inputs=[repo_id, hf_token, uploaded_urls, newrepo_id, is_private, is_overwrite, dtype, qtype, mclass], outputs=[uploaded_urls, urls_md], ) clear_button.click(lambda: ([], "

"), None, [uploaded_urls, urls_md], queue=False, show_api=False) demo.queue() demo.launch()