Spaces:
Running
Running
MekkCyber
commited on
Commit
·
2d99709
1
Parent(s):
7fec156
update
Browse files
app.py
CHANGED
@@ -125,10 +125,11 @@ def interface():
|
|
125 |
with gr.Row():
|
126 |
transformer_model_dropdown = gr.Dropdown(
|
127 |
label="Select Transformers Model",
|
128 |
-
choices=["TinyLlama/TinyLlama_v1.1"], # Replace with actual models
|
129 |
value="TinyLlama/TinyLlama_v1.1",
|
130 |
interactive=True
|
131 |
)
|
|
|
132 |
compare_button = gr.Button("Run Transformers Inference", elem_id="compare-button")
|
133 |
transformer_result_output = gr.Textbox(label="Transformers Output", interactive=False, placeholder="Transformers output will appear here...")
|
134 |
transformer_time_output = gr.Textbox(label="Transformers Inference Time", interactive=False, placeholder="Transformers inference time will appear here...")
|
@@ -136,7 +137,7 @@ def interface():
|
|
136 |
# Actions
|
137 |
setup_button.click(setup_bitnet, inputs=model_dropdown, outputs=setup_status)
|
138 |
infer_button.click(run_inference, inputs=[model_dropdown, input_text, num_tokens], outputs=[result_output, time_output])
|
139 |
-
compare_button.click(run_transformers, inputs=[transformer_model_dropdown,
|
140 |
|
141 |
# Launch the Gradio app
|
142 |
return demo
|
|
|
125 |
with gr.Row():
|
126 |
transformer_model_dropdown = gr.Dropdown(
|
127 |
label="Select Transformers Model",
|
128 |
+
choices=["TinyLlama/TinyLlama_v1.1", "HuggingFaceTB/SmolLM-360M"], # Replace with actual models
|
129 |
value="TinyLlama/TinyLlama_v1.1",
|
130 |
interactive=True
|
131 |
)
|
132 |
+
input_text_tr = gr.Texbox(label="Input Text", placeholder="Enter your input text here...")
|
133 |
compare_button = gr.Button("Run Transformers Inference", elem_id="compare-button")
|
134 |
transformer_result_output = gr.Textbox(label="Transformers Output", interactive=False, placeholder="Transformers output will appear here...")
|
135 |
transformer_time_output = gr.Textbox(label="Transformers Inference Time", interactive=False, placeholder="Transformers inference time will appear here...")
|
|
|
137 |
# Actions
|
138 |
setup_button.click(setup_bitnet, inputs=model_dropdown, outputs=setup_status)
|
139 |
infer_button.click(run_inference, inputs=[model_dropdown, input_text, num_tokens], outputs=[result_output, time_output])
|
140 |
+
compare_button.click(run_transformers, inputs=[transformer_model_dropdown, input_text_tr, num_tokens], outputs=[transformer_result_output, transformer_time_output])
|
141 |
|
142 |
# Launch the Gradio app
|
143 |
return demo
|