MekkCyber commited on
Commit
2d99709
·
1 Parent(s): 7fec156
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -125,10 +125,11 @@ def interface():
125
  with gr.Row():
126
  transformer_model_dropdown = gr.Dropdown(
127
  label="Select Transformers Model",
128
- choices=["TinyLlama/TinyLlama_v1.1"], # Replace with actual models
129
  value="TinyLlama/TinyLlama_v1.1",
130
  interactive=True
131
  )
 
132
  compare_button = gr.Button("Run Transformers Inference", elem_id="compare-button")
133
  transformer_result_output = gr.Textbox(label="Transformers Output", interactive=False, placeholder="Transformers output will appear here...")
134
  transformer_time_output = gr.Textbox(label="Transformers Inference Time", interactive=False, placeholder="Transformers inference time will appear here...")
@@ -136,7 +137,7 @@ def interface():
136
  # Actions
137
  setup_button.click(setup_bitnet, inputs=model_dropdown, outputs=setup_status)
138
  infer_button.click(run_inference, inputs=[model_dropdown, input_text, num_tokens], outputs=[result_output, time_output])
139
- compare_button.click(run_transformers, inputs=[transformer_model_dropdown, input_text, num_tokens], outputs=[transformer_result_output, transformer_time_output])
140
 
141
  # Launch the Gradio app
142
  return demo
 
125
  with gr.Row():
126
  transformer_model_dropdown = gr.Dropdown(
127
  label="Select Transformers Model",
128
+ choices=["TinyLlama/TinyLlama_v1.1", "HuggingFaceTB/SmolLM-360M"], # Replace with actual models
129
  value="TinyLlama/TinyLlama_v1.1",
130
  interactive=True
131
  )
132
+ input_text_tr = gr.Texbox(label="Input Text", placeholder="Enter your input text here...")
133
  compare_button = gr.Button("Run Transformers Inference", elem_id="compare-button")
134
  transformer_result_output = gr.Textbox(label="Transformers Output", interactive=False, placeholder="Transformers output will appear here...")
135
  transformer_time_output = gr.Textbox(label="Transformers Inference Time", interactive=False, placeholder="Transformers inference time will appear here...")
 
137
  # Actions
138
  setup_button.click(setup_bitnet, inputs=model_dropdown, outputs=setup_status)
139
  infer_button.click(run_inference, inputs=[model_dropdown, input_text, num_tokens], outputs=[result_output, time_output])
140
+ compare_button.click(run_transformers, inputs=[transformer_model_dropdown, input_text_tr, num_tokens], outputs=[transformer_result_output, transformer_time_output])
141
 
142
  # Launch the Gradio app
143
  return demo