tymbos commited on
Commit
60ccdc1
·
verified ·
1 Parent(s): 5c35386

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -183,11 +183,14 @@ with gr.Blocks() as demo:
183
  train_btn = gr.Button("Train Tokenizer")
184
 
185
  progress = gr.Textbox(label="Progress", interactive=False, lines=10)
 
 
186
 
187
  start_btn.click(collect_samples, [dataset_name, configs, split, chunk_size], progress)
188
  stop_btn.click(stop_collection, [], progress)
189
  restart_btn.click(restart_collection, [], progress)
190
  analyze_btn.click(analyze_checkpoint, [], progress)
191
- train_btn.click(train_tokenizer_fn, [dataset_name, configs, split, vocab_size, min_freq, test_text], [progress])
 
192
 
193
  demo.launch()
 
183
  train_btn = gr.Button("Train Tokenizer")
184
 
185
  progress = gr.Textbox(label="Progress", interactive=False, lines=10)
186
+ decoded_text = gr.Textbox(label="Decoded Text", interactive=False)
187
+ token_distribution = gr.Image(label="Token Distribution")
188
 
189
  start_btn.click(collect_samples, [dataset_name, configs, split, chunk_size], progress)
190
  stop_btn.click(stop_collection, [], progress)
191
  restart_btn.click(restart_collection, [], progress)
192
  analyze_btn.click(analyze_checkpoint, [], progress)
193
+ train_btn.click(train_tokenizer_fn, [dataset_name, configs, split, vocab_size, min_freq, test_text],
194
+ [progress, decoded_text, token_distribution])
195
 
196
  demo.launch()