Update app.py
Browse files
app.py
CHANGED
@@ -183,11 +183,14 @@ with gr.Blocks() as demo:
|
|
183 |
train_btn = gr.Button("Train Tokenizer")
|
184 |
|
185 |
progress = gr.Textbox(label="Progress", interactive=False, lines=10)
|
|
|
|
|
186 |
|
187 |
start_btn.click(collect_samples, [dataset_name, configs, split, chunk_size], progress)
|
188 |
stop_btn.click(stop_collection, [], progress)
|
189 |
restart_btn.click(restart_collection, [], progress)
|
190 |
analyze_btn.click(analyze_checkpoint, [], progress)
|
191 |
-
train_btn.click(train_tokenizer_fn, [dataset_name, configs, split, vocab_size, min_freq, test_text],
|
|
|
192 |
|
193 |
demo.launch()
|
|
|
183 |
train_btn = gr.Button("Train Tokenizer")
|
184 |
|
185 |
progress = gr.Textbox(label="Progress", interactive=False, lines=10)
|
186 |
+
decoded_text = gr.Textbox(label="Decoded Text", interactive=False)
|
187 |
+
token_distribution = gr.Image(label="Token Distribution")
|
188 |
|
189 |
start_btn.click(collect_samples, [dataset_name, configs, split, chunk_size], progress)
|
190 |
stop_btn.click(stop_collection, [], progress)
|
191 |
restart_btn.click(restart_collection, [], progress)
|
192 |
analyze_btn.click(analyze_checkpoint, [], progress)
|
193 |
+
train_btn.click(train_tokenizer_fn, [dataset_name, configs, split, vocab_size, min_freq, test_text],
|
194 |
+
[progress, decoded_text, token_distribution])
|
195 |
|
196 |
demo.launch()
|