Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from huggingface_hub import HfApi, DatasetCard, DatasetCardData, create_repo
|
|
7 |
from gradio_huggingfacehub_search import HuggingfaceHubSearch
|
8 |
import os
|
9 |
import tempfile
|
|
|
10 |
|
11 |
# --- Configuration ---
|
12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
@@ -545,6 +546,7 @@ with gr.Blocks(title="Tokenizers Leaderboard", theme=gr.themes.Soft()) as iface:
|
|
545 |
|
546 |
with gr.Tab("Leaderboard"):
|
547 |
gr.Markdown("## Performance Leaderboard")
|
|
|
548 |
with gr.Row():
|
549 |
download_btn = gr.DownloadButton(label="Download CSV", value="tokenizer_leaderboard.csv")
|
550 |
leaderboard_table = gr.DataFrame(label="Top Tokenizers", headers=LEADERBOARD_COLUMNS, interactive=False,
|
|
|
7 |
from gradio_huggingfacehub_search import HuggingfaceHubSearch
|
8 |
import os
|
9 |
import tempfile
|
10 |
+
import re
|
11 |
|
12 |
# --- Configuration ---
|
13 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
|
|
546 |
|
547 |
with gr.Tab("Leaderboard"):
|
548 |
gr.Markdown("## Performance Leaderboard")
|
549 |
+
gr.Markdown(f"# The tokenizers are run on a predefined text of {len(PREDEFINED_TEXT)} Length which has a word count of {WORD_COUNT}")
|
550 |
with gr.Row():
|
551 |
download_btn = gr.DownloadButton(label="Download CSV", value="tokenizer_leaderboard.csv")
|
552 |
leaderboard_table = gr.DataFrame(label="Top Tokenizers", headers=LEADERBOARD_COLUMNS, interactive=False,
|