Lyte commited on
Commit
adc4f3f
·
verified ·
1 Parent(s): e816160

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -7,6 +7,7 @@ from huggingface_hub import HfApi, DatasetCard, DatasetCardData, create_repo
7
  from gradio_huggingfacehub_search import HuggingfaceHubSearch
8
  import os
9
  import tempfile
 
10
 
11
  # --- Configuration ---
12
  HF_TOKEN = os.getenv("HF_TOKEN")
@@ -545,6 +546,7 @@ with gr.Blocks(title="Tokenizers Leaderboard", theme=gr.themes.Soft()) as iface:
545
 
546
  with gr.Tab("Leaderboard"):
547
  gr.Markdown("## Performance Leaderboard")
 
548
  with gr.Row():
549
  download_btn = gr.DownloadButton(label="Download CSV", value="tokenizer_leaderboard.csv")
550
  leaderboard_table = gr.DataFrame(label="Top Tokenizers", headers=LEADERBOARD_COLUMNS, interactive=False,
 
7
  from gradio_huggingfacehub_search import HuggingfaceHubSearch
8
  import os
9
  import tempfile
10
+ import re
11
 
12
  # --- Configuration ---
13
  HF_TOKEN = os.getenv("HF_TOKEN")
 
546
 
547
  with gr.Tab("Leaderboard"):
548
  gr.Markdown("## Performance Leaderboard")
549
+ gr.Markdown(f"# The tokenizers are run on a predefined text of {len(PREDEFINED_TEXT)} Length which has a word count of {WORD_COUNT}")
550
  with gr.Row():
551
  download_btn = gr.DownloadButton(label="Download CSV", value="tokenizer_leaderboard.csv")
552
  leaderboard_table = gr.DataFrame(label="Top Tokenizers", headers=LEADERBOARD_COLUMNS, interactive=False,