Spaces:
Runtime error
Runtime error
Commit
·
da90dd3
1
Parent(s):
c6a3f48
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,6 +7,7 @@ visualizer = EncodingVisualizer(tokenizer=tokenizer._tokenizer, default_to_noteb
|
|
| 7 |
text = st.text_area(label="", placeholder="Text to tokenize")
|
| 8 |
button_clicked = st.button("Tokenize")
|
| 9 |
if text or button_clicked:
|
|
|
|
| 10 |
st.components.v1.html(visualizer(text), height=1500)
|
| 11 |
|
| 12 |
|
|
|
|
| 7 |
text = st.text_area(label="", placeholder="Text to tokenize")
|
| 8 |
button_clicked = st.button("Tokenize")
|
| 9 |
if text or button_clicked:
|
| 10 |
+
st.write(len(tokenizer.tokenize(text)))
|
| 11 |
st.components.v1.html(visualizer(text), height=1500)
|
| 12 |
|
| 13 |
|