Hugging Face's logo

Spaces:
awacke1
/
Multiplayer-RLHF-Evals
Sleeping

App Files Community
awacke1 commited on
Commit
f1cead7
·
1 Parent(s): b0246af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import nltk
3
  from nltk.tokenize import word_tokenize, sent_tokenize, regexp_tokenize, TweetTokenizer
4
  from nltk.tokenize.treebank import TreebankWordDetokenizer
5
  from nltk.tokenize import NLTKWordTokenizer
6
-
7
  # Test cases for NLTKWordTokenizer
8
  s1 = "On a $50,000 mortgage of 30 years at 8 percent, the monthly payment would be $366.88."
9
  print(word_tokenize(s1))
 
3
  from nltk.tokenize import word_tokenize, sent_tokenize, regexp_tokenize, TweetTokenizer
4
  from nltk.tokenize.treebank import TreebankWordDetokenizer
5
  from nltk.tokenize import NLTKWordTokenizer
6
+ nltk.download('punkt')
7
  # Test cases for NLTKWordTokenizer
8
  s1 = "On a $50,000 mortgage of 30 years at 8 percent, the monthly payment would be $366.88."
9
  print(word_tokenize(s1))