awacke1 commited on
Commit
b0246af
·
1 Parent(s): c327ad5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -2
app.py CHANGED
@@ -54,5 +54,3 @@ sx1 = '\xabNow that I can do.\xbb'
54
  expected = ['\xab', 'Now', 'that', 'I', 'can', 'do', '.', '\xbb']
55
  print(word_tokenize(sx1) == expected)
56
 
57
- sx2 = 'The unicode 201C and 201D \u201cLEFT(RIGHT) DOUBLE QUOTATION MARK\u201d is also OPEN_PUNCT and CLOSE_PUNCT.'
58
- expected = ['The', 'unicode', '201C', 'and', '201D', '\u201c', 'LEFT', '(', 'RIGHT', ')', 'DOUBLE', 'QUOTATION', 'MARK', '\u201d', 'is', 'also', 'OPEN_PUNCT
 
54
  expected = ['\xab', 'Now', 'that', 'I', 'can', 'do', '.', '\xbb']
55
  print(word_tokenize(sx1) == expected)
56