Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -54,5 +54,3 @@ sx1 = '\xabNow that I can do.\xbb'
|
|
54 |
expected = ['\xab', 'Now', 'that', 'I', 'can', 'do', '.', '\xbb']
|
55 |
print(word_tokenize(sx1) == expected)
|
56 |
|
57 |
-
sx2 = 'The unicode 201C and 201D \u201cLEFT(RIGHT) DOUBLE QUOTATION MARK\u201d is also OPEN_PUNCT and CLOSE_PUNCT.'
|
58 |
-
expected = ['The', 'unicode', '201C', 'and', '201D', '\u201c', 'LEFT', '(', 'RIGHT', ')', 'DOUBLE', 'QUOTATION', 'MARK', '\u201d', 'is', 'also', 'OPEN_PUNCT
|
|
|
54 |
expected = ['\xab', 'Now', 'that', 'I', 'can', 'do', '.', '\xbb']
|
55 |
print(word_tokenize(sx1) == expected)
|
56 |
|
|
|
|