* Add false positive test for emoticons

2014-12-09 16:08:17 +11:00 · 2014-12-09 16:08:17 +11:00 · 6369835306
parent f15deaad5b
commit 6369835306
1 changed files with 6 additions and 0 deletions
--- a/tests/test_emoticons.py
+++ b/tests/test_emoticons.py
@ -27,3 +27,9 @@ def test_tweebo_challenge():
    assert tokens[19].string == '")'
    assert tokens[20].string == ':>'
    assert tokens[21].string == '....'
+
+
+def test_false_positive():
+    text = "example:)"
+    tokens = EN.tokenize(text)
+    assert len(tokens) == 3