From 6369835306a31b896a28b19f7620506b6d33dd34 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Tue, 9 Dec 2014 16:08:17 +1100 Subject: [PATCH] * Add false positive test for emoticons --- tests/test_emoticons.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/test_emoticons.py b/tests/test_emoticons.py index 6bb58e661..143be607d 100644 --- a/tests/test_emoticons.py +++ b/tests/test_emoticons.py @@ -27,3 +27,9 @@ def test_tweebo_challenge(): assert tokens[19].string == '")' assert tokens[20].string == ':>' assert tokens[21].string == '....' + + +def test_false_positive(): + text = "example:)" + tokens = EN.tokenize(text) + assert len(tokens) == 3