From 8f2f319c57799f5bd9cad34c6dd4ee29c56e2713 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Sun, 7 Dec 2014 22:08:04 +1100 Subject: [PATCH] * Add a couple more contractions tests --- tests/test_contractions.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/test_contractions.py b/tests/test_contractions.py index b7347a617..8334a74a9 100644 --- a/tests/test_contractions.py +++ b/tests/test_contractions.py @@ -39,3 +39,10 @@ def test_capitalized(): tokens = EN.tokenize("Ain't") assert len(tokens) == 2 assert tokens[0].string == "Are" + + +def test_punct(): + tokens = EN.tokenize("We've") + assert len(tokens) == 2 + tokens = EN.tokenize("``We've") + assert len(tokens) == 3