From bc6c1f61568c894dfd2f9e35e93cb631df9078fe Mon Sep 17 00:00:00 2001
From: Matthew Honnibal <matthew@honnibal.com>
Date: Mon, 7 Jul 2014 23:24:20 +0200
Subject: [PATCH] * Add test for open apostrophe bug

---
 tests/test_pre_punct.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/tests/test_pre_punct.py b/tests/test_pre_punct.py
index 88da4f595..d1cd10bf6 100644
--- a/tests/test_pre_punct.py
+++ b/tests/test_pre_punct.py
@@ -48,3 +48,10 @@ def test_three_same_open(open_puncts):
         assert len(tokens) == 4
         assert unhash(lex_of(tokens[0])) == p
         assert unhash(lex_of(tokens[3])) == word_str
+
+
+def test_open_appostrophe():
+    string = "'The"
+    tokens = expand_chunk(lookup(string))
+    assert len(tokens) == 2
+    assert unhash(lex_of(tokens[0])) == "'"