* Add test for open apostrophe bug

2014-07-07 23:24:20 +02:00 · 2014-07-07 23:24:20 +02:00 · bc6c1f6156
parent 571808a274
commit bc6c1f6156
1 changed files with 7 additions and 0 deletions
--- a/tests/test_pre_punct.py
+++ b/tests/test_pre_punct.py
@ -48,3 +48,10 @@ def test_three_same_open(open_puncts):
        assert len(tokens) == 4
        assert unhash(lex_of(tokens[0])) == p
        assert unhash(lex_of(tokens[3])) == word_str
+
+
+def test_open_appostrophe():
+    string = "'The"
+    tokens = expand_chunk(lookup(string))
+    assert len(tokens) == 2
+    assert unhash(lex_of(tokens[0])) == "'"