* Add test for Issue #220: Whitespace being tagged as noun

This commit is contained in:
Matthew Honnibal 2016-01-15 16:17:07 +01:00
parent e38205a838
commit 478a79a3d5
1 changed files with 13 additions and 0 deletions

View File

@ -25,3 +25,16 @@ def test_spaces(tagged):
assert tagged[3].pos != SPACE
assert tagged[4].pos == SPACE
@pytest.mark.xfail
@pytest.mark.models
def test_return_char(EN):
string = ('hi Aaron,\r\n\r\nHow is your schedule today, I was wondering if '
'you had time for a phone\r\ncall this afternoon?\r\n\r\n\r\n')
tokens = EN(string)
for token in tokens:
if token.is_space:
assert token.pos == SPACE
assert tokens[3] == '\r\n\r\n'
assert tokens[3].is_space
assert tokens[3].pos == SPACE