Update docstring in #886 regression test

This commit is contained in:
ines 2017-03-13 12:00:38 +01:00
parent 51ba3ef0a8
commit d70386ec6e
1 changed files with 1 additions and 1 deletions

View File

@ -6,7 +6,7 @@ import pytest
@pytest.mark.parametrize('text', ["Datum:2014-06-02\nDokument:76467"])
def test_issue886(en_tokenizer, text):
"""Test that no extra space is added in doc.text method."""
"""Test that token.idx matches the original text index for texts with newlines."""
doc = en_tokenizer(text)
for token in doc:
assert len(token.text) == len(token.text_with_ws)