2017-01-31 13:47:42 +00:00
|
|
|
# coding: utf-8
|
|
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
|
2017-01-31 14:18:30 +00:00
|
|
|
import pytest
|
2017-01-31 13:47:42 +00:00
|
|
|
|
2017-01-31 14:14:42 +00:00
|
|
|
@pytest.mark.xfail
|
|
|
|
|
@pytest.mark.parametrize('text', ["This is a string ", "This is a string\u0020"])
|
|
|
|
|
def test_issue792(en_tokenizer, text):
|
|
|
|
|
"""Test for Issue #792: Trailing whitespace is removed after parsing."""
|
|
|
|
|
doc = en_tokenizer(text)
|
|
|
|
|
assert(doc.text_with_ws == text)
|
