spaCy/spacy/tests/regression/test_issue360.py

11 lines
231 B
Python
Raw Normal View History

2017-01-10 18:24:10 +00:00
# coding: utf-8
from __future__ import unicode_literals
2017-01-10 18:24:10 +00:00
import pytest
def test_issue360(en_tokenizer):
"""Test tokenization of big ellipsis"""
2017-01-10 18:24:10 +00:00
tokens = en_tokenizer('$45...............Asking')
assert len(tokens) > 2