spaCy/spacy/tests/regression/test_issue852.py

13 lines
380 B
Python
Raw Normal View History

2017-03-12 12:07:28 +00:00
# coding: utf8
2017-02-24 17:22:49 +00:00
from __future__ import unicode_literals
import pytest
@pytest.mark.parametrize('text', ["au-delàs", "pair-programmâmes",
"terra-formées", "σ-compacts"])
def test_issue852(fr_tokenizer, text):
"""Test that French tokenizer exceptions are imported correctly."""
tokens = fr_tokenizer(text)
assert len(tokens) == 1