mirror of https://github.com/explosion/spaCy.git
Add regression test
This commit is contained in:
parent
0e2e331b58
commit
7c1260e98c
|
@ -0,0 +1,12 @@
|
||||||
|
# encoding: utf8
|
||||||
|
from __future__ import unicode_literals
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize('text', ["au-delàs", "pair-programmâmes",
|
||||||
|
"terra-formées", "σ-compacts"])
|
||||||
|
def test_issue852(fr_tokenizer, text):
|
||||||
|
"""Test that French tokenizer exceptions are imported correctly."""
|
||||||
|
tokens = fr_tokenizer(text)
|
||||||
|
assert len(tokens) == 1
|
Loading…
Reference in New Issue