mirror of https://github.com/explosion/spaCy.git
Add regression test
This commit is contained in:
parent
0e2e331b58
commit
7c1260e98c
|
@ -0,0 +1,12 @@
|
|||
# encoding: utf8
|
||||
from __future__ import unicode_literals
|
||||
|
||||
import pytest
|
||||
|
||||
|
||||
@pytest.mark.parametrize('text', ["au-delàs", "pair-programmâmes",
|
||||
"terra-formées", "σ-compacts"])
|
||||
def test_issue852(fr_tokenizer, text):
|
||||
"""Test that French tokenizer exceptions are imported correctly."""
|
||||
tokens = fr_tokenizer(text)
|
||||
assert len(tokens) == 1
|
Loading…
Reference in New Issue