Add regression test

This commit is contained in:
ines 2017-02-24 18:22:49 +01:00
parent 0e2e331b58
commit 7c1260e98c
1 changed files with 12 additions and 0 deletions

View File

@ -0,0 +1,12 @@
# encoding: utf8
from __future__ import unicode_literals
import pytest
@pytest.mark.parametrize('text', ["au-delàs", "pair-programmâmes",
"terra-formées", "σ-compacts"])
def test_issue852(fr_tokenizer, text):
"""Test that French tokenizer exceptions are imported correctly."""
tokens = fr_tokenizer(text)
assert len(tokens) == 1