Update unit tests

This commit is contained in:
Raphaël Bournhonesque 2017-02-09 16:30:43 +01:00
parent 5d706ab95d
commit 4ce0bbc6b6
1 changed files with 2 additions and 0 deletions

View File

@ -14,6 +14,8 @@ def test_tokenizer_infix_exceptions(fr_tokenizer, text):
@pytest.mark.parametrize('text,lemma', [("janv.", "janvier"),
("juill.", "juillet"),
("Dr.", "docteur"),
("av.", "avant"),
("sept.", "septembre")])
def test_tokenizer_handles_abbr(fr_tokenizer, text, lemma):
tokens = fr_tokenizer(text)