diff --git a/tests/test_tokenizer.py b/tests/test_tokenizer.py index 58bb1afaf..259719b71 100644 --- a/tests/test_tokenizer.py +++ b/tests/test_tokenizer.py @@ -10,6 +10,10 @@ from spacy.en import English def EN(): return English().tokenizer +def test_no_word(EN): + tokens = EN(u'') + assert len(tokens) == 0 + def test_single_word(EN): tokens = EN(u'hello') assert tokens[0].orth_ == 'hello'