From 363473aeed5a4ced383f6c6b14d280b15c9c5db9 Mon Sep 17 00:00:00 2001
From: leofidus <s9jafroe@stud.uni-saarland.de>
Date: Sat, 7 Feb 2015 03:01:44 +0100
Subject: [PATCH] Add rokenizer test for zero length string

---
 tests/test_tokenizer.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/tests/test_tokenizer.py b/tests/test_tokenizer.py
index 58bb1afaf..259719b71 100644
--- a/tests/test_tokenizer.py
+++ b/tests/test_tokenizer.py
@@ -10,6 +10,10 @@ from spacy.en import English
 def EN():
     return English().tokenizer
 
+def test_no_word(EN):
+    tokens = EN(u'')
+    assert len(tokens) == 0
+
 def test_single_word(EN):
     tokens = EN(u'hello')
     assert tokens[0].orth_ == 'hello'