Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Restore hyphenation test to test_infix

This commit is contained in:
Matthew Honnibal 2015-06-06 05:57:36 +02:00
parent 98cfd84123
commit 4126ef3b8c
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/test_infix.py
View File

@ -4,15 +4,15 @@ import pytest
from spacy.en import English
EN = English()
#def test_hyphen():
# tokens = EN.tokenize('best-known')
# assert len(tokens) == 3
def test_hyphen():
tokens = EN.tokenizer('best-known')
assert len(tokens) == 3
def test_period():
EN = English()
tokens = EN.tokenizer('best.Known')
assert len(tokens) == 3
tokens = EN('zombo.com')
tokens = EN.tokenizer('zombo.com')
assert len(tokens) == 1