|
from spacy import util
|
|
|
|
|
|
def test_load_en():
|
|
rules = util.read_tokenization('en')
|
|
assert len(rules) != 0
|
|
aint = [rule for rule in rules if rule[0] == "ain't"][0]
|
|
chunk, lex, pieces = aint
|
|
assert chunk == "ain't"
|
|
assert lex == "are"
|
|
assert pieces == ["not"]
|