diff --git a/tests/test_lexeme_flags.py b/tests/test_lexeme_flags.py new file mode 100644 index 000000000..4818c33b1 --- /dev/null +++ b/tests/test_lexeme_flags.py @@ -0,0 +1,25 @@ +from __future__ import unicode_literals + +import pytest + +from spacy.en import * + + +def test_is_alpha(): + the = EN.lookup('the') + assert the.check_flag(EN.fl_is_alpha) + year = EN.lookup('1999') + assert not year.check_flag(EN.fl_is_alpha) + mixed = EN.lookup('hello1') + assert not mixed.check_flag(EN.fl_is_alpha) + + +def test_is_digit(): + the = EN.lookup('the') + assert not the.check_flag(EN.fl_is_digit) + year = EN.lookup('1999') + assert year.check_flag(EN.fl_is_digit) + mixed = EN.lookup('hello1') + assert not mixed.check_flag(EN.fl_is_digit) + + diff --git a/tests/test_string_loading.py b/tests/test_string_loading.py new file mode 100644 index 000000000..5efcf7f9b --- /dev/null +++ b/tests/test_string_loading.py @@ -0,0 +1,16 @@ +"""Test suspected freeing of strings""" +from __future__ import unicode_literals + +import pytest + +from spacy.en import EN + + +def test_one(): + tokens = EN.tokenize('Betty Botter bought a pound of butter.') + assert tokens.string(0) == 'Betty' + tokens2 = EN.tokenize('Betty also bought a pound of butter.') + assert tokens2.string(0) == 'Betty' + + +