spaCy/tests/test_lexeme_flags.py

from __future__ import unicode_literals

import pytest

from spacy.en import English
from spacy.en.attrs import IS_ALPHA, IS_DIGIT


@pytest.fixture
def EN():
    return English(pos_tag=False)


def test_is_alpha(EN):
    the = EN.vocab['the']
    assert the['flags'] & (1 << IS_ALPHA)
    year = EN.vocab['1999']
    assert not year['flags'] & (1 << IS_ALPHA)
    mixed = EN.vocab['hello1']
    assert not mixed['flags'] & (1 << IS_ALPHA)


def test_is_digit(EN):
    the = EN.vocab['the']
    assert not the['flags'] & (1 << IS_DIGIT)
    year = EN.vocab['1999']
    assert year['flags'] & (1 << IS_DIGIT)
    mixed = EN.vocab['hello1']
    assert not mixed['flags'] & (1 << IS_DIGIT)