spaCy/spacy/lang/ca/lex_attrs.py

# coding: utf8
from __future__ import unicode_literals

# import the symbols for the attrs you want to overwrite
from ...attrs import LIKE_NUM


# Overwriting functions for lexical attributes
# Documentation: https://localhost:1234/docs/usage/adding-languages#lex-attrs
# Most of these functions, like is_lower or like_url should be language-
# independent. Others, like like_num (which includes both digits and number
# words), requires customisation.


# Example: check if token resembles a number

_num_words = ['zero', 'un', 'dos', 'tres', 'quatre', 'cinc', 'sis', 'set',
              'vuit', 'nou', 'deu', 'onze', 'dotze', 'tretze', 'catorze',
              'quinze', 'setze', 'disset', 'divuit', 'dinou', 'vint',
              'trenta', 'quaranta', 'cinquanta', 'seixanta', 'setanta', 'vuitanta', 'noranta',
              'cent', 'mil', 'milió', 'bilió', 'trilió', 'quatrilió',
              'gazilió', 'bazilió']


def like_num(text):
    text = text.replace(',', '').replace('.', '')
    if text.isdigit():
        return True
    if text.count('/') == 1:
        num, denom = text.split('/')
        if num.isdigit() and denom.isdigit():
            return True
    if text in _num_words:
        return True
    return False


# Create dictionary of functions to overwrite. The default lex_attr_getters are
# updated with this one, so only the functions defined here are overwritten.

LEX_ATTRS = {
    LIKE_NUM: like_num
}