mirror of https://github.com/explosion/spaCy.git
47 lines
1.2 KiB
Python
47 lines
1.2 KiB
Python
# coding: utf8
|
|
from __future__ import unicode_literals
|
|
|
|
import unicodedata
|
|
|
|
from .punctuation import LIST_CURRENCY
|
|
from ...attrs import IS_CURRENCY, LIKE_NUM
|
|
|
|
|
|
_num_words = ['nol', 'satu', 'dua', 'tiga', 'empat', 'lima', 'enam', 'tujuh',
|
|
'delapan', 'sembilan', 'sepuluh', 'sebelas', 'belas', 'puluh',
|
|
'ratus', 'ribu', 'juta', 'miliar', 'biliun', 'triliun', 'kuadriliun',
|
|
'kuintiliun', 'sekstiliun', 'septiliun', 'oktiliun', 'noniliun', 'desiliun']
|
|
|
|
|
|
def like_num(text):
|
|
text = text.replace(',', '').replace('.', '')
|
|
if text.isdigit():
|
|
return True
|
|
if text.count('/') == 1:
|
|
num, denom = text.split('/')
|
|
if num.isdigit() and denom.isdigit():
|
|
return True
|
|
if text.lower() in _num_words:
|
|
return True
|
|
if text.count('-') == 1:
|
|
_, num = text.split('-')
|
|
if num.isdigit() or num in _num_words:
|
|
return True
|
|
return False
|
|
|
|
|
|
def is_currency(text):
|
|
if text in LIST_CURRENCY:
|
|
return True
|
|
|
|
for char in text:
|
|
if unicodedata.category(char) != 'Sc':
|
|
return False
|
|
return True
|
|
|
|
|
|
LEX_ATTRS = {
|
|
IS_CURRENCY: is_currency,
|
|
LIKE_NUM: like_num
|
|
}
|