From 56d6fb180e96c724a7f43d77fb014fc4089e4571 Mon Sep 17 00:00:00 2001 From: DuyguA Date: Thu, 8 Mar 2018 15:25:25 +0100 Subject: [PATCH] added like_num to lex --- spacy/lang/tr/lex_attrs.py | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 spacy/lang/tr/lex_attrs.py diff --git a/spacy/lang/tr/lex_attrs.py b/spacy/lang/tr/lex_attrs.py new file mode 100644 index 000000000..862a64825 --- /dev/null +++ b/spacy/lang/tr/lex_attrs.py @@ -0,0 +1,31 @@ +# coding: utf8 +from __future__ import unicode_literals + +from ...attrs import LIKE_NUM + + +#Thirteen, fifteen etc. are written separate: on üç + +_num_words = ['bir', 'iki', 'üç', 'dört', 'beş', 'altı', 'yedi', 'sekiz', + 'dokuz', 'on', 'yirmi', 'otuz', 'kırk', 'elli', 'altmış', + 'yetmiş', 'seksen', 'doksan', 'yüz', 'bin', 'milyon', + 'milyar', 'katrilyon', 'kentilyon'] + + +def like_num(text): + text = text.replace(',', '').replace('.', '') + if text.isdigit(): + return True + if text.count('/') == 1: + num, denom = text.split('/') + if num.isdigit() and denom.isdigit(): + return True + if text.lower() in _num_words: + return True + return False + + +LEX_ATTRS = { + LIKE_NUM: like_num +} +