Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Revert #1389: Don't overrule rules when lemma exception is present

This commit is contained in:
Matthew Honnibal 2018-06-29 19:43:02 +02:00
parent 01ace9734d
commit 2ec2192000
1 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
spacy/lemmatizer.py
View File

@ -95,16 +95,15 @@ def lemmatize(string, index, exceptions, rules):
forms = [] forms = []
forms.extend(exceptions.get(string, [])) forms.extend(exceptions.get(string, []))
oov_forms = [] oov_forms = []
if not forms: for old, new in rules:
for old, new in rules: if string.endswith(old):
if string.endswith(old): form = string[:len(string) - len(old)] + new
form = string[:len(string) - len(old)] + new if not form:
if not form: pass
pass elif form in index or not form.isalpha():
elif form in index or not form.isalpha(): forms.append(form)
forms.append(form) else:
else: oov_forms.append(form)
oov_forms.append(form)
if not forms: if not forms:
forms.extend(oov_forms) forms.extend(oov_forms)
if not forms: if not forms: