Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Fix unicode error in lemmatizer

This commit is contained in:
Matthew Honnibal 2015-01-05 11:53:54 +11:00
parent 775a66e2b6
commit b132b3caa6
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/en/lemmatizer.py
View File

@ -68,6 +68,7 @@ class Lemmatizer(object):
def lemmatize(string, index, exceptions, rules): def lemmatize(string, index, exceptions, rules):
assert isinstance(string, unicode)
string = string.lower() string = string.lower()
forms = [] forms = []
if string in index: if string in index:
@ -77,6 +78,7 @@ def lemmatize(string, index, exceptions, rules):
if string.endswith(old): if string.endswith(old):
form = string[:len(string) - len(old)] + new form = string[:len(string) - len(old)] + new
if form in index: if form in index:
assert isinstance(form, unicode)
forms.append(form) forms.append(form)
if not forms: if not forms:
forms.append(string) forms.append(string)