Make norm use lower-case

This commit is contained in:
Matthew Honnibal 2017-06-03 14:47:38 -05:00
parent de3954843e
commit aeb7520133
1 changed files with 1 additions and 1 deletions

View File

@ -125,7 +125,7 @@ def word_shape(text):
LEX_ATTRS = { LEX_ATTRS = {
attrs.LOWER: lambda string: string.lower(), attrs.LOWER: lambda string: string.lower(),
attrs.NORM: lambda string: string, attrs.NORM: lambda string: string.lower(),
attrs.PREFIX: lambda string: string[0], attrs.PREFIX: lambda string: string[0],
attrs.SUFFIX: lambda string: string[-3:], attrs.SUFFIX: lambda string: string[-3:],
attrs.CLUSTER: lambda string: 0, attrs.CLUSTER: lambda string: 0,