* Rename LexStr_casefix to LexStr_norm and LexInt_i to LexInt_id

This commit is contained in:
Matthew Honnibal 2014-10-14 15:19:07 +11:00
parent 5abb194553
commit 65d3ead4fd
2 changed files with 4 additions and 4 deletions

View File

@ -6,7 +6,7 @@ cpdef flag_t OOV_DIST_FLAGS
cpdef enum LexInts: cpdef enum LexInts:
LexInt_i LexInt_id
LexInt_length LexInt_length
LexInt_cluster LexInt_cluster
LexInt_pos LexInt_pos
@ -22,7 +22,7 @@ cpdef enum LexFloats:
cpdef enum LexStrs: cpdef enum LexStrs:
LexStr_orig LexStr_orig
LexStr_casefix LexStr_norm
LexStr_shape LexStr_shape
LexStr_unsparse LexStr_unsparse
LexStr_asciied LexStr_asciied

View File

@ -8,7 +8,7 @@ OOV_DIST_FLAGS = 0
cpdef dict get_lexeme_dict(size_t i, unicode string): cpdef dict get_lexeme_dict(size_t i, unicode string):
ints = [None for _ in range(LexInt_N)] ints = [None for _ in range(LexInt_N)]
ints[<int>LexInt_i] = i ints[<int>LexInt_id] = i
ints[<int>LexInt_length] = len(string) ints[<int>LexInt_length] = len(string)
ints[<int>LexInt_cluster] = 0 ints[<int>LexInt_cluster] = 0
ints[<int>LexInt_pos] = 0 ints[<int>LexInt_pos] = 0
@ -20,7 +20,7 @@ cpdef dict get_lexeme_dict(size_t i, unicode string):
strings = [None for _ in range(LexStr_N)] strings = [None for _ in range(LexStr_N)]
strings[<int>LexStr_orig] = string strings[<int>LexStr_orig] = string
strings[<int>LexStr_casefix] = strings[<int>LexStr_orig] strings[<int>LexStr_norm] = strings[<int>LexStr_orig]
strings[<int>LexStr_shape] = orth.word_shape(string) strings[<int>LexStr_shape] = orth.word_shape(string)
strings[<int>LexStr_unsparse] = strings[<int>LexStr_shape] strings[<int>LexStr_unsparse] = strings[<int>LexStr_shape]
strings[<int>LexStr_asciied] = orth.asciied(string) strings[<int>LexStr_asciied] = orth.asciied(string)