Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Rename Token.lex_pos to Token.postype, and Token.lex_supersense to Token.sensetype

This commit is contained in:
Matthew Honnibal 2014-10-31 17:44:39 +11:00
parent a8ca078b24
commit b186a66bae
2 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
spacy/tokens.pxd
View File

@ -31,10 +31,11 @@ cdef class Token:
cdef public int idx
cdef public int pos
cdef public atom_t id
cdef public atom_t cluster
cdef public atom_t length
cdef public atom_t lex_pos
cdef public atom_t lex_supersense
cdef public atom_t postype
cdef public atom_t sensetype
cdef public atom_t sic
cdef public atom_t norm

7
spacy/tokens.pyx
View File

@ -105,11 +105,12 @@ cdef class Token:
self.idx = idx
self.pos = pos
self.i = i
self.id = lex['id']
self.cluster = lex['cluster']
self.length = lex['length']
self.lex_pos = lex['pos']
self.lex_supersense = lex['supersense']
self.postype = lex['postype']
self.sensetype = lex['supersense']
self.sic = lex['sic']
self.norm = lex['norm']
self.shape = lex['shape']
@ -122,6 +123,8 @@ cdef class Token:
property string:
def __get__(self):
if self.sic == 0:
return ''
cdef bytes utf8string = self._string_store[self.sic]
return utf8string.decode('utf8')