Make Token hashable. Fixes #743

This commit is contained in:
Matthew Honnibal 2017-01-16 13:27:57 +01:00
parent 2c60d0cb1e
commit e7f8e13cf3
1 changed files with 3 additions and 0 deletions

View File

@ -42,6 +42,9 @@ cdef class Token:
self.c = &self.doc.c[offset]
self.i = offset
def __hash__(self):
return hash((self.doc, self.i))
def __len__(self):
'''Number of unicode characters in token.text'''
return self.c.lex.length