* Add _string attr to Tokens object

This commit is contained in:
Matthew Honnibal 2015-01-21 18:57:09 +11:00
parent d6ac60e91c
commit 56e6cf0672
1 changed files with 1 additions and 0 deletions

View File

@ -33,6 +33,7 @@ cdef class Tokens:
cdef dict pos_scheme
cdef TokenC* data
cdef unicode _string
cdef int length
cdef int max_length