2014-07-07 02:21:06 +00:00
|
|
|
from libcpp.vector cimport vector
|
2014-07-05 18:51:42 +00:00
|
|
|
|
2014-07-07 02:21:06 +00:00
|
|
|
from spacy.spacy cimport StringHash
|
|
|
|
from spacy.lexeme cimport Lexeme
|
|
|
|
from spacy.lexeme cimport Lexeme_addr
|
2014-07-05 18:51:42 +00:00
|
|
|
|
2014-07-07 10:47:21 +00:00
|
|
|
from spacy.spacy cimport Language
|
|
|
|
from spacy.tokens cimport Tokens
|
2014-07-05 18:51:42 +00:00
|
|
|
|
|
|
|
|
2014-07-07 10:47:21 +00:00
|
|
|
cdef class English(spacy.Language):
|
|
|
|
cdef int find_split(self, unicode word, size_t length)
|
|
|
|
|
|
|
|
cdef English EN
|
2014-07-05 18:51:42 +00:00
|
|
|
|
|
|
|
cpdef Lexeme_addr lookup(unicode word) except 0
|
2014-07-07 10:47:21 +00:00
|
|
|
cpdef Tokens tokenize(unicode string)
|
2014-07-05 18:51:42 +00:00
|
|
|
cpdef unicode unhash(StringHash hash_value)
|