2014-07-07 02:29:24 +00:00
|
|
|
from libcpp.vector cimport vector
|
|
|
|
|
|
|
|
|
|
from spacy.spacy cimport StringHash
|
2014-07-07 10:47:21 +00:00
|
|
|
from spacy.spacy cimport Language
|
2014-07-07 02:29:24 +00:00
|
|
|
from spacy.lexeme cimport Lexeme
|
|
|
|
|
from spacy.lexeme cimport Lexeme_addr
|
2014-07-07 10:47:21 +00:00
|
|
|
from spacy.tokens cimport Tokens
|
2014-07-07 02:29:24 +00:00
|
|
|
|
|
|
|
|
|
2014-07-07 10:47:21 +00:00
|
|
|
cdef class EnglishPTB(Language):
|
|
|
|
|
cdef int find_split(self, unicode word, size_t length)
|
|
|
|
|
|
2014-07-07 02:29:24 +00:00
|
|
|
|
2014-07-07 10:47:21 +00:00
|
|
|
cdef EnglishPTB EN_PTB
|
2014-07-07 02:29:24 +00:00
|
|
|
|
|
|
|
|
cpdef Lexeme_addr lookup(unicode word) except 0
|
2014-07-07 10:47:21 +00:00
|
|
|
cpdef Tokens tokenize(unicode string)
|
2014-07-07 02:29:24 +00:00
|
|
|
cpdef unicode unhash(StringHash hash_value)
|
