2014-09-10 18:41:37 +00:00
|
|
|
from .typedefs cimport hash_t, utf8_t, flag_t, id_t
|
2014-09-17 21:09:24 +00:00
|
|
|
from cymem.cymem cimport Pool
|
2014-09-10 18:41:37 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
cdef struct LexemeC:
|
2014-10-09 02:50:05 +00:00
|
|
|
size_t i
|
2014-09-10 18:41:37 +00:00
|
|
|
size_t length
|
|
|
|
|
double prob
|
|
|
|
|
size_t cluster
|
|
|
|
|
|
|
|
|
|
char* string
|
2014-09-15 01:22:40 +00:00
|
|
|
|
2014-09-10 18:41:37 +00:00
|
|
|
char** views
|
|
|
|
|
flag_t flags
|
|
|
|
|
|
|
|
|
|
|
2014-10-09 02:50:05 +00:00
|
|
|
cdef LexemeC* lexeme_init(Pool mem, size_t i, unicode string, double prob, size_t cluster,
|
2014-09-10 18:41:37 +00:00
|
|
|
list views, set flags)
|
|
|
|
|
|
|
|
|
|
cdef bint lexeme_check_flag(LexemeC* lexeme, size_t flag_id)
|
|
|
|
|
cdef unicode lexeme_string_view(LexemeC* lexeme, size_t view_id)
|
