2014-09-10 18:41:37 +00:00
|
|
|
from .typedefs cimport hash_t, utf8_t, flag_t, id_t
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cdef struct LexemeC:
|
|
|
|
|
size_t length
|
|
|
|
|
double prob
|
|
|
|
|
size_t cluster
|
|
|
|
|
|
|
|
|
|
char* string
|
2014-09-15 01:22:40 +00:00
|
|
|
|
2014-09-10 18:41:37 +00:00
|
|
|
char** views
|
|
|
|
|
flag_t flags
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cdef LexemeC* lexeme_init(unicode string, double prob, size_t cluster,
|
|
|
|
|
list views, set flags)
|
|
|
|
|
cdef int lexeme_free(LexemeC* lexeme) except -1
|
|
|
|
|
|
|
|
|
|
cdef bint lexeme_check_flag(LexemeC* lexeme, size_t flag_id)
|
|
|
|
|
cdef unicode lexeme_string_view(LexemeC* lexeme, size_t view_id)
|
