from .typedefs cimport hash_t, utf8_t, flag_t, id_t


cdef struct LexemeC:
    size_t length
    double prob
    size_t cluster

    char* string

    char** views

    flag_t flags


cdef LexemeC* lexeme_init(unicode string, double prob, size_t cluster,
                     list views, set flags)
cdef int lexeme_free(LexemeC* lexeme) except -1

cdef bint lexeme_check_flag(LexemeC* lexeme, size_t flag_id)
cdef unicode lexeme_string_view(LexemeC* lexeme, size_t view_id)