spaCy/spacy/context.pxd

44 lines
683 B
Cython

from thinc.typedefs cimport atom_t
from .typedefs cimport hash_t
from .tokens cimport Tokens
from .lexeme cimport Lexeme
cdef struct Token:
atom_t i
atom_t c
atom_t w
atom_t shape
atom_t pref
atom_t suff
atom_t oft_title
atom_t oft_upper
atom_t is_alpha
atom_t is_digit
atom_t is_title
atom_t is_upper
atom_t url
atom_t num
atom_t postype
atom_t pos
atom_t ner
cdef struct Slots:
Token P2
Token P1
Token N0
Token N1
Token N2
cdef Slots FIELD_IDS
cdef int N_FIELDS
cdef hash_t fill_slots(Slots* s, int i, Tokens tokens) except 0
cdef int fill_flat(atom_t* context, Slots* s) except -1