2014-12-07 12:52:41 +00:00
|
|
|
from thinc.typedefs cimport atom_t
|
|
|
|
|
|
|
|
|
|
from .lang cimport Language
|
|
|
|
|
from .tokens cimport Tokens
|
|
|
|
|
from .tokens cimport TokenC
|
|
|
|
|
|
2014-09-10 16:11:13 +00:00
|
|
|
|
2014-12-08 10:12:15 +00:00
|
|
|
cpdef enum en_person_t:
|
|
|
|
|
NO_PERSON
|
|
|
|
|
FIRST
|
|
|
|
|
SECOND
|
|
|
|
|
THIRD
|
2014-12-09 03:48:01 +00:00
|
|
|
NON_THIRD
|
2014-12-08 10:12:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
cpdef enum en_number_t:
|
|
|
|
|
NO_NUMBER
|
|
|
|
|
SINGULAR
|
|
|
|
|
PLURAL
|
|
|
|
|
MASS
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cpdef enum en_gender_t:
|
|
|
|
|
NO_GENDER
|
|
|
|
|
MASCULINE
|
|
|
|
|
FEMININE
|
2014-12-09 03:48:01 +00:00
|
|
|
NEUTER
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cpdef enum en_case_t:
|
|
|
|
|
NO_CASE
|
|
|
|
|
NOMINATIVE
|
|
|
|
|
GENITIVE
|
|
|
|
|
ACCUSATIVE
|
|
|
|
|
REFLEXIVE
|
|
|
|
|
DEMONYM
|
2014-12-08 10:12:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
cpdef enum en_tenspect_t:
|
|
|
|
|
NO_TENSE
|
|
|
|
|
BASE_VERB
|
|
|
|
|
PRESENT
|
|
|
|
|
PAST
|
|
|
|
|
PASSIVE
|
|
|
|
|
ING
|
|
|
|
|
MODAL
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cpdef enum misc_t:
|
|
|
|
|
NO_MISC
|
|
|
|
|
COMPARATIVE
|
|
|
|
|
SUPERLATIVE
|
|
|
|
|
RELATIVE
|
|
|
|
|
NAME
|
|
|
|
|
|
|
|
|
|
|
2014-12-03 00:04:00 +00:00
|
|
|
# Flags
|
|
|
|
|
cpdef enum FlagID:
|
|
|
|
|
IS_ALPHA
|
|
|
|
|
IS_ASCII
|
|
|
|
|
IS_DIGIT
|
|
|
|
|
IS_LOWER
|
|
|
|
|
IS_PUNCT
|
|
|
|
|
IS_SPACE
|
|
|
|
|
IS_TITLE
|
|
|
|
|
IS_UPPER
|
|
|
|
|
|
|
|
|
|
LIKE_URL
|
|
|
|
|
LIKE_NUMBER
|
|
|
|
|
|
|
|
|
|
OFT_LOWER
|
|
|
|
|
OFT_TITLE
|
|
|
|
|
OFT_UPPER
|
|
|
|
|
|
|
|
|
|
IN_MALES
|
|
|
|
|
IN_FEMALES
|
|
|
|
|
IN_SURNAMES
|
|
|
|
|
IN_PLACES
|
|
|
|
|
IN_GAMES
|
|
|
|
|
IN_CELEBS
|
|
|
|
|
IN_NAMES
|
|
|
|
|
|
2014-09-10 16:11:13 +00:00
|
|
|
|
2014-12-07 12:52:41 +00:00
|
|
|
cpdef enum:
|
|
|
|
|
P2_sic
|
|
|
|
|
P2_cluster
|
|
|
|
|
P2_shape
|
|
|
|
|
P2_prefix
|
|
|
|
|
P2_suffix
|
|
|
|
|
P2_pos
|
|
|
|
|
P2_sense
|
|
|
|
|
|
|
|
|
|
P1_sic
|
|
|
|
|
P1_cluster
|
|
|
|
|
P1_shape
|
|
|
|
|
P1_prefix
|
|
|
|
|
P1_suffix
|
|
|
|
|
P1_pos
|
|
|
|
|
P1_sense
|
|
|
|
|
|
|
|
|
|
W_sic
|
|
|
|
|
W_cluster
|
|
|
|
|
W_shape
|
|
|
|
|
W_prefix
|
|
|
|
|
W_suffix
|
|
|
|
|
W_pos
|
|
|
|
|
W_sense
|
|
|
|
|
|
|
|
|
|
N1_sic
|
|
|
|
|
N1_cluster
|
|
|
|
|
N1_shape
|
|
|
|
|
N1_prefix
|
|
|
|
|
N1_suffix
|
|
|
|
|
N1_pos
|
|
|
|
|
N1_sense
|
|
|
|
|
|
|
|
|
|
N2_sic
|
|
|
|
|
N2_cluster
|
|
|
|
|
N2_shape
|
|
|
|
|
N2_prefix
|
|
|
|
|
N2_suffix
|
|
|
|
|
N2_pos
|
|
|
|
|
N2_sense
|
|
|
|
|
|
|
|
|
|
N_CONTEXT_FIELDS
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cdef inline void fill_pos_context(atom_t* context, const int i, const TokenC* tokens) nogil:
|
|
|
|
|
_fill_from_token(&context[P2_sic], &tokens[i-2])
|
|
|
|
|
_fill_from_token(&context[P1_sic], &tokens[i-1])
|
|
|
|
|
_fill_from_token(&context[W_sic], &tokens[i])
|
|
|
|
|
_fill_from_token(&context[N1_sic], &tokens[i+1])
|
|
|
|
|
_fill_from_token(&context[N2_sic], &tokens[i+2])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
cdef inline void _fill_from_token(atom_t* context, const TokenC* t) nogil:
|
|
|
|
|
context[0] = t.lex.sic
|
|
|
|
|
context[1] = t.lex.cluster
|
|
|
|
|
context[2] = t.lex.shape
|
|
|
|
|
context[3] = t.lex.prefix
|
|
|
|
|
context[4] = t.lex.suffix
|
|
|
|
|
context[5] = t.pos
|
|
|
|
|
context[6] = t.sense
|
|
|
|
|
|
|
|
|
|
|
2014-08-27 15:15:39 +00:00
|
|
|
cdef class English(Language):
|
2014-09-16 11:16:02 +00:00
|
|
|
pass
|
