From 9a03a3f85e9207360417ff13e0003b779586ce64 Mon Sep 17 00:00:00 2001
From: Matthew Honnibal <honnibal+gh@gmail.com>
Date: Fri, 25 Nov 2016 11:35:17 +0100
Subject: [PATCH] Add get_struct_attr staticmethod to Token, to match
 Lexeme.get_struct_attr.

---
 spacy/tokens/token.pxd | 31 ++++++++++++++++++++++++++++++-
 1 file changed, 30 insertions(+), 1 deletion(-)

diff --git a/spacy/tokens/token.pxd b/spacy/tokens/token.pxd
index 9dc456b08..5f32f176b 100644
--- a/spacy/tokens/token.pxd
+++ b/spacy/tokens/token.pxd
@@ -1,8 +1,10 @@
 from numpy cimport ndarray
 from ..vocab cimport Vocab
 from ..structs cimport TokenC
-from ..attrs cimport attr_id_t
+from ..attrs cimport *
+from ..typedefs cimport attr_t, flags_t
 from .doc cimport Doc
+from ..lexeme cimport Lexeme
 
 
 cdef class Token:
@@ -22,4 +24,31 @@ cdef class Token:
         doc._py_tokens[offset] = self
         return self
 
+    #cdef inline TokenC struct_from_attrs(Vocab vocab, attrs):
+    #    cdef TokenC token
+    #    attrs = normalize_attrs(attrs)
+
     cpdef bint check_flag(self, attr_id_t flag_id) except -1
+
+    @staticmethod
+    cdef inline attr_t get_struct_attr(const TokenC* token, attr_id_t feat_name) nogil:
+        if feat_name < (sizeof(flags_t) * 8):
+            return Lexeme.c_check_flag(token.lex, feat_name)
+        elif feat_name == LEMMA:
+            return token.lemma
+        elif feat_name == POS:
+            return token.pos
+        elif feat_name == TAG:
+            return token.tag
+        elif feat_name == DEP:
+            return token.dep
+        elif feat_name == HEAD:
+            return token.head
+        elif feat_name == SPACY:
+            return token.spacy
+        elif feat_name == ENT_IOB:
+            return token.ent_iob
+        elif feat_name == ENT_TYPE:
+            return token.ent_type
+        else:
+            return Lexeme.get_struct_attr(token.lex, feat_name)