diff --git a/spacy/tokens.pyx b/spacy/tokens.pyx index 038803c29..71ecf44df 100644 --- a/spacy/tokens.pyx +++ b/spacy/tokens.pyx @@ -245,6 +245,8 @@ cdef class Tokens: yield Span(self, start, self.length) cdef int set_parse(self, const TokenC* parsed) except -1: + # TODO: This method is fairly misleading atm. It's used by GreedyParser + # to actually apply the parse calculated. Need to rethink this. self._py_tokens = [None] * self.length self.is_parsed = True for i in range(self.length):