* Fix Token after lexeme changes

2014-10-30 15:30:52 +11:00 · 2014-10-30 15:30:52 +11:00 · ac88893232
parent e6b87766fe
commit ac88893232
1 changed files with 1 additions and 2 deletions
--- a/spacy/tokens.pyx
+++ b/spacy/tokens.pyx
@ -101,11 +101,10 @@ cdef class Tokens:
@cython.freelist(64)
 cdef class Token:
    def __init__(self, StringStore string_store, int i, int idx, int pos, dict lex):
-        assert i < 1000000
        self._string_store = string_store
-        self.id = i
        self.idx = idx
        self.pos = pos
+        self.i = i
        
        self.cluster = lex['cluster']
        self.length = lex['length']