From d6561988cf7e71f680eb2843a4ab6efb3cd49b79 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Wed, 9 Sep 2015 11:49:51 +0200 Subject: [PATCH] * Fix lexemes.bin --- spacy/vocab.pyx | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/spacy/vocab.pyx b/spacy/vocab.pyx index de0557c95..5da29439b 100644 --- a/spacy/vocab.pyx +++ b/spacy/vocab.pyx @@ -222,7 +222,7 @@ cdef class Vocab: cdef attr_t orth cdef hash_t key cdef unicode py_str - cdef uint64_t bad_bytes + assert sizeof(orth) == sizeof(lexeme.orth) i = 0 while True: lexeme = self.mem.alloc(sizeof(LexemeC), 1) @@ -230,8 +230,6 @@ cdef class Vocab: fp.read_into(&orth, 1, sizeof(orth)) except IOError: break - # This 64 bit chunk is there for backwards compatibility. Remove on next release. - fp.read_into(&bad_bytes, 1, sizeof(bad_bytes)) # Copy data from the file into the lexeme fp.read_into(&lexeme.flags, 1, sizeof(lexeme.flags)) fp.read_into(&lexeme.id, 1, sizeof(lexeme.id))