Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Replace some assertions with proper errors

This commit is contained in:
Matthew Honnibal 2015-05-08 16:52:17 +02:00
parent fb8d50b3d5
commit e73eaf2d05
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/vocab.pyx
View File

@ -144,7 +144,8 @@ cdef class Vocab:
raise IOError('LexemeCs file not found at %s' % loc) raise IOError('LexemeCs file not found at %s' % loc)
cdef bytes bytes_loc = loc.encode('utf8') if type(loc) == unicode else loc cdef bytes bytes_loc = loc.encode('utf8') if type(loc) == unicode else loc
cdef FILE* fp = fopen(<char*>bytes_loc, b'rb') cdef FILE* fp = fopen(<char*>bytes_loc, b'rb')
assert fp != NULL if fp == NULL:
raise IOError('lexemes data file present, but cannot open from ' % loc)
cdef size_t st cdef size_t st
cdef LexemeC* lexeme cdef LexemeC* lexeme
cdef attr_t orth cdef attr_t orth
@ -161,7 +162,9 @@ cdef class Vocab:
lexeme.repvec = EMPTY_VEC lexeme.repvec = EMPTY_VEC
if st != 1: if st != 1:
break break
assert orth == lexeme.orth if orth != lexeme.orth:
# TODO: Improve this error message, pending resolution to Issue #64
raise IOError('Error reading from lexemes.bin. Integrity check fails.')
py_str = self.strings[orth] py_str = self.strings[orth]
key = hash_string(py_str) key = hash_string(py_str)
self._map.set(key, lexeme) self._map.set(key, lexeme)