diff --git a/spacy/vocab.pyx b/spacy/vocab.pyx
index cce85e095..4c2f2f283 100644
--- a/spacy/vocab.pyx
+++ b/spacy/vocab.pyx
@@ -533,6 +533,8 @@ cdef class Vocab:
             vec = <float*>file_.alloc_read(self.mem, vec_len, sizeof(float))
 
             string_id = self.strings[chars[:word_len]]
+            # Insert words into vocab to add vector.
+            self.get_by_orth(self.mem, string_id)
             while string_id >= vectors.size():
                 vectors.push_back(EMPTY_VEC)
             assert vec != NULL