diff --git a/spacy/tokens/doc.pyx b/spacy/tokens/doc.pyx
index 3f84b9561..8f9e698b4 100644
--- a/spacy/tokens/doc.pyx
+++ b/spacy/tokens/doc.pyx
@@ -403,7 +403,5 @@ cdef class Doc:
             except StopIteration:
                 keep_reading = False
             bits = BitArray(data)
-            array = vocab.packer.unpack(bits)
-            doc = Doc(vocab, array[:, :2])
-            doc.from_array(vocab.packer.attrs, array)
+            doc = vocab.packer.unpack(bits)
             yield doc