mirror of https://github.com/explosion/spaCy.git
Fix batch bug in issue #3344
This commit is contained in:
parent
8a6272f842
commit
7461e5e055
|
@ -221,7 +221,7 @@ cdef class Parser:
|
|||
for batch in util.minibatch(docs, size=batch_size):
|
||||
batch_in_order = list(batch)
|
||||
by_length = sorted(batch_in_order, key=lambda doc: len(doc))
|
||||
for subbatch in util.minibatch(by_length, size=batch_size//4):
|
||||
for subbatch in util.minibatch(by_length, size=max(batch_size//4, 2)):
|
||||
subbatch = list(subbatch)
|
||||
parse_states = self.predict(subbatch, beam_width=beam_width,
|
||||
beam_density=beam_density)
|
||||
|
|
Loading…
Reference in New Issue