Remove 'rebatch' op, and remove min-batch cap

This commit is contained in:
Matthew Honnibal 2017-05-19 18:16:36 -05:00
parent 3376d4d6e8
commit e84de028b5
1 changed files with 1 additions and 4 deletions

View File

@ -229,8 +229,6 @@ cdef class Parser:
nI=token_vector_width,
pieces=maxout_pieces)
lower = rebatch(1024, lower)
with Model.use_device('cpu'):
upper = chain(
Maxout(hidden_width),
@ -342,8 +340,7 @@ cdef class Parser:
backprops = []
cdef float loss = 0.
cutoff = max(1, len(todo) // 10)
while len(todo) >= cutoff:
while todo:
states, golds = zip(*todo)
token_ids = self.get_token_ids(states)