updated args
This commit is contained in:
parent
1ee6d21db2
commit
71cd8f549d
|
@ -75,7 +75,8 @@ class ExampleModel(RootModule):
|
|||
# return loss_val, tqdm_dic
|
||||
|
||||
output = OrderedDict({
|
||||
'tng_loss': loss_val,
|
||||
'loss': loss_val,
|
||||
'tqdm_metrics': {}
|
||||
})
|
||||
return output
|
||||
|
||||
|
|
|
@ -394,14 +394,17 @@ class Trainer(TrainerIO):
|
|||
|
||||
# forward pass
|
||||
# return a scalar value and a dic with tqdm metrics
|
||||
pdb.set_trace()
|
||||
if self.data_parallel:
|
||||
output = self.model(data_batch, batch_nb)
|
||||
output = reduce_distributed_output(output, len(self.data_parallel_device_ids))
|
||||
else:
|
||||
output = self.mode(data_batch, batch_nb)
|
||||
output = self.model(data_batch, batch_nb, False)
|
||||
|
||||
# when DP, we need to aggregate the scalars we received as outputs
|
||||
# use mean as the reduce function
|
||||
if self.data_parallel:
|
||||
output = reduce_distributed_output(output, len(self.gpus))
|
||||
|
||||
pdb.set_trace()
|
||||
model_specific_tqdm_metrics_dic = output['tqdm_metrics']
|
||||
loss = output['loss']
|
||||
|
||||
loss, model_specific_tqdm_metrics_dic = self.model.training_step(data_batch, batch_nb)
|
||||
self.__add_tqdm_metrics(model_specific_tqdm_metrics_dic)
|
||||
|
||||
# backward pass
|
||||
|
|
Loading…
Reference in New Issue