added single node distdataparallel

This commit is contained in:
William Falcon 2019-07-03 15:18:47 -04:00
parent 7f3c653747
commit 129dce0d18
1 changed files with 1 additions and 1 deletions

View File

@ -285,7 +285,7 @@ class Trainer(TrainerIO):
if self.on_gpu: if self.on_gpu:
rank = 0 rank = 0
self.model = model self.model = model
mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank, )) mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(self, ))
else: else:
self.__run_pretrain_routine(model) self.__run_pretrain_routine(model)