added single node distdataparallel
This commit is contained in:
parent
22becf3915
commit
5ff3a90a6f
|
@ -284,7 +284,7 @@ class Trainer(TrainerIO):
|
|||
# when GPU is called, spawn off a single worker for each gpu
|
||||
if self.on_gpu:
|
||||
rank = 0
|
||||
self.model = model
|
||||
# self.model = model
|
||||
mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(self, ))
|
||||
else:
|
||||
self.__run_pretrain_routine(model)
|
||||
|
|
Loading…
Reference in New Issue