added single node distdataparallel

2019-07-03 16:23:12 -04:00 · 2019-07-03 16:23:12 -04:00 · 7e874dfb43
parent 55b69f9fc5
commit 7e874dfb43
1 changed files with 1 additions and 1 deletions
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@ -281,7 +281,7 @@ class Trainer(TrainerIO):
        if self.on_gpu:
            rank = 0
            self.experiment = self.experiment.get_meta_copy()
-            mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(self, ))
+            mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, self, ))
        else:
            self.__run_pretrain_routine(model)