From 7e874dfb4331f77193c499a10b76f3b94b330b50 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Wed, 3 Jul 2019 16:23:12 -0400 Subject: [PATCH] added single node distdataparallel --- pytorch_lightning/models/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index d3b62c4568..c43f48cd32 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -281,7 +281,7 @@ class Trainer(TrainerIO): if self.on_gpu: rank = 0 self.experiment = self.experiment.get_meta_copy() - mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(self, )) + mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, self, )) else: self.__run_pretrain_routine(model)