diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index d3b62c4568..c43f48cd32 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -281,7 +281,7 @@ class Trainer(TrainerIO):
         if self.on_gpu:
             rank = 0
             self.experiment = self.experiment.get_meta_copy()
-            mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(self, ))
+            mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, self, ))
         else:
             self.__run_pretrain_routine(model)