From 96ab78dc417ca24c7031fb437c11ce5a852f57ea Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Wed, 3 Jul 2019 15:11:35 -0400
Subject: [PATCH] added single node distdataparallel

---
 pytorch_lightning/models/trainer.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index d943be7f9c..56dff5b79d 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -282,6 +282,7 @@ class Trainer(TrainerIO):
         # when GPU is called, spawn off a single worker for each gpu
         if self.on_gpu:
             rank = 0
+            pdb.set_trace()
             mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, model ))
         else:
             self.__run_pretrain_routine(model)