From abd8b2ea4e7aa4af09cbfff00d961154832ed8c5 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Mon, 8 Jul 2019 17:41:07 -0400
Subject: [PATCH] moved dataloaders after amp and optimizers

---
 pytorch_lightning/models/trainer.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 5b3be252fb..12b2d7838f 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -401,7 +401,8 @@ class Trainer(TrainerIO):
                 self.lr_schedulers.append(scheduler)
 
         # print model summary
-        ref_model.summarize()
+        if self.proc_rank == 0:
+            ref_model.summarize()
 
         # give model convenience properties
         ref_model.trainer = self