From c67c84b4436735987f57f08c2e93d124f1c21ddb Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Thu, 18 Jul 2019 11:40:00 -0400
Subject: [PATCH] set dp as default backend

---
 pytorch_lightning/models/trainer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 5f7a53de57..56654e52ab 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -29,6 +29,9 @@ except ModuleNotFoundError:
 
 
 def reduce_distributed_output(output, nb_gpus):
+    if nb_gpus <= 1:
+        return output
+
     for k, v in output.items():
         # recurse on nested dics
         if isinstance(output[k], dict):