diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 7b545dd0c1..56b5f43adf 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -63,8 +63,8 @@ class Trainer(TrainerIO):
         self.lr_schedulers = []
         self.amp_level = amp_level
         self.check_grad_nans = check_grad_nans
-        self.data_parallel = True
         self.data_parallel_device_ids = [0]
+        self.data_parallel = False
 
         # training state
         self.optimizers = None