From 37349ee09903886d77ec87c5e44c33b6d558ea7f Mon Sep 17 00:00:00 2001 From: William Falcon Date: Mon, 22 Jul 2019 07:30:23 -0400 Subject: [PATCH] find_unused_parameters=True --- pytorch_lightning/models/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index 8b8267c18f..786b9be154 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -506,7 +506,7 @@ class Trainer(TrainerIO): ) self.optimizers = optimizers - model = LightningDistributedDataParallel(model, device_ids=[gpu_nb]) + model = LightningDistributedDataParallel(model, device_ids=[gpu_nb], find_unused_parameters=True) # continue training routine self.__run_pretrain_routine(model)