find_unused_parameters=True

2019-07-22 07:30:23 -04:00 · 2019-07-22 07:30:23 -04:00 · 37349ee099
parent 5ed5e657e1
commit 37349ee099
1 changed files with 1 additions and 1 deletions
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@ -506,7 +506,7 @@ class Trainer(TrainerIO):
            )
            self.optimizers = optimizers

-        model = LightningDistributedDataParallel(model, device_ids=[gpu_nb])
+        model = LightningDistributedDataParallel(model, device_ids=[gpu_nb], find_unused_parameters=True)

        # continue training routine
        self.__run_pretrain_routine(model)