Rooba
/
lightning
mirror of https://github.com/Lightning-AI/lightning.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

find_unused_parameters=True

This commit is contained in:
William Falcon 2019-07-22 07:30:23 -04:00
parent 5ed5e657e1
commit 37349ee099
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_lightning/models/trainer.py
View File

@ -506,7 +506,7 @@ class Trainer(TrainerIO):
) )
self.optimizers = optimizers self.optimizers = optimizers
model = LightningDistributedDataParallel(model, device_ids=[gpu_nb]) model = LightningDistributedDataParallel(model, device_ids=[gpu_nb], find_unused_parameters=True)
# continue training routine # continue training routine
self.__run_pretrain_routine(model) self.__run_pretrain_routine(model)