Rooba
/
lightning
mirror of https://github.com/Lightning-AI/lightning.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

added single node distdataparallel

This commit is contained in:
William Falcon 2019-07-03 15:11:35 -04:00
parent 7ef6db49d3
commit 96ab78dc41
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
pytorch_lightning/models/trainer.py
View File

@ -282,6 +282,7 @@ class Trainer(TrainerIO):
# when GPU is called, spawn off a single worker for each gpu # when GPU is called, spawn off a single worker for each gpu
if self.on_gpu: if self.on_gpu:
rank = 0 rank = 0
pdb.set_trace()
mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, model )) mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank, model ))
else: else:
self.__run_pretrain_routine(model) self.__run_pretrain_routine(model)