From ba6290029a43563fa2edb11be24453ac3c2fde4d Mon Sep 17 00:00:00 2001 From: Sean Naren Date: Wed, 17 Feb 2021 11:24:57 +0000 Subject: [PATCH] Re-introduce fix for Hydra directory sync with multiple process (#5993) * Add hydra fix that was missing from master * Remove error commas Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- pytorch_lightning/plugins/training_type/ddp.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pytorch_lightning/plugins/training_type/ddp.py b/pytorch_lightning/plugins/training_type/ddp.py index 6e6c292eec..18f9528d16 100644 --- a/pytorch_lightning/plugins/training_type/ddp.py +++ b/pytorch_lightning/plugins/training_type/ddp.py @@ -159,6 +159,8 @@ class DDPPlugin(ParallelPlugin): if _HYDRA_AVAILABLE: if HydraConfig.initialized(): cwd = get_original_cwd() + os_cwd = f'"{os.getcwd()}"' + command += [f'hydra.run.dir={os_cwd}', f'hydra.job.name=train_ddp_process_{local_rank}'] proc = subprocess.Popen(command, env=env_copy, cwd=cwd) self.interactive_ddp_procs.append(proc)