fixes slurm weights saving (#2339)
This commit is contained in:
parent
9446390779
commit
a915280427
|
@ -327,8 +327,8 @@ class Trainer(
|
||||||
# this way we only show it on rank 0
|
# this way we only show it on rank 0
|
||||||
if 'LOCAL_RANK' in os.environ:
|
if 'LOCAL_RANK' in os.environ:
|
||||||
rank_zero_only.rank = os.environ['LOCAL_RANK']
|
rank_zero_only.rank = os.environ['LOCAL_RANK']
|
||||||
if 'SLURM_JOB_ID' in os.environ:
|
if 'SLURM_LOCALID' in os.environ:
|
||||||
rank_zero_only.rank = os.environ['SLURM_JOB_ID']
|
rank_zero_only.rank = os.environ['SLURM_LOCALID']
|
||||||
|
|
||||||
# Init callbacks
|
# Init callbacks
|
||||||
self.prepare_data_per_node = prepare_data_per_node
|
self.prepare_data_per_node = prepare_data_per_node
|
||||||
|
|
Loading…
Reference in New Issue