Rooba
/
lightning
mirror of https://github.com/Lightning-AI/lightning.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove `process_group` property (#18592)

This commit is contained in:
Carlos Mocholí 2023-09-26 23:58:14 +02:00 committed by GitHub
parent 366e69ed8b
commit 7a29898a5d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/lightning/pytorch/strategies/fsdp.py
View File

@ -58,7 +58,7 @@ from lightning.fabric.utilities.init import _EmptyInit
from lightning.fabric.utilities.load import _lazy_load, _materialize_tensors
from lightning.fabric.utilities.optimizer import _optimizers_to_device
from lightning.fabric.utilities.seed import reset_seed
from lightning.fabric.utilities.types import _PATH, ProcessGroup, ReduceOp
from lightning.fabric.utilities.types import _PATH, ReduceOp
from lightning.pytorch.core.optimizer import LightningOptimizer
from lightning.pytorch.plugins.precision import PrecisionPlugin
from lightning.pytorch.plugins.precision.fsdp import FSDPPrecisionPlugin
@ -200,12 +200,6 @@ class FSDPStrategy(ParallelStrategy):
def num_processes(self) -> int:
return len(self.parallel_devices) if self.parallel_devices is not None else 0
@property
def process_group(self) -> Optional[ProcessGroup]:
from torch.distributed.fsdp import FullyShardedDataParallel as FSDP
return self.model.process_group if isinstance(self.model, FSDP) else None
@property
def process_group_backend(self) -> Optional[str]:
return self._process_group_backend