2021-08-25 19:10:28 +00:00
|
|
|
from typing import Union
|
|
|
|
|
|
|
|
from pytorch_lightning.plugins.environments import ClusterEnvironment
|
2021-08-13 16:35:31 +00:00
|
|
|
from pytorch_lightning.plugins.io.checkpoint_plugin import CheckpointIO
|
2022-03-25 10:24:52 +00:00
|
|
|
from pytorch_lightning.plugins.io.hpu_plugin import HPUCheckpointIO
|
2021-08-13 16:35:31 +00:00
|
|
|
from pytorch_lightning.plugins.io.torch_plugin import TorchCheckpointIO
|
2021-10-20 21:09:16 +00:00
|
|
|
from pytorch_lightning.plugins.io.xla_plugin import XLACheckpointIO
|
2022-03-01 14:11:40 +00:00
|
|
|
from pytorch_lightning.plugins.layer_sync import LayerSync, NativeSyncBatchNorm
|
2021-08-02 16:05:56 +00:00
|
|
|
from pytorch_lightning.plugins.precision.apex_amp import ApexMixedPrecisionPlugin
|
2021-11-19 17:37:39 +00:00
|
|
|
from pytorch_lightning.plugins.precision.deepspeed import DeepSpeedPrecisionPlugin
|
2021-08-02 16:05:56 +00:00
|
|
|
from pytorch_lightning.plugins.precision.double import DoublePrecisionPlugin
|
|
|
|
from pytorch_lightning.plugins.precision.fully_sharded_native_amp import FullyShardedNativeMixedPrecisionPlugin
|
2022-03-25 10:24:52 +00:00
|
|
|
from pytorch_lightning.plugins.precision.hpu import HPUPrecisionPlugin
|
2021-11-19 17:37:39 +00:00
|
|
|
from pytorch_lightning.plugins.precision.ipu import IPUPrecisionPlugin
|
2021-08-02 16:05:56 +00:00
|
|
|
from pytorch_lightning.plugins.precision.native_amp import NativeMixedPrecisionPlugin
|
|
|
|
from pytorch_lightning.plugins.precision.precision_plugin import PrecisionPlugin
|
|
|
|
from pytorch_lightning.plugins.precision.sharded_native_amp import ShardedNativeMixedPrecisionPlugin
|
2021-10-19 17:48:57 +00:00
|
|
|
from pytorch_lightning.plugins.precision.tpu import TPUPrecisionPlugin
|
2021-10-19 21:09:37 +00:00
|
|
|
from pytorch_lightning.plugins.precision.tpu_bf16 import TPUBf16PrecisionPlugin
|
2022-01-03 12:41:05 +00:00
|
|
|
from pytorch_lightning.plugins.training_type.ddp import DDPPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.ddp2 import DDP2Plugin
|
|
|
|
from pytorch_lightning.plugins.training_type.ddp_spawn import DDPSpawnPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.deepspeed import DeepSpeedPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.dp import DataParallelPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.fully_sharded import DDPFullyShardedPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.horovod import HorovodPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.ipu import IPUPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.parallel import ParallelPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.sharded import DDPShardedPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.sharded_spawn import DDPSpawnShardedPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.single_device import SingleDevicePlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.single_tpu import SingleTPUPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.tpu_spawn import TPUSpawnPlugin
|
|
|
|
from pytorch_lightning.plugins.training_type.training_type_plugin import TrainingTypePlugin
|
|
|
|
from pytorch_lightning.strategies import Strategy
|
2021-02-01 13:34:59 +00:00
|
|
|
|
2022-03-01 14:11:40 +00:00
|
|
|
PLUGIN = Union[Strategy, PrecisionPlugin, ClusterEnvironment, CheckpointIO, LayerSync]
|
2021-08-25 19:10:28 +00:00
|
|
|
PLUGIN_INPUT = Union[PLUGIN, str]
|
|
|
|
|
2021-02-01 13:34:59 +00:00
|
|
|
__all__ = [
|
2021-08-13 16:35:31 +00:00
|
|
|
"CheckpointIO",
|
|
|
|
"TorchCheckpointIO",
|
2021-10-20 21:09:16 +00:00
|
|
|
"XLACheckpointIO",
|
2022-03-25 10:24:52 +00:00
|
|
|
"HPUCheckpointIO",
|
2021-02-01 13:34:59 +00:00
|
|
|
"ApexMixedPrecisionPlugin",
|
2022-01-03 12:41:05 +00:00
|
|
|
"DataParallelPlugin",
|
|
|
|
"DDP2Plugin",
|
|
|
|
"DDPPlugin",
|
|
|
|
"DDPSpawnPlugin",
|
|
|
|
"DDPFullyShardedPlugin",
|
|
|
|
"DeepSpeedPlugin",
|
2021-02-17 20:23:42 +00:00
|
|
|
"DeepSpeedPrecisionPlugin",
|
2021-03-24 10:17:58 +00:00
|
|
|
"DoublePrecisionPlugin",
|
2022-01-03 12:41:05 +00:00
|
|
|
"HorovodPlugin",
|
|
|
|
"IPUPlugin",
|
2021-06-11 15:07:04 +00:00
|
|
|
"IPUPrecisionPlugin",
|
2022-03-25 10:24:52 +00:00
|
|
|
"HPUPrecisionPlugin",
|
2021-02-01 13:34:59 +00:00
|
|
|
"NativeMixedPrecisionPlugin",
|
|
|
|
"PrecisionPlugin",
|
|
|
|
"ShardedNativeMixedPrecisionPlugin",
|
2021-07-26 08:52:35 +00:00
|
|
|
"FullyShardedNativeMixedPrecisionPlugin",
|
2022-01-03 12:41:05 +00:00
|
|
|
"SingleDevicePlugin",
|
|
|
|
"SingleTPUPlugin",
|
2021-10-19 17:48:57 +00:00
|
|
|
"TPUPrecisionPlugin",
|
2021-10-19 21:09:37 +00:00
|
|
|
"TPUBf16PrecisionPlugin",
|
2022-01-03 12:41:05 +00:00
|
|
|
"TPUSpawnPlugin",
|
|
|
|
"TrainingTypePlugin",
|
|
|
|
"ParallelPlugin",
|
|
|
|
"DDPShardedPlugin",
|
|
|
|
"DDPSpawnShardedPlugin",
|
2022-03-01 14:11:40 +00:00
|
|
|
"LayerSync",
|
|
|
|
"NativeSyncBatchNorm",
|
2021-02-01 13:34:59 +00:00
|
|
|
]
|