lightning/tests/tests_pytorch/utilities/test_imports.py

112 lines
3.7 KiB
Python

# Copyright The PyTorch Lightning team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import operator
from pytorch_lightning.overrides.fairscale import _FAIRSCALE_AVAILABLE
from pytorch_lightning.strategies.bagua import _BAGUA_AVAILABLE
from pytorch_lightning.strategies.deepspeed import _DEEPSPEED_AVAILABLE
from pytorch_lightning.utilities import (
_APEX_AVAILABLE,
_HOROVOD_AVAILABLE,
_module_available,
_OMEGACONF_AVAILABLE,
_POPTORCH_AVAILABLE,
)
from pytorch_lightning.utilities.imports import _compare_version, _RequirementAvailable, torch
def test_module_exists():
"""Test if the some 3rd party libs are available."""
assert _module_available("torch")
assert _module_available("torch.nn.parallel")
assert not _module_available("torch.nn.asdf")
assert not _module_available("asdf")
assert not _module_available("asdf.bla.asdf")
def test_compare_version(monkeypatch):
monkeypatch.setattr(torch, "__version__", "1.8.9")
assert not _compare_version("torch", operator.ge, "1.10.0")
assert _compare_version("torch", operator.lt, "1.10.0")
monkeypatch.setattr(torch, "__version__", "1.10.0.dev123")
assert _compare_version("torch", operator.ge, "1.10.0.dev123")
assert not _compare_version("torch", operator.ge, "1.10.0.dev124")
assert _compare_version("torch", operator.ge, "1.10.0.dev123", use_base_version=True)
assert _compare_version("torch", operator.ge, "1.10.0.dev124", use_base_version=True)
monkeypatch.setattr(torch, "__version__", "1.10.0a0+0aef44c") # dev version before rc
assert _compare_version("torch", operator.ge, "1.10.0.rc0", use_base_version=True)
assert not _compare_version("torch", operator.ge, "1.10.0.rc0")
assert _compare_version("torch", operator.ge, "1.10.0", use_base_version=True)
assert not _compare_version("torch", operator.ge, "1.10.0")
def test_requirement_avaliable():
assert _RequirementAvailable(f"torch>={torch.__version__}")
assert not _RequirementAvailable(f"torch<{torch.__version__}")
assert "Requirement '-' not met" in str(_RequirementAvailable("-"))
def test_imports():
try:
import apex # noqa
except ModuleNotFoundError:
assert not _APEX_AVAILABLE
else:
assert _APEX_AVAILABLE
try:
import bagua # noqa
except ModuleNotFoundError:
assert not _BAGUA_AVAILABLE
else:
assert _BAGUA_AVAILABLE
try:
import deepspeed # noqa
except ModuleNotFoundError:
assert not _DEEPSPEED_AVAILABLE
else:
assert _DEEPSPEED_AVAILABLE
try:
import fairscale.nn # noqa
except ModuleNotFoundError:
assert not _FAIRSCALE_AVAILABLE
else:
assert _FAIRSCALE_AVAILABLE
try:
import horovod.torch # noqa
except ModuleNotFoundError:
assert not _HOROVOD_AVAILABLE
else:
assert _HOROVOD_AVAILABLE
try:
import omegaconf # noqa
except ModuleNotFoundError:
assert not _OMEGACONF_AVAILABLE
else:
assert _OMEGACONF_AVAILABLE
try:
import poptorch # noqa
except ModuleNotFoundError:
assert not _POPTORCH_AVAILABLE
else:
assert _POPTORCH_AVAILABLE