398 lines
13 KiB
YAML
398 lines
13 KiB
YAML
custom_service_name: "Lightning CI required checker"
|
|
subprojects:
|
|
|
|
# SECTION: pytorch_lightning
|
|
|
|
- id: "pytorch_lightning: Tests workflow"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/workflows/ci-tests-pytorch.yml"
|
|
- "requirements/fabric/**"
|
|
- "src/lightning/fabric/**"
|
|
- "src/lightning_fabric/*"
|
|
- "requirements/pytorch/**"
|
|
- "src/lightning/pytorch/**"
|
|
- "src/pytorch_lightning/*"
|
|
- "tests/tests_pytorch/**"
|
|
- "tests/legacy/**"
|
|
- "pyproject.toml" # includes pytest config
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "pl-cpu (macOS-11, lightning, 3.8, 1.11)"
|
|
- "pl-cpu (macOS-11, lightning, 3.9, 1.12)"
|
|
- "pl-cpu (macOS-11, lightning, 3.10, 1.13)"
|
|
- "pl-cpu (macOS-11, lightning, 3.10, 2.0)"
|
|
- "pl-cpu (macOS-11, lightning, 3.8, 1.11, oldest)"
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.8, 1.11)"
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.9, 1.12)"
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.10, 1.13)"
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.10, 2.0)"
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.8, 1.11, oldest)"
|
|
- "pl-cpu (windows-2022, lightning, 3.8, 1.11)"
|
|
- "pl-cpu (windows-2022, lightning, 3.9, 1.12)"
|
|
- "pl-cpu (windows-2022, lightning, 3.10, 1.13)"
|
|
- "pl-cpu (windows-2022, lightning, 3.10, 2.0)"
|
|
- "pl-cpu (windows-2022, lightning, 3.8, 1.11, oldest)"
|
|
- "pl-cpu (macOS-11, pytorch, 3.8, 1.13)"
|
|
- "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.13)"
|
|
- "pl-cpu (windows-2022, pytorch, 3.8, 1.13)"
|
|
|
|
- id: "pytorch_lightning: Azure GPU"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".azure/gpu-tests-pytorch.yml"
|
|
# only the azure GPU workflow runs the examples
|
|
# all examples don't need to be added because they aren't used in CI, but these are
|
|
- "examples/run_pl_examples.sh"
|
|
- "examples/pytorch/basics/backbone_image_classifier.py"
|
|
- "examples/pytorch/basics/autoencoder.py"
|
|
- "requirements/pytorch/**"
|
|
- "src/lightning/__about__.py"
|
|
- "src/lightning/__init__.py"
|
|
- "src/lightning/__main__.py"
|
|
- "src/lightning/__setup__.py"
|
|
- "src/lightning/__version__.py"
|
|
- "src/lightning/pytorch/**"
|
|
- "src/pytorch_lightning/*"
|
|
- "tests/tests_pytorch/**"
|
|
- "pyproject.toml" # includes pytest config
|
|
- "requirements/fabric/**"
|
|
- "src/lightning/fabric/**"
|
|
- "src/lightning_fabric/*"
|
|
- "!requirements/docs.txt"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "pytorch-lightning (GPUs)"
|
|
|
|
- id: "pytorch_lightning: Benchmarks"
|
|
paths:
|
|
- ".azure/gpu-benchmark.yml"
|
|
- "tests/tests_pytorch/benchmarks/**"
|
|
- "requirements/pytorch/**"
|
|
- "!requirements/pytorch/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "pytorch-lightning.Benchmark"
|
|
|
|
- id: "pytorch-lightning: TPU workflow"
|
|
paths:
|
|
# tpu CI availability is very limited, so we only require tpu tests
|
|
# to pass when their configurations are modified
|
|
- ".github/workflows/tpu-tests.yml"
|
|
- "tests/tests_pytorch/run_tpu_tests.sh"
|
|
checks:
|
|
- "test-on-tpus (pytorch, xrt)"
|
|
- "test-on-tpus (pytorch, pjrt)"
|
|
|
|
- id: "fabric: Docs"
|
|
paths:
|
|
- "src/lightning/fabric/**"
|
|
- "src/lightning_fabric/*"
|
|
- "docs/source-fabric/**"
|
|
- ".github/workflows/docs-build.yml"
|
|
- "requirements/docs.txt"
|
|
- "requirements/fabric/**"
|
|
- "setup.py"
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "make-doctest (fabric)"
|
|
- "make-html (fabric)"
|
|
|
|
- id: "pytorch_lightning: Docs"
|
|
paths:
|
|
- "src/lightning/pytorch/**"
|
|
- "src/pytorch_lightning/*"
|
|
- "docs/source-pytorch/**"
|
|
- ".actions/**"
|
|
- ".github/workflows/docs-build.yml"
|
|
- "requirements/docs.txt"
|
|
- "requirements/pytorch/**"
|
|
- "setup.py"
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "make-doctest (pytorch)"
|
|
- "make-html (pytorch)"
|
|
|
|
- id: "pytorch_lightning: Docker"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/workflows/ci-dockers-pytorch.yml"
|
|
- "dockers/**"
|
|
- "requirements/pytorch/**"
|
|
- "requirements/fabric/**"
|
|
- "environment.yml"
|
|
- "setup.py"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "build-cuda (3.9, 1.11, 11.3.1)"
|
|
- "build-cuda (3.9, 1.12, 11.6.1)"
|
|
- "build-cuda (3.9, 1.13, 11.7.1)"
|
|
- "build-cuda (3.10, 2.0, 11.7.1)"
|
|
- "build-NGC"
|
|
- "build-pl (3.9, 1.11, 11.3.1)"
|
|
- "build-pl (3.9, 1.12, 11.6.1)"
|
|
- "build-pl (3.9, 1.13, 11.7.1)"
|
|
- "build-pl (3.10, 2.0, 11.7.1)"
|
|
|
|
# SECTION: lightning_fabric
|
|
|
|
- id: "lightning_fabric: CPU workflow"
|
|
paths:
|
|
- ".actions/**"
|
|
- "requirements/fabric/**"
|
|
- "src/lightning/fabric/**"
|
|
- "src/lightning_fabric/*"
|
|
- "tests/tests_fabric/**"
|
|
- "pyproject.toml" # includes pytest config
|
|
- ".github/workflows/ci-tests-fabric.yml"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "fabric-cpu (macOS-11, lightning, 3.8, 1.11)"
|
|
- "fabric-cpu (macOS-11, lightning, 3.9, 1.12)"
|
|
- "fabric-cpu (macOS-11, lightning, 3.10, 1.13)"
|
|
- "fabric-cpu (macOS-11, lightning, 3.10, 2.0)"
|
|
- "fabric-cpu (macOS-11, lightning, 3.8, 1.11, oldest)"
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.8, 1.11)"
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.9, 1.12)"
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.10, 1.13)"
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.10, 2.0)"
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.8, 1.11, oldest)"
|
|
- "fabric-cpu (windows-2022, lightning, 3.8, 1.11)"
|
|
- "fabric-cpu (windows-2022, lightning, 3.9, 1.12)"
|
|
- "fabric-cpu (windows-2022, lightning, 3.10, 1.13)"
|
|
- "fabric-cpu (windows-2022, lightning, 3.10, 2.0)"
|
|
- "fabric-cpu (windows-2022, lightning, 3.8, 1.11, oldest)"
|
|
- "fabric-cpu (macOS-11, fabric, 3.8, 1.13)"
|
|
- "fabric-cpu (ubuntu-20.04, fabric, 3.8, 1.13)"
|
|
- "fabric-cpu (windows-2022, fabric, 3.8, 1.13)"
|
|
|
|
- id: "lightning_fabric: Azure GPU"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".azure/gpu-tests-fabric.yml"
|
|
- "examples/fabric/**"
|
|
- "examples/run_fabric_examples.sh"
|
|
- "tests/tests_fabric/run_standalone_*.sh"
|
|
- "tests/tests_pytorch/run_standalone_tests.sh" # used by Fabric through a symlink
|
|
- "requirements/fabric/**"
|
|
- "src/lightning/__about__.py"
|
|
- "src/lightning/__init__.py"
|
|
- "src/lightning/__main__.py"
|
|
- "src/lightning/__setup__.py"
|
|
- "src/lightning/__version__.py"
|
|
- "src/lightning/fabric/**"
|
|
- "src/lightning_fabric/*"
|
|
- "tests/tests_fabric/**"
|
|
- "pyproject.toml" # includes pytest config
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "lightning-fabric (GPUs)"
|
|
|
|
- id: "lightning_fabric: TPU workflow"
|
|
paths:
|
|
# tpu CI availability is very limited, so we only require tpu tests
|
|
# to pass when their configurations are modified
|
|
- ".github/workflows/tpu-tests.yml"
|
|
- "tests/tests_fabric/run_tpu_tests.sh"
|
|
checks:
|
|
- "test-on-tpus (fabric, xrt)"
|
|
- "test-on-tpus (pytorch, pjrt)"
|
|
|
|
# SECTION: lightning_app
|
|
|
|
- id: "lightning_app: Tests workflow"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/workflows/ci-tests-app.yml"
|
|
- "src/lightning/app/**"
|
|
- "src/lightning_app/*"
|
|
- "tests/tests_app/**"
|
|
- "requirements/app/**"
|
|
- "setup.py"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "app-pytest (macOS-11, lightning, 3.8, latest)"
|
|
- "app-pytest (macOS-11, lightning, 3.8, oldest)"
|
|
- "app-pytest (macOS-11, app, 3.9, latest)"
|
|
- "app-pytest (ubuntu-20.04, lightning, 3.8, latest)"
|
|
- "app-pytest (ubuntu-20.04, lightning, 3.8, oldest)"
|
|
- "app-pytest (ubuntu-20.04, app, 3.9, latest)"
|
|
- "app-pytest (windows-2022, lightning, 3.8, latest)"
|
|
- "app-pytest (windows-2022, lightning, 3.8, oldest)"
|
|
- "app-pytest (windows-2022, app, 3.8, latest)"
|
|
|
|
- id: "lightning_app: Examples"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/workflows/ci-examples-app.yml"
|
|
- "src/lightning/app/**"
|
|
- "src/lightning_app/*"
|
|
- "tests/integrations_app/**"
|
|
- "!tests/integrations_app/flagship/**"
|
|
- "examples/app/**"
|
|
- "requirements/app/**"
|
|
- "setup.py"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "app-examples (macOS-11, lightning, 3.9, latest)"
|
|
- "app-examples (macOS-11, lightning, 3.9, oldest)"
|
|
- "app-examples (macOS-11, app, 3.9, latest)"
|
|
- "app-examples (ubuntu-20.04, lightning, 3.9, latest)"
|
|
- "app-examples (ubuntu-20.04, lightning, 3.9, oldest)"
|
|
- "app-examples (ubuntu-20.04, app, 3.9, latest)"
|
|
- "app-examples (windows-2022, lightning, 3.9, latest)"
|
|
- "app-examples (windows-2022, lightning, 3.9, oldest)"
|
|
- "app-examples (windows-2022, app, 3.9, latest)"
|
|
|
|
#- id: "lightning: Flagships"
|
|
# paths:
|
|
# - ".github/workflows/_flagship-apps.yml"
|
|
# - ".github/workflows/ci-flagship-apps.yml"
|
|
# - "github/actions/prep-apps/action.yml"
|
|
# - "tests/integrations_app/flagship/**"
|
|
# checks:
|
|
# - "test-flagships / run-flagships (flashy, Lightning-Universe/Flashy-app)"
|
|
|
|
- id: "lightning: Store"
|
|
paths:
|
|
- ".azure/app-cloud-store.yml"
|
|
- "src/lightning/__about__.py"
|
|
- "src/lightning/__init__.py"
|
|
- "src/lightning/__main__.py"
|
|
- "src/lightning/__setup__.py"
|
|
- "src/lightning/__version__.py"
|
|
- "src/lightning/store/**"
|
|
- "tests/tests_cloud/**"
|
|
checks:
|
|
- "Store.cloud (test_store Linux)"
|
|
- "Store.cloud (test_store Mac)"
|
|
- "Store.cloud (test_store Windows)"
|
|
|
|
- id: "lightning_app: Azure"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".azure/app-cloud-e2e.yml"
|
|
- "src/lightning/__about__.py"
|
|
- "src/lightning/__init__.py"
|
|
- "src/lightning/__main__.py"
|
|
- "src/lightning/__setup__.py"
|
|
- "src/lightning/__version__.py"
|
|
- "src/lightning/app/**"
|
|
- "src/lightning_app/*"
|
|
- "examples/app/**"
|
|
- "requirements/app/**"
|
|
- "tests/integrations_app/**"
|
|
- "!tests/integrations_app/flagship/**"
|
|
- "setup.py"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "App.cloud-e2e"
|
|
|
|
- id: "lightning_app: Docs"
|
|
paths:
|
|
- ".actions/**"
|
|
- "src/lightning/app/**"
|
|
- "src/lightning_app/*"
|
|
- "docs/source-app/**"
|
|
- ".github/workflows/docs-build.yml"
|
|
- "requirements/docs.txt"
|
|
- "requirements/app/**"
|
|
- "setup.py"
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "make-doctest (app)"
|
|
- "make-html (app)"
|
|
|
|
# SECTION: common
|
|
|
|
- id: "mypy"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/workflows/code-checks.yml"
|
|
- "requirements/**"
|
|
- "src/**"
|
|
- "pyproject.toml" # includes mypy config
|
|
- "!requirements/docs.txt"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "mypy"
|
|
|
|
- id: "install"
|
|
paths:
|
|
- ".actions/**"
|
|
- ".github/actions/pkg-check/*"
|
|
- ".github/actions/pkg-install/*"
|
|
- ".github/workflows/_build-packages.yml"
|
|
- ".github/workflows/ci-pkg-install.yml"
|
|
- "setup.py"
|
|
- "src/**"
|
|
- "requirements/**"
|
|
- "!requirements/docs.txt"
|
|
- "!requirements/*/docs.txt"
|
|
- "!*.md"
|
|
- "!**/*.md"
|
|
checks:
|
|
- "install-pkg (ubuntu-22.04, app, 3.8)"
|
|
- "install-pkg (ubuntu-22.04, app, 3.10)"
|
|
- "install-pkg (ubuntu-22.04, fabric, 3.8)"
|
|
- "install-pkg (ubuntu-22.04, fabric, 3.10)"
|
|
- "install-pkg (ubuntu-22.04, pytorch, 3.8)"
|
|
- "install-pkg (ubuntu-22.04, pytorch, 3.10)"
|
|
- "install-pkg (ubuntu-22.04, lightning, 3.8)"
|
|
- "install-pkg (ubuntu-22.04, lightning, 3.10)"
|
|
- "install-pkg (ubuntu-22.04, notset, 3.8)"
|
|
- "install-pkg (ubuntu-22.04, notset, 3.10)"
|
|
- "install-pkg (macOS-12, app, 3.8)"
|
|
- "install-pkg (macOS-12, app, 3.10)"
|
|
- "install-pkg (macOS-12, fabric, 3.8)"
|
|
- "install-pkg (macOS-12, fabric, 3.10)"
|
|
- "install-pkg (macOS-12, pytorch, 3.8)"
|
|
- "install-pkg (macOS-12, pytorch, 3.10)"
|
|
- "install-pkg (macOS-12, lightning, 3.8)"
|
|
- "install-pkg (macOS-12, lightning, 3.10)"
|
|
- "install-pkg (macOS-12, notset, 3.8)"
|
|
- "install-pkg (macOS-12, notset, 3.10)"
|
|
- "install-pkg (windows-2022, app, 3.8)"
|
|
- "install-pkg (windows-2022, app, 3.10)"
|
|
- "install-pkg (windows-2022, fabric, 3.8)"
|
|
- "install-pkg (windows-2022, fabric, 3.10)"
|
|
- "install-pkg (windows-2022, pytorch, 3.8)"
|
|
- "install-pkg (windows-2022, pytorch, 3.10)"
|
|
- "install-pkg (windows-2022, lightning, 3.8)"
|
|
- "install-pkg (windows-2022, lightning, 3.10)"
|
|
- "install-pkg (windows-2022, notset, 3.8)"
|
|
- "install-pkg (windows-2022, notset, 3.10)"
|
|
|
|
- id: "link-check"
|
|
paths:
|
|
- ".github/workflows/ci-check-md-links.yml"
|
|
- ".github/workflows/markdown.links.config.json"
|
|
- "**/*.md"
|
|
checks:
|
|
- "check-md-links / markdown-link-check"
|