2022-08-11 16:55:01 +00:00
|
|
|
custom_service_name: "Lightning CI required checker"
|
|
|
|
subprojects:
|
2022-09-08 14:12:58 +00:00
|
|
|
# SECTION: pytorch_lightning
|
|
|
|
|
2022-11-11 16:38:09 +00:00
|
|
|
- id: "pytorch_lightning: Tests workflow"
|
2022-08-11 16:55:01 +00:00
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-12-19 17:18:38 +00:00
|
|
|
- ".github/workflows/ci-tests-pytorch.yml"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "requirements/fabric/**"
|
2023-02-01 17:18:32 +00:00
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning_fabric/*"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "requirements/pytorch/**"
|
2023-02-01 18:22:42 +00:00
|
|
|
- "src/lightning/pytorch/**"
|
|
|
|
- "src/pytorch_lightning/*"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "tests/tests_pytorch/**"
|
2023-01-25 12:14:42 +00:00
|
|
|
- "tests/legacy/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes pytest config
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2024-01-26 16:44:24 +00:00
|
|
|
- "pl-cpu (macOS-11, lightning, 3.8, 1.13, oldest)"
|
2023-02-02 10:06:45 +00:00
|
|
|
- "pl-cpu (macOS-11, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (macOS-11, lightning, 3.10, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "pl-cpu (macOS-11, lightning, 3.10, 2.2)"
|
2024-01-26 16:44:24 +00:00
|
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.8, 1.13, oldest)"
|
2023-02-02 10:06:45 +00:00
|
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.10, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "pl-cpu (ubuntu-20.04, lightning, 3.10, 2.2)"
|
2024-01-26 16:44:24 +00:00
|
|
|
- "pl-cpu (windows-2022, lightning, 3.8, 1.13, oldest)"
|
2023-02-02 10:06:45 +00:00
|
|
|
- "pl-cpu (windows-2022, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (windows-2022, lightning, 3.10, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "pl-cpu (windows-2022, lightning, 3.10, 2.2)"
|
2023-02-02 10:06:45 +00:00
|
|
|
- "pl-cpu (macOS-11, pytorch, 3.8, 1.13)"
|
|
|
|
- "pl-cpu (ubuntu-20.04, pytorch, 3.8, 1.13)"
|
|
|
|
- "pl-cpu (windows-2022, pytorch, 3.8, 1.13)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "pl-cpu (macOS-12, pytorch, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (macOS-12, pytorch, 3.11, 2.1)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "pl-cpu (ubuntu-22.04, pytorch, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (ubuntu-22.04, pytorch, 3.11, 2.1)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "pl-cpu (windows-2022, pytorch, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "pl-cpu (windows-2022, pytorch, 3.11, 2.1)"
|
2022-09-08 14:12:58 +00:00
|
|
|
|
2022-08-23 23:07:05 +00:00
|
|
|
- id: "pytorch_lightning: Azure GPU"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-10-12 13:18:12 +00:00
|
|
|
- ".azure/gpu-tests-pytorch.yml"
|
2022-11-11 16:38:09 +00:00
|
|
|
# only the azure GPU workflow runs the examples
|
|
|
|
# all examples don't need to be added because they aren't used in CI, but these are
|
|
|
|
- "examples/run_pl_examples.sh"
|
2023-03-07 16:24:46 +00:00
|
|
|
- "examples/pytorch/basics/backbone_image_classifier.py"
|
|
|
|
- "examples/pytorch/basics/autoencoder.py"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "requirements/pytorch/**"
|
2023-03-06 17:19:50 +00:00
|
|
|
- "src/lightning/__init__.py"
|
|
|
|
- "src/lightning/__setup__.py"
|
|
|
|
- "src/lightning/__version__.py"
|
2023-02-01 18:22:42 +00:00
|
|
|
- "src/lightning/pytorch/**"
|
|
|
|
- "src/pytorch_lightning/*"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "tests/tests_pytorch/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes pytest config
|
2023-01-04 15:57:18 +00:00
|
|
|
- "requirements/fabric/**"
|
2023-02-01 17:18:32 +00:00
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning_fabric/*"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/docs.txt"
|
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-23 23:07:05 +00:00
|
|
|
checks:
|
2023-08-07 09:26:13 +00:00
|
|
|
- "pytorch-lightning (GPUs) (testing Lightning | latest)"
|
|
|
|
- "pytorch-lightning (GPUs) (testing PyTorch | latest)"
|
2022-08-23 23:07:05 +00:00
|
|
|
|
2022-11-11 16:38:09 +00:00
|
|
|
- id: "pytorch_lightning: Benchmarks"
|
|
|
|
paths:
|
2023-05-25 16:20:43 +00:00
|
|
|
- ".azure/gpu-benchmarks.yml"
|
2023-05-30 00:23:36 +00:00
|
|
|
- "requirements/fabric/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "requirements/pytorch/**"
|
2023-05-30 00:23:36 +00:00
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning/pytorch/**"
|
|
|
|
- "tests/parity_fabric/**"
|
|
|
|
- "tests/parity_pytorch/**"
|
|
|
|
- "!requirements/fabric/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!requirements/pytorch/docs.txt"
|
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-11-11 16:38:09 +00:00
|
|
|
checks:
|
2023-05-25 16:20:43 +00:00
|
|
|
- "lightning.Benchmarks"
|
2022-11-11 16:38:09 +00:00
|
|
|
|
2023-04-18 16:52:36 +00:00
|
|
|
- id: "pytorch-lightning: TPU workflow"
|
|
|
|
paths:
|
2023-03-30 13:24:20 +00:00
|
|
|
# tpu CI availability is very limited, so we only require tpu tests
|
|
|
|
# to pass when their configurations are modified
|
2023-04-18 16:52:36 +00:00
|
|
|
- ".github/workflows/tpu-tests.yml"
|
|
|
|
- "tests/tests_pytorch/run_tpu_tests.sh"
|
|
|
|
checks:
|
2023-09-22 20:03:16 +00:00
|
|
|
- "test-on-tpus (pytorch, pjrt, v4-8)"
|
2023-03-30 13:24:20 +00:00
|
|
|
|
2023-03-01 11:36:14 +00:00
|
|
|
- id: "fabric: Docs"
|
|
|
|
paths:
|
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning_fabric/*"
|
|
|
|
- "docs/source-fabric/**"
|
2023-03-05 10:41:00 +00:00
|
|
|
- ".github/workflows/docs-build.yml"
|
2023-03-01 11:36:14 +00:00
|
|
|
- "requirements/docs.txt"
|
|
|
|
- "requirements/fabric/**"
|
|
|
|
- "setup.py"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
2023-03-01 11:36:14 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
|
|
|
checks:
|
2023-08-29 12:17:59 +00:00
|
|
|
- "docs-make (fabric, doctest)"
|
|
|
|
- "docs-make (fabric, html)"
|
2023-03-01 11:36:14 +00:00
|
|
|
|
2022-08-11 16:55:01 +00:00
|
|
|
- id: "pytorch_lightning: Docs"
|
|
|
|
paths:
|
2023-02-01 18:22:42 +00:00
|
|
|
- "src/lightning/pytorch/**"
|
|
|
|
- "src/pytorch_lightning/*"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "docs/source-pytorch/**"
|
2023-10-13 15:50:01 +00:00
|
|
|
- "_notebooks"
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2023-03-05 10:41:00 +00:00
|
|
|
- ".github/workflows/docs-build.yml"
|
2022-08-16 13:28:30 +00:00
|
|
|
- "requirements/docs.txt"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "requirements/pytorch/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "setup.py"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2023-08-29 12:17:59 +00:00
|
|
|
- "docs-make (pytorch, doctest)"
|
|
|
|
- "docs-make (pytorch, html)"
|
2022-08-11 16:55:01 +00:00
|
|
|
|
|
|
|
- id: "pytorch_lightning: Docker"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2023-08-30 17:11:35 +00:00
|
|
|
- ".github/workflows/docker-build.yml"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "dockers/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "requirements/pytorch/**"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "requirements/fabric/**"
|
2022-08-17 15:39:27 +00:00
|
|
|
- "setup.py"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2023-07-25 20:30:09 +00:00
|
|
|
- "build-cuda (3.9, 1.13, 11.8.0)"
|
2023-07-03 15:39:09 +00:00
|
|
|
- "build-cuda (3.9, 1.13, 12.0.1)"
|
2023-07-25 20:30:09 +00:00
|
|
|
- "build-cuda (3.10, 2.0, 11.8.0)"
|
2023-10-06 12:12:37 +00:00
|
|
|
- "build-cuda (3.10, 2.1, 12.1.0)"
|
2023-06-05 10:06:01 +00:00
|
|
|
#- "build-NGC"
|
2023-07-25 20:30:09 +00:00
|
|
|
- "build-pl (3.9, 1.13, 11.8.0)"
|
2023-07-03 15:39:09 +00:00
|
|
|
- "build-pl (3.9, 1.13, 12.0.1)"
|
2023-07-25 20:30:09 +00:00
|
|
|
- "build-pl (3.10, 2.0, 11.8.0)"
|
2023-10-06 12:12:37 +00:00
|
|
|
- "build-pl (3.10, 2.1, 12.1.0)"
|
2022-08-11 16:55:01 +00:00
|
|
|
|
Lightning Dataset (including optimized dataloading of s3 buckets) (#17743)
* Lightning DataLoader
* lightning dataloader
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* init
* example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* env var
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/__init__.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* remove unused functions
* extra reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/fileio.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports work now! yay
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* missing import
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* error handling
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update creds for local use case
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* recursive get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* clean up get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update imagenet example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* example cleanup
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* changelog
* reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* requirements
* expose LightningDataset too
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* expost LightningDataset at top level
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* remove unused private methods from init
* remove private imports
* upper bound on extra requirements
* review comments
* loosen req
* deps
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* test updating fabric base req
* remove version pin on s3fs to test
* recover missing function
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* update
* random
* torchdata >= 0.3.0
* update torchdata version
* remove torchdata version to test
* try rem torch version pin
* req
* update bucket in test
* req
* skips
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* import
* update structure to lightning.data
* base.txt for data reqs
* fix imports
* rename to LightningS3Dataset
* new workflow
* dont need to test warnings
* reqs
* req
* revert data folder in pytorch
* test import
* tests
* req
* req
* req
* torch version
* req
* req
* open dep
* reformatted
* pin strict
* pin strict extra
* req
* modify workflow, no cache
* try
* patch
* import
* fix
* dataset test
* update getattr
* pin everything to test
* remove torch preinstall from workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* print
* skip test for now
* update path join
* revert app dep version bump
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow updates
* app base req
* req
* window test failure
* add data req to assistant
* try
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* add missing comma
* updates
* update
* typo
* requirements
* try widening req
* older torch version
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* update
* update
* update
* cleanup tests
* typo again
* update
* remove unnecessary line
* Update .github/CODEOWNERS
* Discard changes to requirements/pytorch/base.txt
* Discard changes to requirements/fabric/base.txt
* Discard changes to requirements/app/base.txt
* requirements
* requirements
* one line
* app workflow pick only app reqs
* rename package
* undo
* don't use cache
* examples CI
* pytorch and fabric CI
* try remove cache
* Apply suggestions from code review
* jirka playing
* jirka playing
* jirka playing
* blah
* flatten LightningDataset
* cleans up dataset class
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* extra
* fix dataset test
* update checkgroups
* Luca's review comments
* val error fix
* unskip test
* min
* fix precommit warning
* cpu
* docstrings
* req
* 2.0.1
* add return type
* typing errors
* req
* return types with quotations
* import for type-checking
* no botocore in cloudagnostic code
* exit args
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* backends typing
* remove oldest from data tests
* typing
* typing
* typing
* types
* type
* typing
* typing
* typing
* import fix
* Changelog
---------
Co-authored-by: Noha Alon <nohaalon@Nohas-MacBook-Air.local>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
Co-authored-by: Jirka <jirka.borovec@seznam.cz>
Co-authored-by: Justus Schock <justus.schock@posteo.de>
2023-06-13 10:44:41 +00:00
|
|
|
# SECTIONS: lightning_data
|
|
|
|
|
|
|
|
- id: "lightning_data: CPU workflow"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
Lightning Dataset (including optimized dataloading of s3 buckets) (#17743)
* Lightning DataLoader
* lightning dataloader
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* init
* example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* env var
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/__init__.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* remove unused functions
* extra reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/fileio.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports work now! yay
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* missing import
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* error handling
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update creds for local use case
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* recursive get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* clean up get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update imagenet example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* example cleanup
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* changelog
* reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* requirements
* expose LightningDataset too
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* expost LightningDataset at top level
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* remove unused private methods from init
* remove private imports
* upper bound on extra requirements
* review comments
* loosen req
* deps
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* test updating fabric base req
* remove version pin on s3fs to test
* recover missing function
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* update
* random
* torchdata >= 0.3.0
* update torchdata version
* remove torchdata version to test
* try rem torch version pin
* req
* update bucket in test
* req
* skips
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* import
* update structure to lightning.data
* base.txt for data reqs
* fix imports
* rename to LightningS3Dataset
* new workflow
* dont need to test warnings
* reqs
* req
* revert data folder in pytorch
* test import
* tests
* req
* req
* req
* torch version
* req
* req
* open dep
* reformatted
* pin strict
* pin strict extra
* req
* modify workflow, no cache
* try
* patch
* import
* fix
* dataset test
* update getattr
* pin everything to test
* remove torch preinstall from workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* print
* skip test for now
* update path join
* revert app dep version bump
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow updates
* app base req
* req
* window test failure
* add data req to assistant
* try
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* add missing comma
* updates
* update
* typo
* requirements
* try widening req
* older torch version
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* update
* update
* update
* cleanup tests
* typo again
* update
* remove unnecessary line
* Update .github/CODEOWNERS
* Discard changes to requirements/pytorch/base.txt
* Discard changes to requirements/fabric/base.txt
* Discard changes to requirements/app/base.txt
* requirements
* requirements
* one line
* app workflow pick only app reqs
* rename package
* undo
* don't use cache
* examples CI
* pytorch and fabric CI
* try remove cache
* Apply suggestions from code review
* jirka playing
* jirka playing
* jirka playing
* blah
* flatten LightningDataset
* cleans up dataset class
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* extra
* fix dataset test
* update checkgroups
* Luca's review comments
* val error fix
* unskip test
* min
* fix precommit warning
* cpu
* docstrings
* req
* 2.0.1
* add return type
* typing errors
* req
* return types with quotations
* import for type-checking
* no botocore in cloudagnostic code
* exit args
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* backends typing
* remove oldest from data tests
* typing
* typing
* typing
* types
* type
* typing
* typing
* typing
* import fix
* Changelog
---------
Co-authored-by: Noha Alon <nohaalon@Nohas-MacBook-Air.local>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
Co-authored-by: Jirka <jirka.borovec@seznam.cz>
Co-authored-by: Justus Schock <justus.schock@posteo.de>
2023-06-13 10:44:41 +00:00
|
|
|
- "requirements/data/**"
|
|
|
|
- "src/lightning/data/**"
|
|
|
|
- "src/lightning_data/*"
|
2023-11-17 21:52:14 +00:00
|
|
|
- "src/lightning/__init__.py"
|
|
|
|
- "src/lightning/__setup__.py"
|
|
|
|
- "src/lightning/__version__.py"
|
Lightning Dataset (including optimized dataloading of s3 buckets) (#17743)
* Lightning DataLoader
* lightning dataloader
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* init
* example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* env var
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/__init__.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* remove unused functions
* extra reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/fileio.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports work now! yay
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* missing import
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* error handling
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update creds for local use case
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* recursive get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* clean up get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update imagenet example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* example cleanup
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* changelog
* reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* requirements
* expose LightningDataset too
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* expost LightningDataset at top level
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* remove unused private methods from init
* remove private imports
* upper bound on extra requirements
* review comments
* loosen req
* deps
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* test updating fabric base req
* remove version pin on s3fs to test
* recover missing function
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* update
* random
* torchdata >= 0.3.0
* update torchdata version
* remove torchdata version to test
* try rem torch version pin
* req
* update bucket in test
* req
* skips
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* import
* update structure to lightning.data
* base.txt for data reqs
* fix imports
* rename to LightningS3Dataset
* new workflow
* dont need to test warnings
* reqs
* req
* revert data folder in pytorch
* test import
* tests
* req
* req
* req
* torch version
* req
* req
* open dep
* reformatted
* pin strict
* pin strict extra
* req
* modify workflow, no cache
* try
* patch
* import
* fix
* dataset test
* update getattr
* pin everything to test
* remove torch preinstall from workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* print
* skip test for now
* update path join
* revert app dep version bump
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow updates
* app base req
* req
* window test failure
* add data req to assistant
* try
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* add missing comma
* updates
* update
* typo
* requirements
* try widening req
* older torch version
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* update
* update
* update
* cleanup tests
* typo again
* update
* remove unnecessary line
* Update .github/CODEOWNERS
* Discard changes to requirements/pytorch/base.txt
* Discard changes to requirements/fabric/base.txt
* Discard changes to requirements/app/base.txt
* requirements
* requirements
* one line
* app workflow pick only app reqs
* rename package
* undo
* don't use cache
* examples CI
* pytorch and fabric CI
* try remove cache
* Apply suggestions from code review
* jirka playing
* jirka playing
* jirka playing
* blah
* flatten LightningDataset
* cleans up dataset class
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* extra
* fix dataset test
* update checkgroups
* Luca's review comments
* val error fix
* unskip test
* min
* fix precommit warning
* cpu
* docstrings
* req
* 2.0.1
* add return type
* typing errors
* req
* return types with quotations
* import for type-checking
* no botocore in cloudagnostic code
* exit args
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* backends typing
* remove oldest from data tests
* typing
* typing
* typing
* types
* type
* typing
* typing
* typing
* import fix
* Changelog
---------
Co-authored-by: Noha Alon <nohaalon@Nohas-MacBook-Air.local>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
Co-authored-by: Jirka <jirka.borovec@seznam.cz>
Co-authored-by: Justus Schock <justus.schock@posteo.de>
2023-06-13 10:44:41 +00:00
|
|
|
- "tests/tests_data/**"
|
|
|
|
- "examples/data/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes pytest config
|
Lightning Dataset (including optimized dataloading of s3 buckets) (#17743)
* Lightning DataLoader
* lightning dataloader
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* init
* example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* env var
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/__init__.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* remove unused functions
* extra reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/fileio.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports work now! yay
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* missing import
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* error handling
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update creds for local use case
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* recursive get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* clean up get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update imagenet example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* example cleanup
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* changelog
* reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* requirements
* expose LightningDataset too
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* expost LightningDataset at top level
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* remove unused private methods from init
* remove private imports
* upper bound on extra requirements
* review comments
* loosen req
* deps
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* test updating fabric base req
* remove version pin on s3fs to test
* recover missing function
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* update
* random
* torchdata >= 0.3.0
* update torchdata version
* remove torchdata version to test
* try rem torch version pin
* req
* update bucket in test
* req
* skips
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* import
* update structure to lightning.data
* base.txt for data reqs
* fix imports
* rename to LightningS3Dataset
* new workflow
* dont need to test warnings
* reqs
* req
* revert data folder in pytorch
* test import
* tests
* req
* req
* req
* torch version
* req
* req
* open dep
* reformatted
* pin strict
* pin strict extra
* req
* modify workflow, no cache
* try
* patch
* import
* fix
* dataset test
* update getattr
* pin everything to test
* remove torch preinstall from workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* print
* skip test for now
* update path join
* revert app dep version bump
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow updates
* app base req
* req
* window test failure
* add data req to assistant
* try
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* add missing comma
* updates
* update
* typo
* requirements
* try widening req
* older torch version
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* update
* update
* update
* cleanup tests
* typo again
* update
* remove unnecessary line
* Update .github/CODEOWNERS
* Discard changes to requirements/pytorch/base.txt
* Discard changes to requirements/fabric/base.txt
* Discard changes to requirements/app/base.txt
* requirements
* requirements
* one line
* app workflow pick only app reqs
* rename package
* undo
* don't use cache
* examples CI
* pytorch and fabric CI
* try remove cache
* Apply suggestions from code review
* jirka playing
* jirka playing
* jirka playing
* blah
* flatten LightningDataset
* cleans up dataset class
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* extra
* fix dataset test
* update checkgroups
* Luca's review comments
* val error fix
* unskip test
* min
* fix precommit warning
* cpu
* docstrings
* req
* 2.0.1
* add return type
* typing errors
* req
* return types with quotations
* import for type-checking
* no botocore in cloudagnostic code
* exit args
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* backends typing
* remove oldest from data tests
* typing
* typing
* typing
* types
* type
* typing
* typing
* typing
* import fix
* Changelog
---------
Co-authored-by: Noha Alon <nohaalon@Nohas-MacBook-Air.local>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
Co-authored-by: Jirka <jirka.borovec@seznam.cz>
Co-authored-by: Justus Schock <justus.schock@posteo.de>
2023-06-13 10:44:41 +00:00
|
|
|
- ".github/workflows/ci-tests-data.yml"
|
|
|
|
- "!requirements/*/docs.txt"
|
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
|
|
|
checks:
|
2023-10-09 15:06:32 +00:00
|
|
|
- "data-cpu (macOS-11, lightning, 3.10, 2.1)"
|
|
|
|
- "data-cpu (ubuntu-20.04, lightning, 3.10, 2.1)"
|
|
|
|
- "data-cpu (windows-2022, lightning, 3.10, 2.1)"
|
Lightning Dataset (including optimized dataloading of s3 buckets) (#17743)
* Lightning DataLoader
* lightning dataloader
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* init
* example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* env var
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/__init__.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* remove unused functions
* extra reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* Update src/lightning/pytorch/utilities/data/fileio.py
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports work now! yay
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* imports
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* missing import
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* error handling
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update creds for local use case
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* recursive get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* clean up get index
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update imagenet example
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* docstrings
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* example cleanup
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* changelog
* reqs
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* codeowners
* requirements
* expose LightningDataset too
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* expost LightningDataset at top level
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* remove unused private methods from init
* remove private imports
* upper bound on extra requirements
* review comments
* loosen req
* deps
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* test updating fabric base req
* remove version pin on s3fs to test
* recover missing function
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* tests
* update
* random
* torchdata >= 0.3.0
* update torchdata version
* remove torchdata version to test
* try rem torch version pin
* req
* update bucket in test
* req
* skips
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* import
* update structure to lightning.data
* base.txt for data reqs
* fix imports
* rename to LightningS3Dataset
* new workflow
* dont need to test warnings
* reqs
* req
* revert data folder in pytorch
* test import
* tests
* req
* req
* req
* torch version
* req
* req
* open dep
* reformatted
* pin strict
* pin strict extra
* req
* modify workflow, no cache
* try
* patch
* import
* fix
* dataset test
* update getattr
* pin everything to test
* remove torch preinstall from workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* workflow
* req
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow
* print
* skip test for now
* update path join
* revert app dep version bump
* Update .github/workflows/ci-tests-data.yml
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
* workflow updates
* app base req
* req
* window test failure
* add data req to assistant
* try
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* add missing comma
* updates
* update
* typo
* requirements
* try widening req
* older torch version
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* update
* update
* update
* cleanup tests
* typo again
* update
* remove unnecessary line
* Update .github/CODEOWNERS
* Discard changes to requirements/pytorch/base.txt
* Discard changes to requirements/fabric/base.txt
* Discard changes to requirements/app/base.txt
* requirements
* requirements
* one line
* app workflow pick only app reqs
* rename package
* undo
* don't use cache
* examples CI
* pytorch and fabric CI
* try remove cache
* Apply suggestions from code review
* jirka playing
* jirka playing
* jirka playing
* blah
* flatten LightningDataset
* cleans up dataset class
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* jirka playing
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* extra
* fix dataset test
* update checkgroups
* Luca's review comments
* val error fix
* unskip test
* min
* fix precommit warning
* cpu
* docstrings
* req
* 2.0.1
* add return type
* typing errors
* req
* return types with quotations
* import for type-checking
* no botocore in cloudagnostic code
* exit args
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* update
* [pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
* backends typing
* remove oldest from data tests
* typing
* typing
* typing
* types
* type
* typing
* typing
* typing
* import fix
* Changelog
---------
Co-authored-by: Noha Alon <nohaalon@Nohas-MacBook-Air.local>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Justus Schock <12886177+justusschock@users.noreply.github.com>
Co-authored-by: Jirka Borovec <6035284+Borda@users.noreply.github.com>
Co-authored-by: Jirka <jirka.borovec@seznam.cz>
Co-authored-by: Justus Schock <justus.schock@posteo.de>
2023-06-13 10:44:41 +00:00
|
|
|
|
2023-01-04 15:57:18 +00:00
|
|
|
# SECTION: lightning_fabric
|
2022-09-08 14:12:58 +00:00
|
|
|
|
2023-01-04 15:57:18 +00:00
|
|
|
- id: "lightning_fabric: CPU workflow"
|
2022-08-11 16:55:01 +00:00
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "requirements/fabric/**"
|
2023-02-01 17:18:32 +00:00
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning_fabric/*"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "tests/tests_fabric/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes pytest config
|
2023-01-04 15:57:18 +00:00
|
|
|
- ".github/workflows/ci-tests-fabric.yml"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2024-01-26 16:44:24 +00:00
|
|
|
- "fabric-cpu (macOS-11, lightning, 3.8, 1.13, oldest)"
|
2023-02-01 20:34:38 +00:00
|
|
|
- "fabric-cpu (macOS-11, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (macOS-11, lightning, 3.11, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "fabric-cpu (macOS-11, lightning, 3.11, 2.2)"
|
2024-01-26 16:44:24 +00:00
|
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.8, 1.13, oldest)"
|
2023-02-01 20:34:38 +00:00
|
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.11, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "fabric-cpu (ubuntu-20.04, lightning, 3.11, 2.2)"
|
2024-01-26 16:44:24 +00:00
|
|
|
- "fabric-cpu (windows-2022, lightning, 3.8, 1.13, oldest)"
|
2023-02-01 20:34:38 +00:00
|
|
|
- "fabric-cpu (windows-2022, lightning, 3.10, 1.13)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (windows-2022, lightning, 3.11, 2.1)"
|
2024-02-13 05:45:15 +00:00
|
|
|
- "fabric-cpu (windows-2022, lightning, 3.11, 2.2)"
|
2023-02-01 20:34:38 +00:00
|
|
|
- "fabric-cpu (macOS-11, fabric, 3.8, 1.13)"
|
|
|
|
- "fabric-cpu (ubuntu-20.04, fabric, 3.8, 1.13)"
|
|
|
|
- "fabric-cpu (windows-2022, fabric, 3.8, 1.13)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "fabric-cpu (macOS-12, fabric, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (macOS-12, fabric, 3.11, 2.1)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "fabric-cpu (ubuntu-22.04, fabric, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (ubuntu-22.04, fabric, 3.11, 2.1)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "fabric-cpu (windows-2022, fabric, 3.11, 2.0)"
|
2023-10-06 11:17:03 +00:00
|
|
|
- "fabric-cpu (windows-2022, fabric, 3.11, 2.1)"
|
2022-10-21 07:08:46 +00:00
|
|
|
|
2023-01-04 15:57:18 +00:00
|
|
|
- id: "lightning_fabric: Azure GPU"
|
2022-09-08 14:12:58 +00:00
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2023-01-04 15:57:18 +00:00
|
|
|
- ".azure/gpu-tests-fabric.yml"
|
|
|
|
- "examples/fabric/**"
|
|
|
|
- "examples/run_fabric_examples.sh"
|
2023-12-14 22:18:47 +00:00
|
|
|
- "tests/run_standalone_*.sh"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "requirements/fabric/**"
|
2023-03-06 17:19:50 +00:00
|
|
|
- "src/lightning/__init__.py"
|
|
|
|
- "src/lightning/__setup__.py"
|
|
|
|
- "src/lightning/__version__.py"
|
2023-02-01 17:18:32 +00:00
|
|
|
- "src/lightning/fabric/**"
|
|
|
|
- "src/lightning_fabric/*"
|
2023-01-04 15:57:18 +00:00
|
|
|
- "tests/tests_fabric/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes pytest config
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-09-08 14:12:58 +00:00
|
|
|
checks:
|
2023-08-07 09:26:13 +00:00
|
|
|
- "lightning-fabric (GPUs) (testing Fabric | latest)"
|
|
|
|
- "lightning-fabric (GPUs) (testing Lightning | latest)"
|
2022-09-08 14:12:58 +00:00
|
|
|
|
2023-04-14 12:47:31 +00:00
|
|
|
- id: "lightning_fabric: TPU workflow"
|
|
|
|
paths:
|
|
|
|
# tpu CI availability is very limited, so we only require tpu tests
|
|
|
|
# to pass when their configurations are modified
|
|
|
|
- ".github/workflows/tpu-tests.yml"
|
|
|
|
- "tests/tests_fabric/run_tpu_tests.sh"
|
|
|
|
checks:
|
2023-09-25 10:21:08 +00:00
|
|
|
- "test-on-tpus (pytorch, pjrt, v4-8)"
|
2023-04-14 12:47:31 +00:00
|
|
|
|
2022-09-08 14:12:58 +00:00
|
|
|
# SECTION: lightning_app
|
2022-08-11 16:55:01 +00:00
|
|
|
|
2022-11-11 16:38:09 +00:00
|
|
|
- id: "lightning_app: Tests workflow"
|
2022-08-11 16:55:01 +00:00
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-12-19 17:18:38 +00:00
|
|
|
- ".github/workflows/ci-tests-app.yml"
|
2023-02-01 05:29:16 +00:00
|
|
|
- "src/lightning/app/**"
|
|
|
|
- "src/lightning_app/*"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "tests/tests_app/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "requirements/app/**"
|
2022-10-28 09:20:30 +00:00
|
|
|
- "setup.py"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-11-03 12:42:54 +00:00
|
|
|
checks:
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-pytest (macOS-11, lightning, 3.8, latest)"
|
|
|
|
- "app-pytest (macOS-11, lightning, 3.8, oldest)"
|
|
|
|
- "app-pytest (macOS-11, app, 3.9, latest)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "app-pytest (macOS-12, app, 3.11, latest)"
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-pytest (ubuntu-20.04, lightning, 3.8, latest)"
|
|
|
|
- "app-pytest (ubuntu-20.04, lightning, 3.8, oldest)"
|
|
|
|
- "app-pytest (ubuntu-20.04, app, 3.9, latest)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "app-pytest (ubuntu-22.04, app, 3.11, latest)"
|
2022-11-03 12:42:54 +00:00
|
|
|
- "app-pytest (windows-2022, lightning, 3.8, latest)"
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-pytest (windows-2022, lightning, 3.8, oldest)"
|
|
|
|
- "app-pytest (windows-2022, app, 3.8, latest)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "app-pytest (windows-2022, app, 3.11, latest)"
|
2022-11-03 12:42:54 +00:00
|
|
|
|
2022-10-28 09:20:30 +00:00
|
|
|
- id: "lightning_app: Examples"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-12-19 17:18:38 +00:00
|
|
|
- ".github/workflows/ci-examples-app.yml"
|
2023-02-01 05:29:16 +00:00
|
|
|
- "src/lightning/app/**"
|
|
|
|
- "src/lightning_app/*"
|
2023-01-12 15:13:52 +00:00
|
|
|
- "tests/integrations_app/**"
|
2023-01-26 09:28:30 +00:00
|
|
|
- "!tests/integrations_app/flagship/**"
|
2023-03-14 18:48:17 +00:00
|
|
|
- "examples/app/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "requirements/app/**"
|
2022-10-28 09:20:30 +00:00
|
|
|
- "setup.py"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-10-28 09:20:30 +00:00
|
|
|
checks:
|
|
|
|
- "app-examples (macOS-11, lightning, 3.9, latest)"
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-examples (macOS-11, lightning, 3.9, oldest)"
|
|
|
|
- "app-examples (macOS-11, app, 3.9, latest)"
|
2022-10-28 09:20:30 +00:00
|
|
|
- "app-examples (ubuntu-20.04, lightning, 3.9, latest)"
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-examples (ubuntu-20.04, lightning, 3.9, oldest)"
|
|
|
|
- "app-examples (ubuntu-20.04, app, 3.9, latest)"
|
2022-11-03 12:42:54 +00:00
|
|
|
- "app-examples (windows-2022, lightning, 3.9, latest)"
|
2023-02-01 11:07:00 +00:00
|
|
|
- "app-examples (windows-2022, lightning, 3.9, oldest)"
|
|
|
|
- "app-examples (windows-2022, app, 3.9, latest)"
|
2022-11-03 12:42:54 +00:00
|
|
|
|
2023-02-28 08:55:09 +00:00
|
|
|
#- id: "lightning: Flagships"
|
|
|
|
# paths:
|
|
|
|
# - ".github/workflows/_flagship-apps.yml"
|
|
|
|
# - ".github/workflows/ci-flagship-apps.yml"
|
|
|
|
# - "github/actions/prep-apps/action.yml"
|
|
|
|
# - "tests/integrations_app/flagship/**"
|
|
|
|
# checks:
|
|
|
|
# - "test-flagships / run-flagships (flashy, Lightning-Universe/Flashy-app)"
|
2023-01-26 09:28:30 +00:00
|
|
|
|
2023-01-27 14:01:06 +00:00
|
|
|
- id: "lightning: Store"
|
|
|
|
paths:
|
2023-08-08 08:34:03 +00:00
|
|
|
- ".github/workflows/ci-tests-store.yml"
|
2023-03-06 17:19:50 +00:00
|
|
|
- "src/lightning/__init__.py"
|
|
|
|
- "src/lightning/__setup__.py"
|
|
|
|
- "src/lightning/__version__.py"
|
2023-01-27 14:01:06 +00:00
|
|
|
- "src/lightning/store/**"
|
2023-08-08 08:34:03 +00:00
|
|
|
- "tests/tests_store/**"
|
2023-01-27 14:01:06 +00:00
|
|
|
checks:
|
2023-08-08 08:34:03 +00:00
|
|
|
- "store-cpu (macOS-11, lightning, 3.10, 2.0)"
|
|
|
|
- "store-cpu (ubuntu-20.04, lightning, 3.10, 2.0)"
|
|
|
|
- "store-cpu (windows-2022, lightning, 3.10, 2.0)"
|
2023-01-27 14:01:06 +00:00
|
|
|
|
2023-05-19 17:43:48 +00:00
|
|
|
# FixMe: re-enable when BE stabilize
|
|
|
|
# - id: "lightning_app: Azure"
|
|
|
|
# paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
# - ".actions/*"
|
2023-05-19 17:43:48 +00:00
|
|
|
# - ".azure/app-cloud-e2e.yml"
|
|
|
|
# - "src/lightning/__about__.py"
|
|
|
|
# - "src/lightning/__init__.py"
|
|
|
|
# - "src/lightning/__main__.py"
|
|
|
|
# - "src/lightning/__setup__.py"
|
|
|
|
# - "src/lightning/__version__.py"
|
|
|
|
# - "src/lightning/app/**"
|
|
|
|
# - "src/lightning_app/*"
|
|
|
|
# - "examples/app/**"
|
|
|
|
# - "requirements/app/**"
|
|
|
|
# - "tests/integrations_app/**"
|
|
|
|
# - "!tests/integrations_app/flagship/**"
|
|
|
|
# - "setup.py"
|
|
|
|
# - "!requirements/*/docs.txt"
|
|
|
|
# - "!*.md"
|
|
|
|
# - "!**/*.md"
|
|
|
|
# checks:
|
|
|
|
# - "App.cloud-e2e"
|
2022-08-23 23:07:05 +00:00
|
|
|
|
2022-08-11 16:55:01 +00:00
|
|
|
- id: "lightning_app: Docs"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2023-02-01 05:29:16 +00:00
|
|
|
- "src/lightning/app/**"
|
|
|
|
- "src/lightning_app/*"
|
2023-02-28 09:04:43 +00:00
|
|
|
- "docs/source-app/**"
|
2023-03-05 10:41:00 +00:00
|
|
|
- ".github/workflows/docs-build.yml"
|
2022-08-16 13:28:30 +00:00
|
|
|
- "requirements/docs.txt"
|
2022-08-11 16:55:01 +00:00
|
|
|
- "requirements/app/**"
|
2022-11-11 16:38:09 +00:00
|
|
|
- "setup.py"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes metadata used in the package creation
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2023-08-29 12:17:59 +00:00
|
|
|
- "docs-make (app, doctest)"
|
|
|
|
- "docs-make (app, html)"
|
2022-08-11 16:55:01 +00:00
|
|
|
|
2022-09-08 14:12:58 +00:00
|
|
|
# SECTION: common
|
|
|
|
|
|
|
|
- id: "mypy"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-09-08 14:12:58 +00:00
|
|
|
- ".github/workflows/code-checks.yml"
|
2022-11-03 07:29:20 +00:00
|
|
|
- "requirements/**"
|
|
|
|
- "src/**"
|
2023-09-25 12:34:41 +00:00
|
|
|
- "pyproject.toml" # includes mypy config
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/docs.txt"
|
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-09-08 14:12:58 +00:00
|
|
|
checks:
|
|
|
|
- "mypy"
|
|
|
|
|
2022-08-11 16:55:01 +00:00
|
|
|
- id: "install"
|
|
|
|
paths:
|
2023-06-15 15:25:59 +00:00
|
|
|
- ".actions/*"
|
2022-12-13 05:55:39 +00:00
|
|
|
- ".github/actions/pkg-check/*"
|
|
|
|
- ".github/actions/pkg-install/*"
|
|
|
|
- ".github/workflows/_build-packages.yml"
|
2022-08-11 16:55:01 +00:00
|
|
|
- ".github/workflows/ci-pkg-install.yml"
|
|
|
|
- "setup.py"
|
2022-10-25 16:34:04 +00:00
|
|
|
- "src/**"
|
|
|
|
- "requirements/**"
|
2022-11-26 01:16:48 +00:00
|
|
|
- "!requirements/docs.txt"
|
|
|
|
- "!requirements/*/docs.txt"
|
2022-11-16 10:07:02 +00:00
|
|
|
- "!*.md"
|
|
|
|
- "!**/*.md"
|
2022-08-11 16:55:01 +00:00
|
|
|
checks:
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, app, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, app, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, fabric, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, fabric, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, pytorch, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, pytorch, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, lightning, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, lightning, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, notset, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (ubuntu-22.04, notset, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (macOS-12, app, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (macOS-12, app, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (macOS-12, fabric, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (macOS-12, fabric, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (macOS-12, pytorch, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (macOS-12, pytorch, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (macOS-12, lightning, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (macOS-12, lightning, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (macOS-12, notset, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (macOS-12, notset, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (windows-2022, app, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (windows-2022, app, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (windows-2022, fabric, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (windows-2022, fabric, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (windows-2022, pytorch, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (windows-2022, pytorch, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (windows-2022, lightning, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (windows-2022, lightning, 3.11)"
|
2023-02-01 01:36:42 +00:00
|
|
|
- "install-pkg (windows-2022, notset, 3.8)"
|
2023-08-28 15:15:12 +00:00
|
|
|
- "install-pkg (windows-2022, notset, 3.11)"
|