Rooba
/
lightning
mirror of https://github.com/Lightning-AI/lightning.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

ci: freeze requirements used in workflows (#19146)

This commit is contained in:
Jirka Borovec 2023-12-14 14:49:43 +01:00 committed by GitHub
parent 97469c600f
commit 3c1dc71447
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
14 changed files with 24 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.actions/requirements.txt
View File

@ -1,2 +1,2 @@
jsonargparse>=4.16.0
jsonargparse >=4.16.0, <4.28.0
requests

2
.github/actions/pip-wheels/action.yml vendored
View File

@ -19,7 +19,7 @@ runs:
using: "composite"
steps:
- name: install dev. env
run: pip install setuptools wheel
run: pip install -r requirements/ci.txt
shell: bash
- name: Freeze local emv.

2
.github/actions/pkg-check/action.yml vendored
View File

@ -14,7 +14,7 @@ runs:
using: "composite"
steps:
- name: install dev. env
run: pip install "twine==4.0.1" setuptools wheel flake8
run: pip install -r requirements/ci.txt
shell: bash
- name: Set PACKAGE_NAME envvar

2
.github/workflows/_legacy-checkpoints.yml vendored
View File

@ -110,6 +110,7 @@ jobs:
path: ${{ env.legacy_dir }}/checkpoints/
retention-days: ${{ env.KEEP_DAYS }}
- run: pip install -r requirements/ci.txt
- name: Upload checkpoints to S3
working-directory: ${{ env.legacy_dir }}
env:
@ -117,7 +118,6 @@ jobs:
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_PUB_SECRET_KEY }}
AWS_DEFAULT_REGION: ${{ secrets.AWS_REGION }}
run: |
pip install -q awscli
aws s3 sync $AWS_RUN checkpoints/ s3://pl-public-data/legacy/checkpoints/
zip -r checkpoints.zip checkpoints
aws s3 cp $AWS_RUN checkpoints.zip s3://pl-public-data/legacy/ --acl public-read

1
.github/workflows/ci-checkpoints.yml vendored
View File

@ -9,6 +9,7 @@ on:
paths:
- ".github/workflows/ci-checkpoints.yml"
- ".github/workflows/_legacy-checkpoints.yml.yml"
- "requirements/ci.txt"
jobs:
try-legacy-checkpoints:

1
.github/workflows/ci-pkg-install.yml vendored
View File

@ -9,6 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- ".actions/*"
- "requirements/ci.txt"
- ".github/actions/pkg-check/*"
- ".github/actions/pkg-install/*"
- ".github/workflows/_build-packages.yml"

2
.github/workflows/ci-tests-app.yml vendored
View File

@ -10,6 +10,7 @@ on:
paths:
- ".actions/*"
- ".github/workflows/ci-tests-app.yml"
- "requirements/ci.txt"
- "src/lightning/app/**"
- "src/lightning_app/*"
- "tests/tests_app/**"
@ -91,7 +92,6 @@ jobs:
- name: Install package & dependencies
timeout-minutes: 20
run: |
python -m pip install -q pip -U
pip install -e ".[${EXTRA_PREFIX}dev]" -U --prefer-binary \
--find-links="${TORCH_URL}" --find-links="${PYPI_CACHE_DIR}"
pip list

4
.github/workflows/ci-tests-data.yml vendored
View File

@ -9,6 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- ".actions/*"
- "requirements/ci.txt"
- "requirements/data/**"
- "src/lightning/data/**"
- "src/lightning/__init__.py"
@ -69,7 +70,7 @@ jobs:
- name: Adjust PyTorch versions in requirements files
if: ${{ matrix.requires != 'oldest' && matrix.release != 'pre' }}
run: |
pip install -q wget packaging
pip install -q -r requirements/ci.txt
python -m wget https://raw.githubusercontent.com/Lightning-AI/utilities/main/scripts/adjust-torch-versions.py
for fpath in `ls requirements/data/*.txt`; do \
python ./adjust-torch-versions.py $fpath ${{ matrix.pytorch-version }}; \
@ -88,7 +89,6 @@ jobs:
- name: Install package & dependencies
timeout-minutes: 20
run: |
python -m pip install -q pip -U
pip install -e ".[data-dev]" -U --prefer-binary -f ${TORCH_URL}
pip list

4
.github/workflows/ci-tests-fabric.yml vendored
View File

@ -9,6 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- ".actions/*"
- "requirements/ci.txt"
- "requirements/fabric/**"
- "src/lightning/fabric/**"
- "src/lightning_fabric/*"
@ -109,7 +110,7 @@ jobs:
- name: Adjust PyTorch versions in requirements files
if: ${{ matrix.requires != 'oldest' }}
run: |
pip install -q wget packaging
pip install -q -r requirements/ci.txt
python -m wget https://raw.githubusercontent.com/Lightning-AI/utilities/main/scripts/adjust-torch-versions.py
for fpath in `ls requirements/**/*.txt`; do \
python ./adjust-torch-versions.py $fpath ${{ matrix.pytorch-version }}; \
@ -136,7 +137,6 @@ jobs:
- name: Install package & dependencies
timeout-minutes: 20
run: |
#python -m pip install -q pip -U
pip install -e ".[${EXTRA_PREFIX}test,${EXTRA_PREFIX}strategies]" -U --prefer-binary \
--find-links="${TORCH_URL}" --find-links="${PYPI_CACHE_DIR}"
pip list

4
.github/workflows/ci-tests-pytorch.yml vendored
View File

@ -9,6 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- ".actions/*"
- "requirements/ci.txt"
- "requirements/pytorch/**"
- "src/lightning/pytorch/**"
- "src/pytorch_lightning/*"
@ -114,7 +115,7 @@ jobs:
- name: Adjust PyTorch versions in requirements files
if: ${{ matrix.requires != 'oldest' }}
run: |
pip install -q wget packaging
pip install -q -r requirements/ci.txt
python -m wget https://raw.githubusercontent.com/Lightning-AI/utilities/main/scripts/adjust-torch-versions.py
for fpath in `ls requirements/**/*.txt`; do \
python ./adjust-torch-versions.py $fpath ${{ matrix.pytorch-version }}; \
@ -142,7 +143,6 @@ jobs:
- name: Install package & dependencies
timeout-minutes: 20
run: |
#python -m pip install -q pip -U
pip install ".[${EXTRA_PREFIX}extra,${EXTRA_PREFIX}test,${EXTRA_PREFIX}strategies]" -U --prefer-binary \
-r requirements/_integrations/accelerators.txt \
--find-links="${TORCH_URL}" --find-links="${PYPI_CACHE_DIR}"

4
.github/workflows/ci-tests-store.yml vendored
View File

@ -9,6 +9,7 @@ on:
types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
paths:
- ".actions/*"
- "requirements/ci.txt"
- "requirements/store/**"
- "src/lightning/__init__.py"
- "src/lightning/__setup__.py"
@ -57,7 +58,7 @@ jobs:
- name: Adjust PyTorch versions in requirements files
if: ${{ matrix.requires != 'oldest' && matrix.release != 'pre' }}
run: |
pip install -q wget packaging
pip install -q -r requirements/ci.txt
python -m wget https://raw.githubusercontent.com/Lightning-AI/utilities/main/scripts/adjust-torch-versions.py
for fpath in `ls requirements/store/*.txt`; do \
python ./adjust-torch-versions.py $fpath ${{ matrix.pytorch-version }}; \
@ -66,7 +67,6 @@ jobs:
- name: Install package & dependencies
timeout-minutes: 20
run: |
python -m pip install -q pip -U
pip install -e ".[store,store-test]" -U -f ${TORCH_URL} --prefer-binary
pip list

3
.github/workflows/docs-build.yml vendored
View File

@ -11,6 +11,7 @@ on:
paths:
- ".actions/*"
- ".github/workflows/docs-build.yml"
- "requirements/ci.txt"
- "docs/**"
- "_notebooks"
- "requirements/**"
@ -74,7 +75,7 @@ jobs:
- name: Pull sphinx template
run: |
pip install awscli
pip install -q -r requirements/ci.txt
aws s3 sync --no-sign-request s3://sphinx-packages/ ${PYPI_LOCAL_DIR}
pip install lai-sphinx-theme -U -f ${PYPI_LOCAL_DIR}

1
.github/workflows/release-pkg.yml vendored
View File

@ -10,6 +10,7 @@ on:
branches: [master, "release/*"]
types: [opened, reopened, ready_for_review, synchronize]
paths:
- "requirements/ci.txt"
- ".github/actions/pkg-publish/*"
- ".github/workflows/_legacy-checkpoints.yml.yml"
- ".github/workflows/_build-packages.yml"

6
requirements/ci.txt Normal file
View File

@ -0,0 +1,6 @@
setuptools
wheel
awscli >=1.30.0, <1.31.0
twine ==4.0.1
wget
packaging