2020-08-20 02:03:22 +00:00
# Copyright The PyTorch Lightning team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
2020-03-11 19:39:59 +00:00
# https://docs.drone.io/pipeline/docker/examples/languages/python/#python-example
kind : pipeline
type : docker
name : torch-GPU
steps :
- name : testing
2020-08-02 12:14:53 +00:00
image : pytorchlightning/pytorch_lightning:cuda-extras-py3.7-torch1.5
2020-04-02 16:28:44 +00:00
2020-03-14 17:01:57 +00:00
environment :
SLURM_LOCALID : 0
CODECOV_TOKEN :
from_secret : codecov_token
2020-07-31 12:23:13 +00:00
MKL_THREADING_LAYER : GNU
2020-10-10 00:46:27 +00:00
HOROVOD_GPU_OPERATIONS : NCCL
2020-04-22 21:39:08 +00:00
HOROVOD_WITH_PYTORCH : 1
HOROVOD_WITHOUT_TENSORFLOW : 1
HOROVOD_WITHOUT_MXNET : 1
HOROVOD_WITH_GLOO : 1
HOROVOD_WITHOUT_MPI : 1
2020-04-02 16:28:44 +00:00
#volumes:
# # Mount pip cache from host
# - name: pip_cache
# path: /opt/conda/lib/python3.7/site-packages
2020-03-11 19:39:59 +00:00
commands :
2020-10-10 00:46:27 +00:00
# todo: remove unsets as in correct image Horovod shall be set
- unset HOROVOD_GPU_ALLREDUCE
- unset HOROVOD_GPU_BROADCAST
2020-04-22 21:39:08 +00:00
- export PATH="$PATH:/root/.local/bin"
2020-03-11 19:39:59 +00:00
- python --version
- pip install pip -U
- pip --version
- nvidia-smi
2020-10-02 09:26:21 +00:00
#- bash ./requirements/install_AMP.sh
2020-04-22 21:39:08 +00:00
- apt-get update && apt-get install -y cmake
2020-10-10 00:46:27 +00:00
- pip uninstall -y horovod # todo : this shall not be needed
- pip install -r ./requirements/devel.txt --user -q --upgrade-strategy only-if-needed --no-cache-dir
2020-06-13 14:15:22 +00:00
#- pip install -r ./requirements/docs.txt --user -q
2020-07-31 12:23:13 +00:00
- pip install -r ./requirements/examples.txt --user -q --upgrade-strategy only-if-needed
2020-03-11 19:39:59 +00:00
- pip list
- python -c "import torch ; print(' & '.join([torch.cuda.get_device_name(i) for i in range(torch.cuda.device_count())]) if torch.cuda.is_available() else 'only CPU')"
2020-10-20 14:38:17 +00:00
- coverage run --source pytorch_lightning -m pytest pytorch_lightning tests -v --color=yes --durations=25 # --flake8
- python -m py.test benchmarks pl_examples -v --color=yes --maxfail=2 --durations=0 # --flake8
2020-05-05 02:16:54 +00:00
#- cd docs; make doctest; make coverage
2020-03-19 13:14:29 +00:00
- coverage report
2020-07-02 01:44:19 +00:00
# see: https://docs.codecov.io/docs/merging-reports
2020-07-07 19:26:58 +00:00
- codecov --token $CODECOV_TOKEN --flags=gpu,pytest --name="GPU-coverage" --env=linux --build $DRONE_BUILD_NUMBER --commit $DRONE_COMMIT
2020-07-04 15:31:12 +00:00
# --build $DRONE_BUILD_NUMBER --branch $DRONE_BRANCH --commit $DRONE_COMMIT --tag $DRONE_TAG --pr $DRONE_PULL_REQUEST
# - codecov --token $CODECOV_TOKEN --flags=gpu,pytest --build $DRONE_BUILD_NUMBER
2020-03-27 12:45:52 +00:00
- python tests/collect_env_details.py
2020-04-02 16:28:44 +00:00
trigger :
branch :
- master
event :
include :
- push
- pull_request
#volumes:
# - name: pip_cache
# host:
# path: /tmp/cache/drone/pip