2020-03-11 19:39:59 +00:00
# https://docs.drone.io/pipeline/docker/examples/languages/python/#python-example
kind : pipeline
type : docker
name : torch-GPU
steps :
- name : testing
2020-08-02 12:14:53 +00:00
image : pytorchlightning/pytorch_lightning:cuda-extras-py3.7-torch1.5
2020-04-02 16:28:44 +00:00
2020-03-14 17:01:57 +00:00
environment :
SLURM_LOCALID : 0
CODECOV_TOKEN :
from_secret : codecov_token
2020-07-31 12:23:13 +00:00
MKL_THREADING_LAYER : GNU
2020-04-22 21:39:08 +00:00
HOROVOD_GPU_ALLREDUCE : NCCL
HOROVOD_GPU_BROADCAST : NCCL
HOROVOD_WITH_PYTORCH : 1
HOROVOD_WITHOUT_TENSORFLOW : 1
HOROVOD_WITHOUT_MXNET : 1
HOROVOD_WITH_GLOO : 1
HOROVOD_WITHOUT_MPI : 1
2020-04-02 16:28:44 +00:00
#volumes:
# # Mount pip cache from host
# - name: pip_cache
# path: /opt/conda/lib/python3.7/site-packages
2020-03-11 19:39:59 +00:00
commands :
2020-04-22 21:39:08 +00:00
- export PATH="$PATH:/root/.local/bin"
2020-03-11 19:39:59 +00:00
- python --version
- pip install pip -U
- pip --version
- nvidia-smi
2020-04-23 18:47:08 +00:00
#- bash ./tests/install_AMP.sh
2020-04-22 21:39:08 +00:00
- apt-get update && apt-get install -y cmake
2020-07-31 12:23:13 +00:00
- pip install -r ./requirements/base.txt --user -q --upgrade-strategy only-if-needed
- pip install -r ./requirements/devel.txt --user -q --upgrade-strategy only-if-needed
2020-06-13 14:15:22 +00:00
#- pip install -r ./requirements/docs.txt --user -q
2020-07-31 12:23:13 +00:00
- pip install -r ./requirements/examples.txt --user -q --upgrade-strategy only-if-needed
2020-03-11 19:39:59 +00:00
- pip list
- python -c "import torch ; print(' & '.join([torch.cuda.get_device_name(i) for i in range(torch.cuda.device_count())]) if torch.cuda.is_available() else 'only CPU')"
2020-06-27 13:13:29 +00:00
- coverage run --source pytorch_lightning -m py.test pytorch_lightning tests -v --durations=25 # --flake8
- python -m py.test benchmarks pl_examples -v --maxfail=2 --durations=0 # --flake8
2020-05-05 02:16:54 +00:00
#- cd docs; make doctest; make coverage
2020-03-19 13:14:29 +00:00
- coverage report
2020-07-02 01:44:19 +00:00
# see: https://docs.codecov.io/docs/merging-reports
2020-07-07 19:26:58 +00:00
- codecov --token $CODECOV_TOKEN --flags=gpu,pytest --name="GPU-coverage" --env=linux --build $DRONE_BUILD_NUMBER --commit $DRONE_COMMIT
2020-07-04 15:31:12 +00:00
# --build $DRONE_BUILD_NUMBER --branch $DRONE_BRANCH --commit $DRONE_COMMIT --tag $DRONE_TAG --pr $DRONE_PULL_REQUEST
# - codecov --token $CODECOV_TOKEN --flags=gpu,pytest --build $DRONE_BUILD_NUMBER
2020-03-27 12:45:52 +00:00
- python tests/collect_env_details.py
2020-04-02 16:28:44 +00:00
trigger :
branch :
- master
event :
include :
- push
- pull_request
#volumes:
# - name: pip_cache
# host:
# path: /tmp/cache/drone/pip