hotfix Drone install Horovod (#4038)

* hotfix Drone install Horovod

* notes
This commit is contained in:
Jirka Borovec 2020-10-10 02:46:27 +02:00 committed by GitHub
parent baf4f35027
commit e4237963d7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 7 deletions

View File

@ -27,8 +27,7 @@ steps:
CODECOV_TOKEN:
from_secret: codecov_token
MKL_THREADING_LAYER: GNU
HOROVOD_GPU_ALLREDUCE: NCCL
HOROVOD_GPU_BROADCAST: NCCL
HOROVOD_GPU_OPERATIONS: NCCL
HOROVOD_WITH_PYTORCH: 1
HOROVOD_WITHOUT_TENSORFLOW: 1
HOROVOD_WITHOUT_MXNET: 1
@ -41,6 +40,9 @@ steps:
# path: /opt/conda/lib/python3.7/site-packages
commands:
# todo: remove unsets as in correct image Horovod shall be set
- unset HOROVOD_GPU_ALLREDUCE
- unset HOROVOD_GPU_BROADCAST
- export PATH="$PATH:/root/.local/bin"
- python --version
- pip install pip -U
@ -48,8 +50,8 @@ steps:
- nvidia-smi
#- bash ./requirements/install_AMP.sh
- apt-get update && apt-get install -y cmake
- pip install -r ./requirements/base.txt --user -q --upgrade-strategy only-if-needed
- pip install -r ./requirements/devel.txt --user -q --upgrade-strategy only-if-needed
- pip uninstall -y horovod # todo: this shall not be needed
- pip install -r ./requirements/devel.txt --user -q --upgrade-strategy only-if-needed --no-cache-dir
#- pip install -r ./requirements/docs.txt --user -q
- pip install -r ./requirements/examples.txt --user -q --upgrade-strategy only-if-needed
- pip list

View File

@ -24,11 +24,9 @@ def from_argparse_args(cls, args: Union[Namespace, ArgumentParser], **kwargs):
>>> args = Trainer.parse_argparser(parser.parse_args(""))
>>> trainer = Trainer.from_argparse_args(args, logger=False)
"""
# fist check if any args are defined in environment for the class and set as default
if isinstance(args, ArgumentParser):
args = cls.parse_argparser(args)
# if other arg passed, update parameters
params = vars(args)
# we only want to pass in valid Trainer args, the rest may be user specific