parent
0e5a51f55c
commit
1d59b3f0ce
|
@ -14,10 +14,6 @@ pr:
|
|||
- "master"
|
||||
- "release/*"
|
||||
|
||||
variables:
|
||||
- name: continue
|
||||
value: '1'
|
||||
|
||||
jobs:
|
||||
- job: testing
|
||||
# how long to run the job before automatically cancelling
|
||||
|
@ -29,26 +25,10 @@ jobs:
|
|||
clean: all
|
||||
|
||||
steps:
|
||||
- bash: |
|
||||
CHANGED_FILES=$(git diff --name-status origin/master -- . | awk '{print $2}')
|
||||
FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_*'
|
||||
echo $CHANGED_FILES > changed_files.txt
|
||||
MATCHES=$(cat changed_files.txt | grep -E $FILTER)
|
||||
echo $MATCHES
|
||||
if [ -z "$MATCHES" ]; then
|
||||
echo "Skip"
|
||||
echo "##vso[task.setvariable variable=continue]0"
|
||||
else
|
||||
echo "Continue"
|
||||
echo "##vso[task.setvariable variable=continue]1"
|
||||
fi
|
||||
displayName: Skipper
|
||||
|
||||
- bash: |
|
||||
apt-get install -y hwinfo
|
||||
hwinfo --short
|
||||
displayName: 'Instance HW info'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
pip install -e .[extra] -r requirements/pytorch/test.txt
|
||||
|
@ -56,19 +36,16 @@ jobs:
|
|||
PACKAGE_NAME: pytorch
|
||||
FREEZE_REQUIREMENTS: 1
|
||||
displayName: 'Install dependencies'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
python -m pytest -sv accelerators/test_hpu.py --forked --junitxml=hpu1_test-results.xml
|
||||
workingDirectory: tests/tests_pytorch
|
||||
displayName: 'Single card HPU test'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
python -m pytest -sv accelerators/test_hpu.py --forked --hpus 8 --junitxml=hpu8_test-results.xml
|
||||
workingDirectory: tests/tests_pytorch
|
||||
displayName: 'Multi card(8) HPU test'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
python -m pytest -sv plugins/precision/hpu/test_hpu.py --hmp-bf16 \
|
||||
|
@ -77,18 +54,16 @@ jobs:
|
|||
--junitxml=hpu1_precision_test-results.xml
|
||||
workingDirectory: tests/tests_pytorch
|
||||
displayName: 'HPU precision test'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
export PYTHONPATH="${PYTHONPATH}:$(pwd)"
|
||||
python "pl_hpu/mnist_sample.py"
|
||||
workingDirectory: examples
|
||||
displayName: 'Testing: HPU examples'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- task: PublishTestResults@2
|
||||
inputs:
|
||||
testResultsFiles: 'hpu*_test-results.xml'
|
||||
testRunTitle: '$(Agent.OS) - $(Build.DefinitionName) - Python $(python.version)'
|
||||
condition: and(succeededOrFailed(), eq(variables['continue'], '1'))
|
||||
condition: succeededOrFailed()
|
||||
displayName: 'Publish test results'
|
||||
|
|
|
@ -15,8 +15,6 @@ pr:
|
|||
variables:
|
||||
- name: poplar_sdk
|
||||
value: "poplar_sdk-ubuntu_20_04-2.3.1+793-89796d462d"
|
||||
- name: continue
|
||||
value: '1'
|
||||
|
||||
jobs:
|
||||
- job: testing
|
||||
|
@ -27,31 +25,14 @@ jobs:
|
|||
clean: all
|
||||
|
||||
steps:
|
||||
- bash: |
|
||||
CHANGED_FILES=$(git diff --name-status origin/master -- . | awk '{print $2}')
|
||||
FILTER='src/pytorch_lightning|requirements/pytorch|tests/tests_pytorch|examples/pl_*'
|
||||
echo $CHANGED_FILES > changed_files.txt
|
||||
MATCHES=$(cat changed_files.txt | grep -E $FILTER)
|
||||
echo $MATCHES
|
||||
if [ -z "$MATCHES" ]; then
|
||||
echo "Skip"
|
||||
echo "##vso[task.setvariable variable=continue]0"
|
||||
else
|
||||
echo "Continue"
|
||||
echo "##vso[task.setvariable variable=continue]1"
|
||||
fi
|
||||
displayName: Skipper
|
||||
|
||||
- script: tar -xvzf /opt/poplar/${{ variables.poplar_sdk }}.tar.gz
|
||||
displayName: "Extract Poplar SDK"
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- script: |
|
||||
set -eux
|
||||
pip debug --verbose
|
||||
pip install ${{ variables.poplar_sdk }}/poptorch-*ubuntu*.whl
|
||||
displayName: "Install poptorch"
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- script: |
|
||||
set -eux
|
||||
|
@ -68,7 +49,6 @@ jobs:
|
|||
i=$((i + 1))
|
||||
done
|
||||
displayName: "Reset IPU devices"
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
export GIT_TERMINAL_PROMPT=1
|
||||
|
@ -80,13 +60,11 @@ jobs:
|
|||
PACKAGE_NAME: pytorch
|
||||
FREEZE_REQUIREMENTS: 1
|
||||
displayName: 'Install dependencies'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
python requirements/collect_env_details.py
|
||||
python -c "import torch"
|
||||
displayName: 'Env details'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- script: |
|
||||
set -eux
|
||||
|
@ -94,7 +72,6 @@ jobs:
|
|||
source ${{ variables.poplar_sdk }}/popart-ubuntu*/enable.sh
|
||||
python -c "import poptorch; print(poptorch.__version__)"
|
||||
displayName: "Check poptorch installation"
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
||||
- bash: |
|
||||
source ${{ variables.poplar_sdk }}/poplar-ubuntu*/enable.sh
|
||||
|
@ -105,4 +82,3 @@ jobs:
|
|||
POPTORCH_WAIT_FOR_IPU: 1
|
||||
PL_RUN_IPU_TESTS: 1
|
||||
displayName: 'Testing: PyTorch standard'
|
||||
condition: eq(variables['continue'], '1')
|
||||
|
|
Loading…
Reference in New Issue