diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 147d2e903..991d4cc33 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -81,7 +81,7 @@ jobs:
 
   - script: |
       python -m pip install -U setuptools
-      pip install -r requirements.txt
+      pip install -r requirements.txt --prefer-binary
     displayName: 'Install dependencies'
 
   - script: |
@@ -95,9 +95,13 @@ jobs:
     displayName: 'Delete source directory'
 
   - bash: |
+      pip freeze > installed.txt
+      pip uninstall -y -r installed.txt
       SDIST=$(python -c "import os;print(os.listdir('./dist')[-1])" 2>&1)
-      pip install dist/$SDIST
+      pip install dist/$SDIST --only-binary :all:
     displayName: 'Install from sdist'
 
-  - script: python -m pytest --pyargs spacy
+  - script: |
+      pip install -r requirements.txt --prefer-binary
+      python -m pytest --pyargs spacy
     displayName: 'Run tests'