diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 722f276577..cf2fcf643c 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -64,11 +64,6 @@ jobs:
     - bash: |
         # Temporary fix till DeepSpeed release
         pip install deepspeed@git+https://github.com/microsoft/DeepSpeed@ec8b1cb
-        # Update path to find ninja installation
-        export PATH=$PATH:/home/AzDevOps_azpcontainer/.local/bin
-        echo $PATH
-        whereis ninja
-        which ninja
       displayName: 'Install DeepSpeed'
 
     - script: |
@@ -81,16 +76,16 @@ jobs:
         ls -l legacy/checkpoints/
       displayName: 'Get legacy checkpoints'
 
-    - bash: |
-        export PATH=$PATH:/home/AzDevOps_azpcontainer/.local/bin
-        which ninja
-        sh tests/special_tests.sh
-      displayName: 'Testing: special'
-
     - script: |
         python -m coverage run --source pytorch_lightning -m pytest pytorch_lightning tests -v --durations=50
       displayName: 'Testing: standard'
 
+    - bash: |
+        # Required for Ninja binary for building extensions, which is installed at this location
+        export PATH=$PATH:/home/AzDevOps_azpcontainer/.local/bin
+        sh tests/special_tests.sh
+      displayName: 'Testing: special'
+
     - bash: |
         python -m coverage report
         python -m coverage xml