diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index d00f41839..b8b56b5dc 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -165,6 +165,7 @@ jobs:
       - name: "Run CPU tests"
         run: |
           # Hack this in to test whether blis matters for this windows bug
+          pip uninstall blis -y
           pip install blis==1.1.0a0 --no-deps --ignore-installed
           set OPENBLAS_NUM_THREADS=1
           python -m pytest --pyargs spacy -W error