diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 3da2b63d8..bfaaa2356 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -164,9 +164,10 @@ jobs:
 
       - name: "Run CPU tests"
         run: |
+          # Hack this in to test whether blis matters for this windows bug
+          pip install blis==1.1.0a0
           python -m pytest --pyargs spacy -W error
         if: "!(startsWith(matrix.os, 'macos') && matrix.python_version == '3.11')"
-
       - name: "Run CPU tests with thinc-apple-ops"
         run: |
           python -m pip install 'spacy[apple]'