diff --git a/.github/workflows/ci-tests-fabric.yml b/.github/workflows/ci-tests-fabric.yml
index 0b5bb7408b..f715e1e20c 100644
--- a/.github/workflows/ci-tests-fabric.yml
+++ b/.github/workflows/ci-tests-fabric.yml
@@ -108,6 +108,7 @@ jobs:
         FREEZE_REQUIREMENTS: 1
       run: |
         pip install -e .[test] "pytest-timeout" --upgrade --find-links ${TORCH_URL}
+        pip install -r requirements/fabric/strategies.txt
         pip list
 
     - name: Adjust tests
diff --git a/requirements/fabric/strategies.txt b/requirements/fabric/strategies.txt
index c5fbf3dc5b..2ca57854ea 100644
--- a/requirements/fabric/strategies.txt
+++ b/requirements/fabric/strategies.txt
@@ -1,3 +1,3 @@
 # NOTE: the upper bound for the package version is only set for CI stability, and it is dropped while installing this package
 #  in case you want to preserve/enforce restrictions on the latest compatible version, add "strict" as an in-line comment
-deepspeed>=0.6.0, <=0.7.0
+deepspeed>=0.6.0, <=0.7.0; python_version>"3.7" and platform_system != "Windows"