diff --git a/requirements/extra.txt b/requirements/extra.txt
index f1162864de..e70e3f6254 100644
--- a/requirements/extra.txt
+++ b/requirements/extra.txt
@@ -1,7 +1,7 @@
 # extended list of package dependencies to reach full functionality
 
 matplotlib>3.1
-horovod>=0.21.2  # no need to install with [pytorch] as pytorch is already installed
+horovod>=0.21.2,<0.24  # no need to install with [pytorch] as pytorch is already installed
 torchtext>=0.8.*
 omegaconf>=2.0.5
 hydra-core>=1.0.5