diff --git a/setup.cfg b/setup.cfg
index a3de23a3f..0c0bdbe1a 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -68,7 +68,7 @@ console_scripts =
 lookups =
     spacy_lookups_data>=1.0.0rc0,<1.1.0
 transformers =
-    spacy_transformers>=1.0.0rc0,<1.1.0
+    spacy_transformers>=1.0.0rc4,<1.1.0
 ray =
     spacy_ray>=0.1.0,<1.0.0
 cuda =