diff --git a/spacy/tests/test_cli.py b/spacy/tests/test_cli.py
index 62584d0ce..1f5cd1972 100644
--- a/spacy/tests/test_cli.py
+++ b/spacy/tests/test_cli.py
@@ -368,7 +368,7 @@ def test_parse_cli_overrides():
 @pytest.mark.parametrize("optimize", ["efficiency", "accuracy"])
 def test_init_config(lang, pipeline, optimize):
     # TODO: add more tests and also check for GPU with transformers
-    init_config("-", lang=lang, pipeline=pipeline, optimize=optimize, cpu=True)
+    init_config("-", lang=lang, pipeline=pipeline, optimize=optimize, gpu=False)
 
 
 def test_model_recommendations():