diff --git a/spacy/cli/pretrain.py b/spacy/cli/pretrain.py
index 6d6c65161..e949f76cf 100644
--- a/spacy/cli/pretrain.py
+++ b/spacy/cli/pretrain.py
@@ -125,7 +125,7 @@ def pretrain(
             config[key] = str(config[key])
     util.fix_random_seed(seed)
 
-    has_gpu = prefer_gpu(gpu_id=1)
+    has_gpu = prefer_gpu()
     msg.info("Using GPU" if has_gpu else "Not using GPU")
 
     output_dir = Path(output_dir)