diff --git a/examples/new_project_templates/trainer_gpu_cluster_template.py b/examples/new_project_templates/trainer_gpu_cluster_template.py
index 7db414a64c..fa23dc838d 100644
--- a/examples/new_project_templates/trainer_gpu_cluster_template.py
+++ b/examples/new_project_templates/trainer_gpu_cluster_template.py
@@ -181,7 +181,7 @@ if __name__ == '__main__':
         optimize_on_cluster(hyperparams)
 
     # RUN ON GPUS
-    if hyperparams.gpus is not None:
+    elif hyperparams.gpus is not None:
         # -1 means use all gpus
         # otherwise use the visible ones
         if hyperparams.gpus == '-1':