diff --git a/infra/gcb/build_lib.py b/infra/gcb/build_lib.py
index f48783696..e70ec0fb6 100644
--- a/infra/gcb/build_lib.py
+++ b/infra/gcb/build_lib.py
@@ -158,11 +158,10 @@ def gsutil_rm_rf_step(url):
   """Returns a GCB step to recursively delete the object with given GCS url."""
   step = {
       'name': 'gcr.io/cloud-builders/gsutil',
+      'entrypoint': 'sh',
       'args': [
-          '-m',
-          'rm',
-          '-rf',
-          url,
+          '-c',
+          'gsutil -m rm -rf %s || exit 0' % url,
       ],
   }
   return step