diff --git a/infra/base-images/base-runner/coverage b/infra/base-images/base-runner/coverage
index 79dba6251..d2bd4ddd9 100755
--- a/infra/base-images/base-runner/coverage
+++ b/infra/base-images/base-runner/coverage
@@ -63,7 +63,6 @@ function run_fuzz_target {
   local profraw_file_mask="$DUMPS_DIR/$target.*.profraw"
   local profdata_file="$DUMPS_DIR/$target.profdata"
   local corpus_real="/corpus/${target}"
-  mkdir -p $corpus_real
 
   # -merge=1 requires an output directory, create a dummy dir for that.
   local corpus_dummy="$OUT/dummy_corpus_dir_for_${target}"
diff --git a/infra/base-images/base-runner/download_corpus b/infra/base-images/base-runner/download_corpus
index 05ea63a98..1b7ebe8a2 100755
--- a/infra/base-images/base-runner/download_corpus
+++ b/infra/base-images/base-runner/download_corpus
@@ -22,7 +22,7 @@ fi
 
 for pair in "$@"; do
   read path url <<< "$pair"
-  wget -q -O $path $url || rm $path
+  wget -q -O $path $url
 done
 
 # Always exit with 0 as we do not track wget return codes and should not rely