diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index a965bd130..b568f7e75 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -69,13 +69,12 @@ jobs:
       run: docker exec -t build /bin/bash -c "make ui-validate"
 
     # TODO: Replace with `make validate` once `revive` is bundled in COMPILER_IMAGE
-    # create temporary UI file so that the embed doesn't fail
+    # create UI file so that the embed doesn't fail
     - name: Validate
       run: |
-        mkdir ui/v2.5/build
-        touch ui/v2.5/build/dummy
+        mkdir -p ui/v2.5/build
+        touch ui/v2.5/build/index.html
         docker exec -t build /bin/bash -c "make fmt-check vet it"
-        rm -rf ui/v2.5/build
 
     - name: Build UI
       # skip UI build for pull requests if UI is unchanged (UI was cached)