diff --git a/.azure/app-cloud-e2e.yml b/.azure/app-cloud-e2e.yml
index 61c01a01fe..b6d225ffa3 100644
--- a/.azure/app-cloud-e2e.yml
+++ b/.azure/app-cloud-e2e.yml
@@ -131,6 +131,7 @@ jobs:
         printf "local id: $(local_id)\n"
         python --version
         pip --version
+        echo "allow fail: ${{ in(variables['name'], 'quick_start', 'template_react_ui') }}"
       displayName: 'Info'
 
     # TODO: we are testing it as `lightning`, so add also version for `lightning_app`
@@ -178,7 +179,7 @@ jobs:
         LIGHTNING_USERNAME: $(LIGHTNING_USERNAME_PROD)
         LIGHTNING_CLOUD_URL: $(LIGHTNING_CLOUD_URL_PROD)
       # Todo: investigate why these apps are failing
-      continueOnError: ${{ contains('quick_start|template_react_ui', variables['name']) }}
+      continueOnError: ${{ in(variables['name'], 'quick_start', 'template_react_ui') }}
       displayName: 'Run the tests'
 
     - task: PublishPipelineArtifact@1