diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 216c8723891..35cdcf8956c 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -136,7 +136,14 @@ jobs:
 
       - name: Run changed-files with a single commit history
         id: changed-files
+        continue-on-error: true
         uses: ./
+      
+      - name: Exit with 1 if no error is raised
+        if: steps.changed-files.outcome != 'failure' && github.event.action == 'closed'
+        run: |
+          echo "Expected: (failure) got ${{ steps.changed-files.outcome }}"
+          exit 1
 
       - name: Show output
         run: |