From e41155f827bfd0f7a268f66894bd5be501759eda Mon Sep 17 00:00:00 2001
From: Sung-Hyun Kang <sunghyunkang@microsoft.com>
Date: Sat, 2 May 2026 16:47:31 -0500
Subject: [PATCH] skipped tests

---
 .github/workflows/ci.yml | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index e2d69b2af..f3dd01e9c 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -373,11 +373,17 @@ jobs:
         run: |
           PLAYWRIGHT_JSON_OUTPUT_NAME=results.json npx playwright merge-reports --reporter json ./all-blob-reports
           read PASSED FAILED FLAKY SKIPPED DURATION < <(jq -r '[.stats.expected,.stats.unexpected,.stats.flaky,.stats.skipped,(.stats.duration/1000|floor)] | @tsv' results.json)
-          [ "$FAILED" -gt 0 ] && ICON="❌ failed" || ICON="✅ passed"
+          BROKEN=$(gh api "repos/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}/jobs" \
+            --jq '[.jobs[] | select(.name | startswith("Run Playwright Tests")) | select(.conclusion == "failure")] | length')
+          if [ "$FAILED" -gt 0 ] || [ "$BROKEN" -gt 0 ]; then ICON="❌ failed"; else ICON="✅ passed"; fi
+          NOTE=""
+          [ "$BROKEN" -gt 0 ] && NOTE="
+
+          > ⚠️ $BROKEN shard(s) failed before tests ran (infra/auth issue). Stats below reflect only shards that executed."
           gh pr comment "$PR" --body "### Playwright tests $ICON
 
           | Passed | Failed | Flaky | Skipped | Duration |
           | :---: | :---: | :---: | :---: | :---: |
           | $PASSED | $FAILED | $FLAKY | $SKIPPED | ${DURATION}s |
 
-          📊 [Open full report]($REPORT_URL) · [Workflow run]($RUN_URL)"
+          📊 [Open full report]($REPORT_URL) · [Workflow run]($RUN_URL)$NOTE"