From 184a96939ea65e44eaa29e636a697deb49ad9989 Mon Sep 17 00:00:00 2001 From: PJ Date: Sat, 15 Aug 2026 13:38:27 +0530 Subject: [PATCH] ci(replay-ui): summarise through the vacuity script --- .github/workflows/replay-ui.yml | 18 ++++++------------ 1 file changed, 6 insertions(+), 12 deletions(-) diff --git a/.github/workflows/replay-ui.yml b/.github/workflows/replay-ui.yml index f4b27fd..e72d477 100644 --- a/.github/workflows/replay-ui.yml +++ b/.github/workflows/replay-ui.yml @@ -121,20 +121,14 @@ jobs: SEED: ${{ inputs.seed }} MAX_STEPS: ${{ inputs.max-steps }} + # Exit 0 above means no property returned false. It does not mean any + # property was ever evaluated against real content: they all decline to + # judge when the elements they read are absent, so a run that never + # rendered the step page is green and worthless. This step is what tells + # the two apart, and it fails the job when nothing was judged. - name: Summarise if: always() - run: | - { - echo "### replay-ui dogfood" - echo - echo "- seed \`$SEED\`, budget $MAX_STEPS steps" - for dir in runs/dogfood/*/; do - [ -f "$dir/trace.jsonl" ] || continue - steps=$(wc -l < "$dir/trace.jsonl" | tr -d ' ') - violations=$(grep -c '"violations":\[' "$dir/trace.jsonl" || true) - echo "- $steps steps recorded, $violations step(s) with violations" - done - } >> "$GITHUB_STEP_SUMMARY" + run: .github/scripts/replay-ui-summary.sh runs/dogfood env: SEED: ${{ inputs.seed }} MAX_STEPS: ${{ inputs.max-steps }}