ci(replay-ui): summarise through the vacuity script

This commit is contained in:
pj committed 2026-08-15 13:38:27 +05:30
1 parent 748d582360
commit 184a96939e
1 file changed
+6 -12
+6 -12
View File
@@ -121,20 +121,14 @@ jobs:
SEED: ${{ inputs.seed }} SEED: ${{ inputs.seed }}
MAX_STEPS: ${{ inputs.max-steps }} MAX_STEPS: ${{ inputs.max-steps }}
# Exit 0 above means no property returned false. It does not mean any
# property was ever evaluated against real content: they all decline to
# judge when the elements they read are absent, so a run that never
# rendered the step page is green and worthless. This step is what tells
# the two apart, and it fails the job when nothing was judged.
- name: Summarise - name: Summarise
if: always() if: always()
run: | run: .github/scripts/replay-ui-summary.sh runs/dogfood
{
echo "### replay-ui dogfood"
echo
echo "- seed \`$SEED\`, budget $MAX_STEPS steps"
for dir in runs/dogfood/*/; do
[ -f "$dir/trace.jsonl" ] || continue
steps=$(wc -l < "$dir/trace.jsonl" | tr -d ' ')
violations=$(grep -c '"violations":\[' "$dir/trace.jsonl" || true)
echo "- $steps steps recorded, $violations step(s) with violations"
done
} >> "$GITHUB_STEP_SUMMARY"
env: env:
SEED: ${{ inputs.seed }} SEED: ${{ inputs.seed }}
MAX_STEPS: ${{ inputs.max-steps }} MAX_STEPS: ${{ inputs.max-steps }}