mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 19:17:10 +00:00
ci(replay-ui): summarise through the vacuity script
This commit is contained in:
1 parent
748d582360
commit
184a96939e
1 file changed
+6
-12
@@ -121,20 +121,14 @@ jobs:
|
|||||||
SEED: ${{ inputs.seed }}
|
SEED: ${{ inputs.seed }}
|
||||||
MAX_STEPS: ${{ inputs.max-steps }}
|
MAX_STEPS: ${{ inputs.max-steps }}
|
||||||
|
|
||||||
|
# Exit 0 above means no property returned false. It does not mean any
|
||||||
|
# property was ever evaluated against real content: they all decline to
|
||||||
|
# judge when the elements they read are absent, so a run that never
|
||||||
|
# rendered the step page is green and worthless. This step is what tells
|
||||||
|
# the two apart, and it fails the job when nothing was judged.
|
||||||
- name: Summarise
|
- name: Summarise
|
||||||
if: always()
|
if: always()
|
||||||
run: |
|
run: .github/scripts/replay-ui-summary.sh runs/dogfood
|
||||||
{
|
|
||||||
echo "### replay-ui dogfood"
|
|
||||||
echo
|
|
||||||
echo "- seed \`$SEED\`, budget $MAX_STEPS steps"
|
|
||||||
for dir in runs/dogfood/*/; do
|
|
||||||
[ -f "$dir/trace.jsonl" ] || continue
|
|
||||||
steps=$(wc -l < "$dir/trace.jsonl" | tr -d ' ')
|
|
||||||
violations=$(grep -c '"violations":\[' "$dir/trace.jsonl" || true)
|
|
||||||
echo "- $steps steps recorded, $violations step(s) with violations"
|
|
||||||
done
|
|
||||||
} >> "$GITHUB_STEP_SUMMARY"
|
|
||||||
env:
|
env:
|
||||||
SEED: ${{ inputs.seed }}
|
SEED: ${{ inputs.seed }}
|
||||||
MAX_STEPS: ${{ inputs.max-steps }}
|
MAX_STEPS: ${{ inputs.max-steps }}
|
||||||
|
|||||||
Reference in new issue
Block a user