From 6cac99cc32a5457a6b690538ccacd8332522f5f0 Mon Sep 17 00:00:00 2001 From: PJ Date: Tue, 18 Aug 2026 16:38:00 +0530 Subject: [PATCH] feat(runner): the summary says how many steps the generator drove A green llm run carried no evidence of how much the generator actually drove: the count was inferable only from llm-calls.jsonl outcomes, and the number the refusal turns on was invisible in the run's own output. --- internal/runner/runner.go | 3 ++- internal/runner/testdata/violation-summary.txt | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/internal/runner/runner.go b/internal/runner/runner.go index 2723637..f6a144b 100644 --- a/internal/runner/runner.go +++ b/internal/runner/runner.go @@ -574,7 +574,8 @@ func Run(ctx context.Context, options Options) (Summary, error) { // record, and any unsupported verbs. The wall-clock duration is excluded so the // output is deterministic and snapshot-testable; the CLI prints it separately. func RenderSummary(w io.Writer, summary Summary, platform string) { - fmt.Fprintf(w, "\nrun complete: %d steps\n", summary.Steps) + fmt.Fprintf(w, "\nrun complete: %d steps, %d driven by the generator\n", + summary.Steps, summary.GeneratorActions) if len(summary.Violations) == 0 { fmt.Fprintln(w, "no violations.") } else { diff --git a/internal/runner/testdata/violation-summary.txt b/internal/runner/testdata/violation-summary.txt index 4a4c2ae..aa5afe0 100644 --- a/internal/runner/testdata/violation-summary.txt +++ b/internal/runner/testdata/violation-summary.txt @@ -1,5 +1,5 @@ -run complete: 4 steps +run complete: 4 steps, 0 driven by the generator 1 violation record(s): step 1: [balanceNonNegative] 4 action(s) never reached the app: no_action_produced 4