mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 19:17:10 +00:00
feat(runner): the summary says how many steps the generator drove
A green llm run carried no evidence of how much the generator actually drove: the count was inferable only from llm-calls.jsonl outcomes, and the number the refusal turns on was invisible in the run's own output.
This commit is contained in:
1 parent
58168a6a3e
commit
6cac99cc32
2 files changed
+3
-2
No files matched your search
@@ -574,7 +574,8 @@ func Run(ctx context.Context, options Options) (Summary, error) {
|
|||||||
// record, and any unsupported verbs. The wall-clock duration is excluded so the
|
// record, and any unsupported verbs. The wall-clock duration is excluded so the
|
||||||
// output is deterministic and snapshot-testable; the CLI prints it separately.
|
// output is deterministic and snapshot-testable; the CLI prints it separately.
|
||||||
func RenderSummary(w io.Writer, summary Summary, platform string) {
|
func RenderSummary(w io.Writer, summary Summary, platform string) {
|
||||||
fmt.Fprintf(w, "\nrun complete: %d steps\n", summary.Steps)
|
fmt.Fprintf(w, "\nrun complete: %d steps, %d driven by the generator\n",
|
||||||
|
summary.Steps, summary.GeneratorActions)
|
||||||
if len(summary.Violations) == 0 {
|
if len(summary.Violations) == 0 {
|
||||||
fmt.Fprintln(w, "no violations.")
|
fmt.Fprintln(w, "no violations.")
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
|
|
||||||
run complete: 4 steps
|
run complete: 4 steps, 0 driven by the generator
|
||||||
1 violation record(s):
|
1 violation record(s):
|
||||||
step 1: [balanceNonNegative]
|
step 1: [balanceNonNegative]
|
||||||
4 action(s) never reached the app: no_action_produced 4
|
4 action(s) never reached the app: no_action_produced 4
|
||||||
Reference in new issue
Block a user