mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-04 12:07:09 +00:00
feat(testrun): refuse a run that dispatched none of its actions
Same argument as the zero-property refusal: an instrument that drove nothing must not report a clean result. A first-screen violation still wins under --exit-on-violation, --allow-no-properties exempts the extraction sweeps that measure reach rather than judge, and one dispatched action is enough, so a generator quiet on some screens is untouched.
This commit is contained in:
1 parent
0646611a7f
commit
513b33c0e5
2 files changed
+113
-4
No files matched your search
@@ -5,9 +5,12 @@ import (
|
||||
"context"
|
||||
"fmt"
|
||||
"io"
|
||||
"maps"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"slices"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/priyanshujain/sanderling/internal/android"
|
||||
@@ -261,6 +264,14 @@ func Execute(ctx context.Context, options Options, stdout io.Writer) error {
|
||||
// because it holds no verdict to report. The threshold is every step and not a
|
||||
// fraction of them: a screen that composes now and then costs a healthy android
|
||||
// run a step or two, and a check that fired on those would be red on every run.
|
||||
//
|
||||
// A run that dispatched no action at all fails on the same grounds, and the
|
||||
// threshold is zero for the same reason: a generator with nothing to offer on
|
||||
// some screens is ordinary, one with nothing to offer on every screen of a whole
|
||||
// run drove nothing. --exit-on-violation keeps precedence over it so a run that
|
||||
// found something still exits on its evidence, and the property-free opt-out
|
||||
// exempts the sweeps, whose measurement is where a generator reaches and for
|
||||
// which "nowhere on this build" is a result rather than a broken run.
|
||||
func runOutcome(options Options, summary runner.Summary) error {
|
||||
if summary.Steps > 0 && summary.SkippedVerification == summary.Steps {
|
||||
return VacuousRunError{Steps: summary.Steps}
|
||||
@@ -268,6 +279,12 @@ func runOutcome(options Options, summary runner.Summary) error {
|
||||
if options.ExitOnViolation && len(summary.Violations) > 0 {
|
||||
return ViolationsError{Count: len(summary.Violations)}
|
||||
}
|
||||
if !options.AllowNoProperties && summary.Steps > 0 && summary.DispatchedActions == 0 {
|
||||
return NoActionsDispatchedError{
|
||||
Steps: summary.Steps,
|
||||
SkippedActions: summary.SkippedActions,
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
@@ -335,6 +352,41 @@ func (e NoPropertiesError) Error() string {
|
||||
e.Spec)
|
||||
}
|
||||
|
||||
// NoActionsDispatchedError reports a run not one of whose steps drove the app.
|
||||
// Every screen it judged was the one it launched on, so its empty violation list
|
||||
// says as much about the app as a spec with no properties would: the run
|
||||
// observed, judged the same state over and over, and exercised nothing. It stays
|
||||
// untyped to the CLI's violation path like VacuousRunError, so it exits 1 as a
|
||||
// run that holds no verdict rather than 2.
|
||||
type NoActionsDispatchedError struct {
|
||||
Steps int
|
||||
// SkippedActions is the runner's per-reason count of actions that never
|
||||
// reached the app, which is where the cause is: a picker with no candidate
|
||||
// reads differently from one whose every model call failed.
|
||||
SkippedActions map[string]int
|
||||
}
|
||||
|
||||
func (e NoActionsDispatchedError) Error() string {
|
||||
return fmt.Sprintf(
|
||||
"%d step(s) ran and none of them dispatched an action: the run observed the app "+
|
||||
"and never drove it, so it judged its launch screen over and over and its "+
|
||||
"violation count says nothing about the rest of the app%s",
|
||||
e.Steps, skipReasonSuffix(e.SkippedActions))
|
||||
}
|
||||
|
||||
// skipReasonSuffix renders the skip-reason tally as a trailing clause, empty
|
||||
// when the run recorded none.
|
||||
func skipReasonSuffix(skipped map[string]int) string {
|
||||
if len(skipped) == 0 {
|
||||
return ""
|
||||
}
|
||||
reasons := make([]string, 0, len(skipped))
|
||||
for _, reason := range slices.Sorted(maps.Keys(skipped)) {
|
||||
reasons = append(reasons, fmt.Sprintf("%s %d", reason, skipped[reason]))
|
||||
}
|
||||
return ". Actions that never reached the app: " + strings.Join(reasons, ", ")
|
||||
}
|
||||
|
||||
// bundleInputs holds the pre-driver assembly: alias map, seed, esbuild defines,
|
||||
// and the resolved spec-API/goja-runtime paths the bundler consumes.
|
||||
type bundleInputs struct {
|
||||
|
||||
Reference in new issue
Block a user