mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 19:17:10 +00:00
* chore(test): start test-suite refactor sweep * test(ltl): pin exact multi-obligation residual AST * test(ltl): table-test finalize Kleene connective combinations * test(ltl): pin reduce over pending inner for bound, Or, Not * test(ltl): marshal bounded Always steps/duration/deadline * test(verifier): cover LTL combinator verdict transitions and within unit panic * test(verifier): table-test DecodeAction kinds and lastAction field exposure * test(verifier): assert WithPlatform(ios) reaches the picker host and key pool * test(verifier): widen weighted-selection assertion to a 5x skew margin * test(verifier): un-skip ax-find round trip with a committed tree fixture * test(runner): pin isWDADrop to sidecar reconnect-failed message origin * test(runner): assert PressKey/Wait trace encoding records kind-specific fields * test(runner): cover RenderSummary unsupported-verbs surfacing branch * test(trace): set Hierarchy in round-trip and lock lossy Tree contract Also add a -race concurrent WriteStep test that asserts N well-formed JSONL lines, catching torn lines if the writer mutex is dropped. * test(trace): round-trip witnesses/changes/metrics/exceptions, pin step-0 witness * test(trace): document ViolationsAreGreppable grep contract and lock-free WriteScreenshot * test(hierarchy): cover invalid-JSON and malformed-bounds parser paths * test(trace): guard writer mutex via WriteStep/Close race on w.file * test(replay): drop unfailable assets and devproxy assertions * test(replay): cache reuses on equal mtime, reparses after append * test(replay): violation marker falls back to detection step when attributed missing * test(replay): corrupt meta/trace dirs return 500 with error body * test(replay): SSE client receives runs.changed after a broadcast * test(replay): Run coalesces creates, ignores write/chmod, closes subs on cancel * fix(sidecar): synchronize health fixture writes and exercise healthError * test(sidecar): cover swipe/longpress/doubletap/erase/presskey/metrics/logs translations * test(sidecar): cover DoubleTapSelector composition and mid-gesture cancel * test(sidecar): assert gRPC error status surfaces from action RPC * fix(chrome): route action methods through runCtx so caller cancellation aborts CDP * fix(chrome): route hierarchy/screenshot/waitidle/metrics through runCtx * refactor(ios): extract pure simctl JSON parsers * refactor(ios): add command-runner seams for EnsureSimulator * test(ios): table-test simctl parsers and EnsureSimulator seams * test(sidecarassets): cover placeholder build path * test(sidecarassets): assert reuse via sentinel bytes not mtime * test(bundler): cover properties-only spec registration * refactor(testrun): extract prepareBundleInputs from Execute * test(testrun): cover prepareBundleInputs aliases and missing-runtime error * test(testrun): table-test resolveRuntimeSibling search edges * test(testrun): exact-output tests for progressHandler line format * fix(cmd): point bundle-check aliases at pkg/spec/src * test(cmd): smoke-test bundle-check resolves spec aliases * test(cmd): table-test hier-check parse and FindAll on fixture * test(cmd): unit-test buildBrowseURL deep-link vs root * test(cmd): drop flaky TestRun_Doctor that launched real Chromium * test(cmd): pin pipeline error to bundle resolution on web platform * test(replay-ui): add bun test script * ci(replay-ui): run bun test via make web-test target * ci(replay-ui): point bun cache key at replay-ui/bun.lock * test(replay-ui): exercise real URL encoding and non-ok throw in getJson * refactor(replay-ui): extract snapshot flatten/getAtPath into lib module * test(replay-ui): pin snapshot flatten/getAtPath path round-trip * refactor(replay-ui): extract action selector/format into lib module * test(replay-ui): pin action selector parse and row formatting * refactor(replay-ui): share one statusFor between panels * refactor(replay-ui): extract run-history derivation into lib module * test(replay-ui): pin shared statusFor precedence and ordering * test(replay-ui): pin run-history derivation alignment * refactor(replay-ui): export clampIndex for testing * refactor(replay-ui): extract keyboard-nav dispatch into pure module * refactor(replay-ui): extract metrics formatters into lib module * test(replay-ui): pin clampIndex step boundaries * test(replay-ui): pin keyboard-nav ownership and key routing * test(replay-ui): pin metrics formatters and path gap handling * refactor(sidecar): expose device-output parsers as internal for testing * test(sidecar): table-test device-output parsers against malformed input * test(sidecar): cover logcat parsing year inference and line skipping * test(sidecar): pin pressKey keycode mapping and unknown-key rejection * test(sidecar): metrics bundleId falls back to launched app and honors override * test(sidecar): loosen deadline upper bound to tolerate slow CI scheduling * test(web-runtime): export selector builders for unit tests * test(web-runtime): guard sanitize cycle, function, and depth limits * test(web-runtime): table-test selector builder quoting and escaping * test(sidecar): collapse scalar-forwarding RPC tests into a table * test(replay-ui): dedup step/summary fixtures into shared module * test(ios): collapse pickSimulator point-tests into a table
352 lines
11 KiB
Go
352 lines
11 KiB
Go
package replay
|
|
|
|
import (
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/priyanshujain/sanderling/internal/trace"
|
|
)
|
|
|
|
func TestScan_OrdersByStartedAtDescendingAndCountsViolations(t *testing.T) {
|
|
root := t.TempDir()
|
|
older := time.Date(2026, 4, 17, 10, 0, 0, 0, time.UTC)
|
|
newer := time.Date(2026, 4, 17, 12, 0, 0, 0, time.UTC)
|
|
writeRun(t, root, "older", trace.Meta{StartedAt: older, EndedAt: timePointer(older.Add(2 * time.Second))}, []trace.Step{
|
|
{Index: 1, Timestamp: older, Violations: []string{"propA"}},
|
|
{Index: 2, Timestamp: older.Add(time.Second)},
|
|
})
|
|
writeRun(t, root, "newer", trace.Meta{StartedAt: newer, EndedAt: timePointer(newer.Add(time.Second))}, []trace.Step{
|
|
{Index: 1, Timestamp: newer, Violations: []string{"propA", "propB"}},
|
|
})
|
|
|
|
summaries, err := Scan(root)
|
|
if err != nil {
|
|
t.Fatalf("Scan: %v", err)
|
|
}
|
|
if len(summaries) != 2 {
|
|
t.Fatalf("len(summaries) = %d, want 2", len(summaries))
|
|
}
|
|
if summaries[0].ID != "newer" {
|
|
t.Errorf("first id = %q, want newer", summaries[0].ID)
|
|
}
|
|
if summaries[0].ViolationCount != 2 {
|
|
t.Errorf("newer violations = %d, want 2", summaries[0].ViolationCount)
|
|
}
|
|
if summaries[1].ViolationCount != 1 {
|
|
t.Errorf("older violations = %d, want 1", summaries[1].ViolationCount)
|
|
}
|
|
if summaries[1].StepCount != 2 {
|
|
t.Errorf("older steps = %d, want 2", summaries[1].StepCount)
|
|
}
|
|
if summaries[0].DurationMillis != 1000 {
|
|
t.Errorf("newer duration = %d, want 1000", summaries[0].DurationMillis)
|
|
}
|
|
}
|
|
|
|
func TestScan_MissingDirectoryReturnsEmpty(t *testing.T) {
|
|
summaries, err := Scan(filepath.Join(t.TempDir(), "does-not-exist"))
|
|
if err != nil {
|
|
t.Fatalf("Scan: %v", err)
|
|
}
|
|
if len(summaries) != 0 {
|
|
t.Errorf("len(summaries) = %d, want 0", len(summaries))
|
|
}
|
|
}
|
|
|
|
func TestScan_MissingEndedAtSurfacesInProgress(t *testing.T) {
|
|
root := t.TempDir()
|
|
writeRun(t, root, "live", trace.Meta{StartedAt: time.Now().UTC()}, []trace.Step{
|
|
{Index: 1, Timestamp: time.Now().UTC()},
|
|
})
|
|
summaries, err := Scan(root)
|
|
if err != nil {
|
|
t.Fatalf("Scan: %v", err)
|
|
}
|
|
if len(summaries) != 1 || !summaries[0].InProgress {
|
|
t.Errorf("expected in_progress=true, got %+v", summaries)
|
|
}
|
|
if summaries[0].EndedAt != nil {
|
|
t.Errorf("ended_at should be nil, got %v", summaries[0].EndedAt)
|
|
}
|
|
}
|
|
|
|
func TestScan_EmptyTraceTreatedAsZeroSteps(t *testing.T) {
|
|
root := t.TempDir()
|
|
directory := filepath.Join(root, "empty")
|
|
if err := os.MkdirAll(directory, 0o755); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
meta := trace.Meta{StartedAt: time.Now().UTC()}
|
|
body, _ := json.Marshal(meta)
|
|
if err := os.WriteFile(filepath.Join(directory, "meta.json"), body, 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
summaries, err := Scan(root)
|
|
if err != nil {
|
|
t.Fatalf("Scan: %v", err)
|
|
}
|
|
if len(summaries) != 1 {
|
|
t.Fatalf("len = %d", len(summaries))
|
|
}
|
|
if summaries[0].StepCount != 0 {
|
|
t.Errorf("step_count = %d, want 0", summaries[0].StepCount)
|
|
}
|
|
if !summaries[0].InProgress {
|
|
t.Error("expected in_progress")
|
|
}
|
|
}
|
|
|
|
func TestCacheStep_LazyDecodeReturnsFullStep(t *testing.T) {
|
|
root := t.TempDir()
|
|
startedAt := time.Now().UTC()
|
|
steps := []trace.Step{
|
|
{Index: 1, Timestamp: startedAt, Screen: "A"},
|
|
{Index: 2, Timestamp: startedAt.Add(time.Second), Screen: "B", NextAction: &trace.Action{Kind: "tap"}},
|
|
{Index: 3, Timestamp: startedAt.Add(2 * time.Second), Screen: "C", Violations: []string{"prop1"}},
|
|
}
|
|
writeRun(t, root, "r1", trace.Meta{StartedAt: startedAt, EndedAt: timePointer(startedAt.Add(3 * time.Second))}, steps)
|
|
|
|
cache := NewCache(root)
|
|
run, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open: %v", err)
|
|
}
|
|
if len(run.Steps) != 3 {
|
|
t.Fatalf("steps = %d, want 3", len(run.Steps))
|
|
}
|
|
if !run.Steps[2].HasViolations {
|
|
t.Error("step 3 should HasViolations")
|
|
}
|
|
if run.Steps[1].ActionKind != "tap" {
|
|
t.Errorf("step 2 action = %q, want tap", run.Steps[1].ActionKind)
|
|
}
|
|
|
|
for _, target := range []int{1, 2, 3} {
|
|
step, err := cache.Step(run, target)
|
|
if err != nil {
|
|
t.Fatalf("Step(%d): %v", target, err)
|
|
}
|
|
if step.Index != target {
|
|
t.Errorf("Step(%d).Index = %d", target, step.Index)
|
|
}
|
|
}
|
|
if _, err := cache.Step(run, 99); err == nil {
|
|
t.Error("expected error for out-of-range step")
|
|
}
|
|
}
|
|
|
|
func TestCacheOpen_ViolationMarkerMovesToCausingStep(t *testing.T) {
|
|
// The violation is detected at step 3 but its witness attributes it to
|
|
// step 2 (the step that spawned the next obligation). The action-list
|
|
// marker belongs on step 2; the full step 3 payload keeps the violation
|
|
// record itself.
|
|
root := t.TempDir()
|
|
startedAt := time.Now().UTC()
|
|
steps := []trace.Step{
|
|
{Index: 1, Timestamp: startedAt},
|
|
{Index: 2, Timestamp: startedAt.Add(time.Second)},
|
|
{
|
|
Index: 3,
|
|
Timestamp: startedAt.Add(2 * time.Second),
|
|
Violations: []string{"prop1"},
|
|
Witnesses: map[string]trace.Witness{"prop1": {Reason: "predicate false", Step: 2}},
|
|
},
|
|
}
|
|
writeRun(t, root, "r1", trace.Meta{StartedAt: startedAt, EndedAt: timePointer(startedAt.Add(3 * time.Second))}, steps)
|
|
|
|
cache := NewCache(root)
|
|
run, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open: %v", err)
|
|
}
|
|
if !run.Steps[1].HasViolations {
|
|
t.Error("step 2 (causing step) should carry the violation marker")
|
|
}
|
|
if run.Steps[2].HasViolations {
|
|
t.Error("step 3 (detection step) should not carry the marker")
|
|
}
|
|
full, err := cache.Step(run, 3)
|
|
if err != nil {
|
|
t.Fatalf("Step(3): %v", err)
|
|
}
|
|
if len(full.Violations) != 1 || full.Violations[0] != "prop1" {
|
|
t.Errorf("step 3 payload violations = %v, want [prop1]", full.Violations)
|
|
}
|
|
}
|
|
|
|
func TestCacheOpen_ViolationWithoutWitnessStepKeepsDetectionStep(t *testing.T) {
|
|
// Traces written before witnesses carried a step field fall back to
|
|
// marking the detection step, the old behavior.
|
|
root := t.TempDir()
|
|
startedAt := time.Now().UTC()
|
|
steps := []trace.Step{
|
|
{Index: 1, Timestamp: startedAt},
|
|
{Index: 2, Timestamp: startedAt.Add(time.Second), Violations: []string{"prop1"}},
|
|
}
|
|
writeRun(t, root, "r1", trace.Meta{StartedAt: startedAt, EndedAt: timePointer(startedAt.Add(2 * time.Second))}, steps)
|
|
|
|
cache := NewCache(root)
|
|
run, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open: %v", err)
|
|
}
|
|
if !run.Steps[1].HasViolations {
|
|
t.Error("step 2 should keep the marker when the witness has no step")
|
|
}
|
|
}
|
|
|
|
func TestCacheOpen_ReusesUnchangedRunAndReparsesOnAppend(t *testing.T) {
|
|
root := t.TempDir()
|
|
startedAt := time.Now().UTC()
|
|
writeRun(t, root, "r1", trace.Meta{StartedAt: startedAt}, []trace.Step{
|
|
{Index: 1, Timestamp: startedAt},
|
|
})
|
|
cache := NewCache(root)
|
|
|
|
first, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open: %v", err)
|
|
}
|
|
again, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open again: %v", err)
|
|
}
|
|
if first != again {
|
|
t.Fatal("unchanged run should be served from cache, got a re-parse")
|
|
}
|
|
|
|
tracePath := filepath.Join(root, "r1", "trace.jsonl")
|
|
file, err := os.OpenFile(tracePath, os.O_APPEND|os.O_WRONLY, 0o644)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := json.NewEncoder(file).Encode(trace.Step{Index: 2, Timestamp: startedAt.Add(time.Second)}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
file.Close()
|
|
bumped := first.traceMtime.Add(time.Second)
|
|
if err := os.Chtimes(tracePath, bumped, bumped); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
updated, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open after append: %v", err)
|
|
}
|
|
if updated == first {
|
|
t.Fatal("mtime bump should force a re-parse, got the stale cached run")
|
|
}
|
|
if len(updated.Steps) != 2 {
|
|
t.Errorf("re-parsed steps = %d, want 2", len(updated.Steps))
|
|
}
|
|
}
|
|
|
|
func TestCacheOpen_ViolationFallsBackToDetectionStepWhenAttributedMissing(t *testing.T) {
|
|
// The witness attributes the violation to step 99, which never appears in
|
|
// the trace. The marker must fall back to the detection step (2) so the
|
|
// violation still renders somewhere instead of vanishing.
|
|
root := t.TempDir()
|
|
startedAt := time.Now().UTC()
|
|
steps := []trace.Step{
|
|
{Index: 1, Timestamp: startedAt},
|
|
{
|
|
Index: 2,
|
|
Timestamp: startedAt.Add(time.Second),
|
|
Violations: []string{"prop1"},
|
|
Witnesses: map[string]trace.Witness{"prop1": {Reason: "predicate false", Step: 99}},
|
|
},
|
|
}
|
|
writeRun(t, root, "r1", trace.Meta{StartedAt: startedAt, EndedAt: timePointer(startedAt.Add(2 * time.Second))}, steps)
|
|
|
|
cache := NewCache(root)
|
|
run, err := cache.Open("r1")
|
|
if err != nil {
|
|
t.Fatalf("Open: %v", err)
|
|
}
|
|
if !run.Steps[1].HasViolations {
|
|
t.Error("step 2 (detection step) should keep the marker when the attributed step is absent")
|
|
}
|
|
}
|
|
|
|
func TestDecodeStepSummary_ActionLabelPerKind(t *testing.T) {
|
|
cases := []struct {
|
|
line string
|
|
wantKind string
|
|
wantLabel string
|
|
}{
|
|
{`{"step":1,"timestamp":"2026-04-20T10:00:00Z","next_action":{"kind":"Tap","selector":"id:save"}}`, "Tap", "id:save"},
|
|
{`{"step":2,"timestamp":"2026-04-20T10:00:01Z","next_action":{"kind":"Tap","x":140,"y":220}}`, "Tap", "(140,220)"},
|
|
{`{"step":3,"timestamp":"2026-04-20T10:00:02Z","next_action":{"kind":"InputText","text":"alice"}}`, "InputText", `"alice"`},
|
|
{`{"step":4,"timestamp":"2026-04-20T10:00:03Z","next_action":{"kind":"Swipe","from_x":10,"from_y":500,"to_x":10,"to_y":50}}`, "Swipe", "up"},
|
|
{`{"step":5,"timestamp":"2026-04-20T10:00:04Z","next_action":{"kind":"Swipe","from_x":100,"from_y":50,"to_x":600,"to_y":50}}`, "Swipe", "right"},
|
|
{`{"step":6,"timestamp":"2026-04-20T10:00:05Z","next_action":{"kind":"PressKey","key":"back"}}`, "PressKey", "back"},
|
|
{`{"step":7,"timestamp":"2026-04-20T10:00:06Z","next_action":{"kind":"Wait","duration_millis":500}}`, "Wait", "500ms"},
|
|
}
|
|
for _, tc := range cases {
|
|
summary, _, err := decodeStepSummary([]byte(tc.line))
|
|
if err != nil {
|
|
t.Fatalf("decode %s: %v", tc.line, err)
|
|
}
|
|
if summary.ActionKind != tc.wantKind {
|
|
t.Errorf("kind = %q, want %q (line=%s)", summary.ActionKind, tc.wantKind, tc.line)
|
|
}
|
|
if summary.ActionLabel != tc.wantLabel {
|
|
t.Errorf("label = %q, want %q (line=%s)", summary.ActionLabel, tc.wantLabel, tc.line)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestCacheOpen_RejectsTraversalIDs(t *testing.T) {
|
|
cache := NewCache(t.TempDir())
|
|
for _, id := range []string{"", ".", "..", "../etc", "a/b", "a\\b"} {
|
|
if _, err := cache.Open(id); err == nil {
|
|
t.Errorf("Open(%q) should fail", id)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestIsRunDirectory(t *testing.T) {
|
|
root := t.TempDir()
|
|
writeRun(t, root, "x", trace.Meta{StartedAt: time.Now().UTC()}, nil)
|
|
if !IsRunDirectory(filepath.Join(root, "x")) {
|
|
t.Error("expected true for run dir")
|
|
}
|
|
if IsRunDirectory(root) {
|
|
t.Error("expected false for parent dir")
|
|
}
|
|
}
|
|
|
|
func writeRun(t *testing.T, root, id string, meta trace.Meta, steps []trace.Step) {
|
|
t.Helper()
|
|
directory := filepath.Join(root, id)
|
|
if err := os.MkdirAll(directory, 0o755); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
metaBody, err := json.MarshalIndent(meta, "", " ")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := os.WriteFile(filepath.Join(directory, "meta.json"), metaBody, 0o644); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if steps == nil {
|
|
return
|
|
}
|
|
file, err := os.Create(filepath.Join(directory, "trace.jsonl"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer file.Close()
|
|
encoder := json.NewEncoder(file)
|
|
for _, step := range steps {
|
|
if err := encoder.Encode(step); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func timePointer(t time.Time) *time.Time { return &t }
|