mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 19:17:10 +00:00
pj
3cdc0a1a2a
observation and apply now run under a timeout, so a driver that stops answering ends the step rather than the run. an undelivered gesture and a selector that matched nothing are recorded as their own skip reasons instead of counting toward the apply-failure streak, a failed observation is counted apart from a screen with nothing on it, and the summary names both. resolveCoordinates hands a point outside the viewport to the driver rather than dropping it: only the driver knows whether it can scroll that point back into reach. exceptions and navigations are collected per step and a Scroll goes to a driver's Scroller when it has one.
97 lines
2.7 KiB
Go
97 lines
2.7 KiB
Go
package runner
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/priyanshujain/sanderling/internal/driver"
|
|
mockdriver "github.com/priyanshujain/sanderling/internal/driver/mock"
|
|
"github.com/priyanshujain/sanderling/internal/trace"
|
|
)
|
|
|
|
// throwingDriver reports one captured uncaught error, the way the chrome
|
|
// driver reports the page's buffer.
|
|
type throwingDriver struct {
|
|
*mockdriver.Driver
|
|
}
|
|
|
|
func (d *throwingDriver) Exceptions(
|
|
context.Context,
|
|
) ([]driver.Exception, error) {
|
|
return []driver.Exception{{
|
|
Class: "TypeError",
|
|
Message: "cannot read balance of null",
|
|
StackTrace: "at render (app.js:12)",
|
|
UnixMillis: 1700000000000,
|
|
}}, nil
|
|
}
|
|
|
|
// TestRunner_LogsAndExceptionsLandInTheTrace covers the error surface an
|
|
// offline oracle has no other source for: the default properties read
|
|
// state.logs and state.exceptions, and neither used to survive the step.
|
|
func TestRunner_LogsAndExceptionsLandInTheTrace(t *testing.T) {
|
|
state := newHarness(t)
|
|
state.mock.LogEntries = []driver.LogEntry{{
|
|
UnixMillis: 1700000000123,
|
|
Level: "E",
|
|
Tag: "AndroidRuntime",
|
|
Message: "FATAL EXCEPTION: main",
|
|
}}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
|
defer cancel()
|
|
if _, err := Run(ctx, Options{
|
|
Duration: 100 * time.Millisecond,
|
|
IdleTimeout: 20 * time.Millisecond,
|
|
MaxSteps: 1,
|
|
Driver: &throwingDriver{Driver: state.mock},
|
|
Verifier: state.verifier,
|
|
TraceWriter: state.writer,
|
|
}); err != nil {
|
|
t.Fatalf("Run: %v", err)
|
|
}
|
|
|
|
body, err := os.ReadFile(
|
|
filepath.Join(state.writer.Directory(), "trace.jsonl"),
|
|
)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
line := strings.SplitN(strings.TrimSpace(string(body)), "\n", 2)[0]
|
|
var stored struct {
|
|
TraceVersion int `json:"trace_version"`
|
|
Logs []trace.LogEntry `json:"logs"`
|
|
Exceptions []trace.Exception `json:"exceptions"`
|
|
}
|
|
if err := json.Unmarshal([]byte(line), &stored); err != nil {
|
|
t.Fatalf("decode trace line: %v\n%s", err, line)
|
|
}
|
|
if stored.TraceVersion != trace.TraceVersion {
|
|
t.Errorf(
|
|
"trace_version = %d, want %d; an old trace could not be told apart",
|
|
stored.TraceVersion,
|
|
trace.TraceVersion,
|
|
)
|
|
}
|
|
want := trace.LogEntry{
|
|
UnixMillis: 1700000000123,
|
|
Level: "E",
|
|
Tag: "AndroidRuntime",
|
|
Message: "FATAL EXCEPTION: main",
|
|
}
|
|
if len(stored.Logs) != 1 || stored.Logs[0] != want {
|
|
t.Errorf("logs on disk = %+v, want [%+v]", stored.Logs, want)
|
|
}
|
|
if len(stored.Exceptions) != 1 ||
|
|
stored.Exceptions[0].Class != "TypeError" ||
|
|
stored.Exceptions[0].Message != "cannot read balance of null" ||
|
|
stored.Exceptions[0].StackTrace != "at render (app.js:12)" {
|
|
t.Errorf("exceptions on disk = %+v", stored.Exceptions)
|
|
}
|
|
}
|