mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 11:07:10 +00:00
* perf(ios): use prebuilt XCTest runner to cut startup * chore(ioscompanion): add companion asset prepare script * feat(ioscompanion): embed and extract simulator companion bundle * test(ioscompanion): cover companion stub and embedded extraction * docs: add third party notices for vendored companion * chore: ignore vendored companion bundle artifact * build(proto): pin simulator companion proto v1.1.8 * build(proto): add dedicated buf module and gen template for pinned proto * build(proto): exclude pinned companion proto from root buf workspace * feat(ioscompanion): commit generated companion gRPC stubs * feat(ioscompanion): map flat companion describe dump to TreeNode JSON * test(ioscompanion): add hierarchy-map golden and unit tests * feat(ioscompanion): port screen-settle stability polling to Go * test(ioscompanion): cover settle transitional, hash, streak, and cap rules * feat(ioscompanion): add USB HID keymap module * test(ioscompanion): cover keymap branches and paste-chord constants * build: embed companion assets via withcompanion tag * feat(ioscompanion): add transport companion interface * feat(ioscompanion): add HID event wrapper and builders * feat(ioscompanion): wire gRPC companion client and Dial * test(ioscompanion): cover HID builders and unit conversions * test(ioscompanion): cover Dial, process-state mapping, and install archive * test(ioscompanion): add gated simulator integration smoke test * feat(ioscompanion): text input and gesture HID composition with pasteboard fallback * test(ioscompanion): cover input composers, paste dialog loop, and pure helpers * feat(ioscompanion): add Describe to companion transport * feat(ioscompanion): implement DeviceDriver with companion supervision * test(ioscompanion): unit tests with fake companion transport * test(ioscompanion): gated companion smoke test * feat(ios): add ResolveTarget for simulator vs physical-device routing * feat(testrun): route iOS simulators through the native companion driver * refactor(testrun): defer the java preflight check to the physical-device path * feat(cli): add --ios-app-path flag * feat(doctor): split iOS checks into simulator and physical-device paths * test(folio): add gate-analyzer fixtures for G1-G5 * feat(folio): add iOS conformance gate script * chore(folio): wire gates recipe, app path, and ignore gate output * style: gofmt struct alignment drift * fix(doctor): probe simctl via xcrun instead of PATH lookup * fix(ioscompanion): spawn companion under driver-lifetime context * test(ioscompanion): prove companion child outlives startup context * fix(ioscompanion): chunk install payload under companion message cap * test(ioscompanion): cover install payload chunking * fix(ioscompanion): reinstall via simctl and sanitize companion env * fix(ioscompanion): wait out unresolved accessibility values after launch * perf(ioscompanion): paste long text for atomic landing * test(ioscompanion): cover paste threshold, retry flow, and sentinel detection * fix(ioscompanion): treat unresolved bridge values as transitional, never as content * fix(ioscompanion): accept masked secure-field values as paste landing * test(ioscompanion): cover sentinel mapping and masked-field landing * fix(ioscompanion): atomic erase and single-send paste to prevent doubling * test(ioscompanion): cover atomic erase, single chord, unverifiable field * fix(ioscompanion): verify paste on a time budget that outlasts the bridge blackout * test(ioscompanion): cover bridge-blackout paste verification * fix(ioscompanion): drop unresolved-value settle gate that never let empty-field screens settle * refactor(ioscompanion): name the empty-editable-field sentinel for what it is * perf(ioscompanion): tighten settle streak for the fast companion transport * feat(ioscompanion): pre-grant pasteboard access so unicode input skips the OS prompt * refactor(ioscompanion): drop paste warm-up now that the grant suppresses the prompt * test(ioscompanion): cover pasteboard grant on launch, drop warm-up tests * fix(ioscompanion): retry describe past transient collapsed accessibility dumps * test(ioscompanion): cover collapsed-dump detection * perf(ioscompanion): split raw and retrying describe so settle does not double-wait collapses * perf(ioscompanion): tighten settle now that collapses are handled separately * fix(ioscompanion): replace field content on input so blackout-skipped erase cannot accumulate text * test(ioscompanion): cover replace-on-input and TextReplacer capability * refactor(ioscompanion): neutralize HID events behind the transport seam * feat(companion): add simulator runner project skeleton * feat(companion): serve accessibility snapshots over the wire protocol * feat(companion): synthesize timestamped touch gestures * feat(companion): type text with replace semantics * feat(companion): serve the wire protocol from a parked runner * feat(ioscompanion): add TextEditor capability and unavailable sentinel to the transport seam * feat(ioscompanion): route text input through a text-editing companion when available * fix(companion): bind listener by port and source screen size from snapshot * feat(ioscompanion): add runner companion JSON transport * test(ioscompanion): cover runner transport protocol mapping * fix(companion): synthesize gestures synchronously to avoid the async completion crash * fix(companion): type on the main thread and recover from focus assertions * fix(companion): keep serving after an automation failure * refactor(companion): tidy snapshot serialization * fix(companion): honor sequential tap gaps and survive synthesis exceptions * feat(ioscompanion): expose native typing with an explicit replace flag * chore(companion): add runner asset prepare script * feat(ioscompanion): embed and extract the runner test bundle * test(ioscompanion): cover runner asset extraction * build(ioscompanion): commit runner asset archive * feat(ioscompanion): pair the legacy companion with the in-simulator runner * test(ioscompanion): cover hybrid routing, paste-grant skip, and port binding * fix(ioscompanion): reconnect after interrupted runner calls instead of restarting * fix(ioscompanion): route hybrid lifecycle through the runner and harden restarts * feat(companion): launch and terminate apps through the automation session * build(ioscompanion): refresh runner asset with session lifecycle * fix(ioscompanion): classify connection deadline expiry as caller budget * fix(companion): capture snapshots on the main thread inside the catch bridge * build(ioscompanion): refresh runner asset with main-thread snapshots * perf(ioscompanion): count read spans toward settle and capture snapshots concurrently * feat(ioscompanion): make the hybrid simulator companion the default * test(folio): cover runner-session orphans in the gate harness * test(ioscompanion): pin the child-lifetime test to the legacy path * fix(ioscompanion): keep mappable text on one HID stream and verify unicode clears * fix(ioscompanion): pause the clear chord so selection applies before the delete * fix(companion): prune the keyboard subtree from snapshots * build(ioscompanion): refresh runner asset without keyboard elements * fix(ioscompanion): capture the screenshot transport before a recovery can reassign it * fix(companion): pin the runner listener to loopback * fix(companion): size the replace delete prefix to cover any focused field * build(ioscompanion): refresh runner asset with loopback bind and replace fix * fix(cli): cancel the run context on SIGINT so spawned children are reaped * fix(testrun): point the device java preflight hint at the ios-device doctor * fix(folio): word-bound the G2 ERROR scan and drop the dead objc allowlist glob * test(ioscompanion): cover stopProcess, restart, and failed bring-up supervision * chore: add test-companion target for the withcompanion-tagged suite * chore(ioscompanion): stop tracking the runner archive build artifact * build: produce the runner archive from source like the companion bundle * refactor(conformance): move the gate harness out of examples/folio * chore(folio): drop the gate harness wiring from the example app
261 lines
8.9 KiB
Go
261 lines
8.9 KiB
Go
package ioscompanion
|
|
|
|
import (
|
|
"encoding/json"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/priyanshujain/sanderling/internal/hierarchy"
|
|
)
|
|
|
|
func mapAndParse(t *testing.T, dump []byte, width, height int) *hierarchy.Tree {
|
|
t.Helper()
|
|
treeJSON, err := MapHierarchy(dump, width, height)
|
|
if err != nil {
|
|
t.Fatalf("MapHierarchy: %v", err)
|
|
}
|
|
tree, err := hierarchy.Parse(string(treeJSON))
|
|
if err != nil {
|
|
t.Fatalf("hierarchy.Parse: %v", err)
|
|
}
|
|
return tree
|
|
}
|
|
|
|
func readDump(t *testing.T, name string) []byte {
|
|
t.Helper()
|
|
data, err := os.ReadFile(filepath.Join("testdata", name))
|
|
if err != nil {
|
|
t.Fatalf("read %s: %v", name, err)
|
|
}
|
|
return data
|
|
}
|
|
|
|
func TestGoldenLoginResolvesIdentifier(t *testing.T) {
|
|
tree := mapAndParse(t, readDump(t, "login-describe.json"), 402, 874)
|
|
|
|
element := tree.Find("id:LoginEmail")
|
|
if element == nil {
|
|
t.Fatal("id:LoginEmail did not resolve")
|
|
}
|
|
if element.ResourceID != "LoginEmail" {
|
|
t.Fatalf("ResourceID = %q, want LoginEmail", element.ResourceID)
|
|
}
|
|
if element.Class != "TextArea" {
|
|
t.Fatalf("Class = %q, want TextArea", element.Class)
|
|
}
|
|
// LoginEmail is an empty field, so its placeholder is the hintText.
|
|
if element.Attributes["hintText"] != "Email" {
|
|
t.Fatalf("hintText = %q, want Email", element.Attributes["hintText"])
|
|
}
|
|
if !element.Editable {
|
|
t.Fatal("LoginEmail should be editable")
|
|
}
|
|
wantBounds := hierarchy.Bounds{Left: 34, Top: 125, Right: 368, Bottom: 173}
|
|
if element.Bounds != wantBounds {
|
|
t.Fatalf("Bounds = %+v, want %+v", element.Bounds, wantBounds)
|
|
}
|
|
}
|
|
|
|
func TestGoldenScopedQueryUsesSpatialFallback(t *testing.T) {
|
|
tree := mapAndParse(t, readDump(t, "accounts-describe.json"), 402, 874)
|
|
|
|
// The Application node spans the full screen but the flat tree gives it no
|
|
// descendants. A scoped query for content inside it must resolve through the
|
|
// hierarchy package's spatial-containment fallback.
|
|
container := tree.FindNode("class:Application")
|
|
if container == nil {
|
|
t.Fatal("class:Application did not resolve")
|
|
}
|
|
if len(container.Children) != 0 {
|
|
t.Fatalf("expected a flat tree with no Application descendants, got %d", len(container.Children))
|
|
}
|
|
|
|
scoped := container.Find("desc:Accounts")
|
|
if scoped == nil {
|
|
t.Fatal("scoped desc:Accounts did not resolve via spatial fallback")
|
|
}
|
|
if scoped.Description != "Accounts" {
|
|
t.Fatalf("scoped Description = %q, want Accounts", scoped.Description)
|
|
}
|
|
|
|
// Smallest-area ranking should put the compact label ahead of any larger
|
|
// spatially-contained match.
|
|
scopedButton := container.Find("id:AddAccountButton")
|
|
if scopedButton == nil {
|
|
t.Fatal("scoped id:AddAccountButton did not resolve via spatial fallback")
|
|
}
|
|
if scopedButton.ResourceID != "AddAccountButton" {
|
|
t.Fatalf("scoped ResourceID = %q, want AddAccountButton", scopedButton.ResourceID)
|
|
}
|
|
}
|
|
|
|
func parseSingle(t *testing.T, dump string) *hierarchy.Element {
|
|
t.Helper()
|
|
tree := mapAndParse(t, []byte(dump), 400, 800)
|
|
if len(tree.Elements) < 2 {
|
|
t.Fatalf("expected root plus one child, got %d elements", len(tree.Elements))
|
|
}
|
|
// Element 0 is the synthesized root; element 1 is the mapped child.
|
|
return tree.Elements[1]
|
|
}
|
|
|
|
func TestPlaceholderMapsToHintText(t *testing.T) {
|
|
dump := `[{"type":"TextField","frame":{"x":10,"y":20,"width":100,"height":40},
|
|
"AXUniqueId":"Search","AXLabel":"Search accounts","AXValue":null,"enabled":true}]`
|
|
element := parseSingle(t, dump)
|
|
if element.Attributes["hintText"] != "Search accounts" {
|
|
t.Fatalf("hintText = %q, want Search accounts", element.Attributes["hintText"])
|
|
}
|
|
if element.Attributes["accessibilityText"] != "" {
|
|
t.Fatalf("accessibilityText = %q, want empty", element.Attributes["accessibilityText"])
|
|
}
|
|
if element.Text != "" {
|
|
t.Fatalf("text = %q, want empty", element.Text)
|
|
}
|
|
}
|
|
|
|
func TestNonEmptyValueMapsToText(t *testing.T) {
|
|
dump := `[{"type":"TextField","frame":{"x":0,"y":0,"width":10,"height":10},
|
|
"AXUniqueId":"Search","AXLabel":"Search accounts","AXValue":"groceries","enabled":true}]`
|
|
element := parseSingle(t, dump)
|
|
if element.Text != "groceries" {
|
|
t.Fatalf("text = %q, want groceries", element.Text)
|
|
}
|
|
// With a value present, the label is a real accessibility label, not a hint.
|
|
if element.Attributes["accessibilityText"] != "Search accounts" {
|
|
t.Fatalf("accessibilityText = %q, want Search accounts", element.Attributes["accessibilityText"])
|
|
}
|
|
if element.Attributes["hintText"] != "" {
|
|
t.Fatalf("hintText = %q, want empty", element.Attributes["hintText"])
|
|
}
|
|
}
|
|
|
|
func TestEditableAndClickableFlags(t *testing.T) {
|
|
cases := []struct {
|
|
elementType string
|
|
wantEditable bool
|
|
wantClickable bool
|
|
}{
|
|
{"TextField", true, false},
|
|
{"TextArea", true, false},
|
|
{"Button", false, true},
|
|
{"StaticText", false, false},
|
|
}
|
|
for _, testCase := range cases {
|
|
dump := `[{"type":"` + testCase.elementType + `","frame":{"x":0,"y":0,"width":10,"height":10},"enabled":true}]`
|
|
element := parseSingle(t, dump)
|
|
if element.Editable != testCase.wantEditable {
|
|
t.Errorf("%s editable = %v, want %v", testCase.elementType, element.Editable, testCase.wantEditable)
|
|
}
|
|
if element.Clickable != testCase.wantClickable {
|
|
t.Errorf("%s clickable = %v, want %v", testCase.elementType, element.Clickable, testCase.wantClickable)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestEnabledMapsToTopLevelBool(t *testing.T) {
|
|
dump := `[{"type":"Button","frame":{"x":0,"y":0,"width":10,"height":10},"enabled":false}]`
|
|
element := parseSingle(t, dump)
|
|
if element.Enabled {
|
|
t.Fatal("element should be disabled")
|
|
}
|
|
if element.Attributes["enabled"] != "false" {
|
|
t.Fatalf("enabled attr = %q, want false", element.Attributes["enabled"])
|
|
}
|
|
}
|
|
|
|
func TestBoundsArithmetic(t *testing.T) {
|
|
dump := `[{"type":"Button","frame":{"x":34,"y":125.33333,"width":334,"height":48.00001},"enabled":true}]`
|
|
element := parseSingle(t, dump)
|
|
want := hierarchy.Bounds{Left: 34, Top: 125, Right: 368, Bottom: 173}
|
|
if element.Bounds != want {
|
|
t.Fatalf("Bounds = %+v, want %+v", element.Bounds, want)
|
|
}
|
|
}
|
|
|
|
func TestMalformedElementsSkipped(t *testing.T) {
|
|
// First element has no type and must be skipped; second has a NaN frame and
|
|
// must be skipped; third is valid.
|
|
dump := `[
|
|
{"frame":{"x":0,"y":0,"width":10,"height":10},"enabled":true},
|
|
{"type":"Button","frame":{"x":0,"y":0,"width":1e999,"height":10},"enabled":true},
|
|
{"type":"Button","frame":{"x":0,"y":0,"width":10,"height":10},"AXUniqueId":"OK","enabled":true}
|
|
]`
|
|
tree := mapAndParse(t, []byte(dump), 400, 800)
|
|
// Root plus exactly one valid child.
|
|
if len(tree.Elements) != 2 {
|
|
t.Fatalf("expected 2 elements (root + 1 valid), got %d", len(tree.Elements))
|
|
}
|
|
if tree.Find("id:OK") == nil {
|
|
t.Fatal("valid element OK should resolve")
|
|
}
|
|
}
|
|
|
|
func TestEmptyAndGarbageInputAreTotal(t *testing.T) {
|
|
for _, dump := range [][]byte{nil, {}, []byte("not json"), []byte("{}"), []byte("[]")} {
|
|
treeJSON, err := MapHierarchy(dump, 100, 200)
|
|
if err != nil {
|
|
t.Fatalf("MapHierarchy(%q) error: %v", dump, err)
|
|
}
|
|
var node treeNode
|
|
if err := json.Unmarshal(treeJSON, &node); err != nil {
|
|
t.Fatalf("result not valid TreeNode JSON for %q: %v", dump, err)
|
|
}
|
|
if node.Attributes["bounds"] != "[0,0][100,200]" {
|
|
t.Fatalf("root bounds = %q, want [0,0][100,200]", node.Attributes["bounds"])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestRootIsFlatWithAllChildren(t *testing.T) {
|
|
tree := mapAndParse(t, readDump(t, "login-describe.json"), 402, 874)
|
|
if tree.Root == nil {
|
|
t.Fatal("nil root")
|
|
}
|
|
// The login dump has 10 elements; all map to direct children of the root.
|
|
if len(tree.Root.Children) != 10 {
|
|
t.Fatalf("root children = %d, want 10", len(tree.Root.Children))
|
|
}
|
|
wantRoot := hierarchy.Bounds{Left: 0, Top: 0, Right: 402, Bottom: 874}
|
|
if tree.Root.Bounds != wantRoot {
|
|
t.Fatalf("root bounds = %+v, want %+v", tree.Root.Bounds, wantRoot)
|
|
}
|
|
}
|
|
|
|
func TestMapHierarchySentinelValueMapsAsEmpty(t *testing.T) {
|
|
dump := `[{"type":"TextField","AXUniqueId":"F","AXLabel":"Email","AXValue":"Invalid","frame":{"x":0,"y":0,"width":10,"height":10},"enabled":true}]`
|
|
mapped, err := MapHierarchy([]byte(dump), 100, 100)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if strings.Contains(string(mapped), "Invalid") {
|
|
t.Fatalf("sentinel leaked into mapped tree: %s", mapped)
|
|
}
|
|
if !strings.Contains(string(mapped), "hintText") {
|
|
t.Fatalf("empty editable field should map label to hintText: %s", mapped)
|
|
}
|
|
}
|
|
|
|
func TestDumpIsCollapsed(t *testing.T) {
|
|
cases := []struct {
|
|
name string
|
|
dump string
|
|
want bool
|
|
}{
|
|
{name: "empty array", dump: `[]`, want: true},
|
|
{name: "application only", dump: `[{"type":"Application","frame":{"x":0,"y":0,"width":390,"height":844}}]`, want: true},
|
|
{name: "malformed", dump: `nope`, want: true},
|
|
{name: "real screen", dump: `[{"type":"Application"},{"type":"TextArea","AXUniqueId":"LoginEmail","frame":{"x":0,"y":0,"width":1,"height":1}}]`, want: false},
|
|
{name: "single button", dump: `[{"type":"Button","frame":{"x":0,"y":0,"width":1,"height":1}}]`, want: false},
|
|
}
|
|
for _, c := range cases {
|
|
t.Run(c.name, func(t *testing.T) {
|
|
if got := dumpIsCollapsed([]byte(c.dump)); got != c.want {
|
|
t.Fatalf("got %v, want %v", got, c.want)
|
|
}
|
|
})
|
|
}
|
|
}
|