mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 11:07:10 +00:00
* perf(ios): use prebuilt XCTest runner to cut startup * chore(ioscompanion): add companion asset prepare script * feat(ioscompanion): embed and extract simulator companion bundle * test(ioscompanion): cover companion stub and embedded extraction * docs: add third party notices for vendored companion * chore: ignore vendored companion bundle artifact * build(proto): pin simulator companion proto v1.1.8 * build(proto): add dedicated buf module and gen template for pinned proto * build(proto): exclude pinned companion proto from root buf workspace * feat(ioscompanion): commit generated companion gRPC stubs * feat(ioscompanion): map flat companion describe dump to TreeNode JSON * test(ioscompanion): add hierarchy-map golden and unit tests * feat(ioscompanion): port screen-settle stability polling to Go * test(ioscompanion): cover settle transitional, hash, streak, and cap rules * feat(ioscompanion): add USB HID keymap module * test(ioscompanion): cover keymap branches and paste-chord constants * build: embed companion assets via withcompanion tag * feat(ioscompanion): add transport companion interface * feat(ioscompanion): add HID event wrapper and builders * feat(ioscompanion): wire gRPC companion client and Dial * test(ioscompanion): cover HID builders and unit conversions * test(ioscompanion): cover Dial, process-state mapping, and install archive * test(ioscompanion): add gated simulator integration smoke test * feat(ioscompanion): text input and gesture HID composition with pasteboard fallback * test(ioscompanion): cover input composers, paste dialog loop, and pure helpers * feat(ioscompanion): add Describe to companion transport * feat(ioscompanion): implement DeviceDriver with companion supervision * test(ioscompanion): unit tests with fake companion transport * test(ioscompanion): gated companion smoke test * feat(ios): add ResolveTarget for simulator vs physical-device routing * feat(testrun): route iOS simulators through the native companion driver * refactor(testrun): defer the java preflight check to the physical-device path * feat(cli): add --ios-app-path flag * feat(doctor): split iOS checks into simulator and physical-device paths * test(folio): add gate-analyzer fixtures for G1-G5 * feat(folio): add iOS conformance gate script * chore(folio): wire gates recipe, app path, and ignore gate output * style: gofmt struct alignment drift * fix(doctor): probe simctl via xcrun instead of PATH lookup * fix(ioscompanion): spawn companion under driver-lifetime context * test(ioscompanion): prove companion child outlives startup context * fix(ioscompanion): chunk install payload under companion message cap * test(ioscompanion): cover install payload chunking * fix(ioscompanion): reinstall via simctl and sanitize companion env * fix(ioscompanion): wait out unresolved accessibility values after launch * perf(ioscompanion): paste long text for atomic landing * test(ioscompanion): cover paste threshold, retry flow, and sentinel detection * fix(ioscompanion): treat unresolved bridge values as transitional, never as content * fix(ioscompanion): accept masked secure-field values as paste landing * test(ioscompanion): cover sentinel mapping and masked-field landing * fix(ioscompanion): atomic erase and single-send paste to prevent doubling * test(ioscompanion): cover atomic erase, single chord, unverifiable field * fix(ioscompanion): verify paste on a time budget that outlasts the bridge blackout * test(ioscompanion): cover bridge-blackout paste verification * fix(ioscompanion): drop unresolved-value settle gate that never let empty-field screens settle * refactor(ioscompanion): name the empty-editable-field sentinel for what it is * perf(ioscompanion): tighten settle streak for the fast companion transport * feat(ioscompanion): pre-grant pasteboard access so unicode input skips the OS prompt * refactor(ioscompanion): drop paste warm-up now that the grant suppresses the prompt * test(ioscompanion): cover pasteboard grant on launch, drop warm-up tests * fix(ioscompanion): retry describe past transient collapsed accessibility dumps * test(ioscompanion): cover collapsed-dump detection * perf(ioscompanion): split raw and retrying describe so settle does not double-wait collapses * perf(ioscompanion): tighten settle now that collapses are handled separately * fix(ioscompanion): replace field content on input so blackout-skipped erase cannot accumulate text * test(ioscompanion): cover replace-on-input and TextReplacer capability * refactor(ioscompanion): neutralize HID events behind the transport seam * feat(companion): add simulator runner project skeleton * feat(companion): serve accessibility snapshots over the wire protocol * feat(companion): synthesize timestamped touch gestures * feat(companion): type text with replace semantics * feat(companion): serve the wire protocol from a parked runner * feat(ioscompanion): add TextEditor capability and unavailable sentinel to the transport seam * feat(ioscompanion): route text input through a text-editing companion when available * fix(companion): bind listener by port and source screen size from snapshot * feat(ioscompanion): add runner companion JSON transport * test(ioscompanion): cover runner transport protocol mapping * fix(companion): synthesize gestures synchronously to avoid the async completion crash * fix(companion): type on the main thread and recover from focus assertions * fix(companion): keep serving after an automation failure * refactor(companion): tidy snapshot serialization * fix(companion): honor sequential tap gaps and survive synthesis exceptions * feat(ioscompanion): expose native typing with an explicit replace flag * chore(companion): add runner asset prepare script * feat(ioscompanion): embed and extract the runner test bundle * test(ioscompanion): cover runner asset extraction * build(ioscompanion): commit runner asset archive * feat(ioscompanion): pair the legacy companion with the in-simulator runner * test(ioscompanion): cover hybrid routing, paste-grant skip, and port binding * fix(ioscompanion): reconnect after interrupted runner calls instead of restarting * fix(ioscompanion): route hybrid lifecycle through the runner and harden restarts * feat(companion): launch and terminate apps through the automation session * build(ioscompanion): refresh runner asset with session lifecycle * fix(ioscompanion): classify connection deadline expiry as caller budget * fix(companion): capture snapshots on the main thread inside the catch bridge * build(ioscompanion): refresh runner asset with main-thread snapshots * perf(ioscompanion): count read spans toward settle and capture snapshots concurrently * feat(ioscompanion): make the hybrid simulator companion the default * test(folio): cover runner-session orphans in the gate harness * test(ioscompanion): pin the child-lifetime test to the legacy path * fix(ioscompanion): keep mappable text on one HID stream and verify unicode clears * fix(ioscompanion): pause the clear chord so selection applies before the delete * fix(companion): prune the keyboard subtree from snapshots * build(ioscompanion): refresh runner asset without keyboard elements * fix(ioscompanion): capture the screenshot transport before a recovery can reassign it * fix(companion): pin the runner listener to loopback * fix(companion): size the replace delete prefix to cover any focused field * build(ioscompanion): refresh runner asset with loopback bind and replace fix * fix(cli): cancel the run context on SIGINT so spawned children are reaped * fix(testrun): point the device java preflight hint at the ios-device doctor * fix(folio): word-bound the G2 ERROR scan and drop the dead objc allowlist glob * test(ioscompanion): cover stopProcess, restart, and failed bring-up supervision * chore: add test-companion target for the withcompanion-tagged suite * chore(ioscompanion): stop tracking the runner archive build artifact * build: produce the runner archive from source like the companion bundle * refactor(conformance): move the gate harness out of examples/folio * chore(folio): drop the gate harness wiring from the example app
343 lines
11 KiB
Go
343 lines
11 KiB
Go
package transport
|
|
|
|
import (
|
|
"bufio"
|
|
"context"
|
|
"encoding/base64"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"net"
|
|
"os"
|
|
"os/exec"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
// deadlineImmediate is a deadline already in the past, used to interrupt a
|
|
// blocked read or write when the context is cancelled.
|
|
var deadlineImmediate = time.Unix(1, 0)
|
|
|
|
// runnerCompanion speaks newline-delimited JSON over a single persistent TCP
|
|
// connection to the in-simulator runner. One request is in flight at a time:
|
|
// the mutex serializes call/response pairs over the shared connection.
|
|
type runnerCompanion struct {
|
|
uniqueDeviceIdentifier string
|
|
bundleID string
|
|
address string
|
|
|
|
mutex sync.Mutex
|
|
conn net.Conn
|
|
reader *bufio.Reader
|
|
nextID int
|
|
|
|
// dirty marks the connection desynced: a call was interrupted before its
|
|
// response was read, so the next call reconnects to the still-running
|
|
// server instead of misreading the stale response.
|
|
dirty bool
|
|
}
|
|
|
|
// DialRunner opens one persistent TCP connection to the simulator runner at
|
|
// address and returns a Companion that also implements TextEditor. The
|
|
// uniqueDeviceIdentifier targets simctl shell-outs; bundleID is the app the
|
|
// snapshot and app-state queries default to.
|
|
func DialRunner(address, uniqueDeviceIdentifier, bundleID string) (Companion, error) {
|
|
conn, err := net.Dial("tcp", address)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("runner transport: %w: dial %s: %v", ErrCompanionUnavailable, address, err)
|
|
}
|
|
return &runnerCompanion{
|
|
uniqueDeviceIdentifier: uniqueDeviceIdentifier,
|
|
bundleID: bundleID,
|
|
address: address,
|
|
conn: conn,
|
|
reader: bufio.NewReader(conn),
|
|
}, nil
|
|
}
|
|
|
|
func (c *runnerCompanion) Close() error { return c.conn.Close() }
|
|
|
|
// runnerRequest and runnerResponse are the wire envelopes. A response carries
|
|
// either result or error, never both.
|
|
type runnerRequest struct {
|
|
ID int `json:"id"`
|
|
Method string `json:"method"`
|
|
Params map[string]any `json:"params"`
|
|
}
|
|
|
|
type runnerResponse struct {
|
|
ID int `json:"id"`
|
|
Result json.RawMessage `json:"result"`
|
|
Error string `json:"error"`
|
|
}
|
|
|
|
// call sends one request and returns its result payload. Transport-level
|
|
// failures wrap ErrCompanionUnavailable; a server-reported error does not.
|
|
func (c *runnerCompanion) call(ctx context.Context, method string, params map[string]any) (json.RawMessage, error) {
|
|
c.mutex.Lock()
|
|
defer c.mutex.Unlock()
|
|
|
|
if c.dirty {
|
|
if err := c.reconnect(); err != nil {
|
|
return nil, fmt.Errorf("runner transport: %w: reconnect: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
}
|
|
|
|
if params == nil {
|
|
params = map[string]any{}
|
|
}
|
|
c.nextID++
|
|
id := c.nextID
|
|
|
|
// A blocked read or write cannot observe context cancellation directly, so
|
|
// AfterFunc trips an immediate deadline to interrupt it. The deadline is
|
|
// cleared once the call returns so the next call starts fresh.
|
|
stop := context.AfterFunc(ctx, func() {
|
|
c.conn.SetDeadline(deadlineImmediate)
|
|
})
|
|
// Clearing the deadline must happen after stop() so a late-firing AfterFunc
|
|
// cannot re-arm the deadline once the call has completed. Defers run LIFO.
|
|
defer c.conn.SetDeadline(time.Time{})
|
|
defer stop()
|
|
if deadline, ok := ctx.Deadline(); ok {
|
|
c.conn.SetDeadline(deadline)
|
|
}
|
|
|
|
payload, err := json.Marshal(runnerRequest{ID: id, Method: method, Params: params})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("runner transport: %w: marshal %s request: %v", ErrCompanionUnavailable, method, err)
|
|
}
|
|
payload = append(payload, '\n')
|
|
if _, err := c.conn.Write(payload); err != nil {
|
|
return nil, c.wrapTransport(ctx, "write", method, err)
|
|
}
|
|
|
|
line, err := c.reader.ReadBytes('\n')
|
|
if err != nil {
|
|
return nil, c.wrapTransport(ctx, "read", method, err)
|
|
}
|
|
|
|
var response runnerResponse
|
|
if err := json.Unmarshal(line, &response); err != nil {
|
|
return nil, fmt.Errorf("runner transport: %w: decode %s response: %v", ErrCompanionUnavailable, method, err)
|
|
}
|
|
if response.ID != id {
|
|
return nil, fmt.Errorf("runner transport: %w: response id %d does not match request id %d", ErrCompanionUnavailable, response.ID, id)
|
|
}
|
|
if response.Error != "" {
|
|
return nil, fmt.Errorf("runner %s: %s", method, response.Error)
|
|
}
|
|
return response.Result, nil
|
|
}
|
|
|
|
// wrapTransport classifies a read/write failure. A caller-imposed cancel or
|
|
// deadline is the caller's slowness budget, not a connection loss, so it does
|
|
// not carry the unavailable sentinel: a child restart would not make the call
|
|
// faster. The connection's own deadline is only ever set from the caller's
|
|
// context, so a deadline-exceeded network error is the same budget expiry
|
|
// even when it beats the context's done flag by a hair. Either way the
|
|
// connection is desynced and reconnects on the next call.
|
|
func (c *runnerCompanion) wrapTransport(ctx context.Context, stage, method string, err error) error {
|
|
c.dirty = true
|
|
if ctxErr := ctx.Err(); ctxErr != nil {
|
|
return fmt.Errorf("runner %s interrupted (%s): %w", method, stage, ctxErr)
|
|
}
|
|
if errors.Is(err, os.ErrDeadlineExceeded) {
|
|
return fmt.Errorf("runner %s interrupted (%s): %w", method, stage, err)
|
|
}
|
|
return fmt.Errorf("runner transport: %w: %s %s: %v", ErrCompanionUnavailable, stage, method, err)
|
|
}
|
|
|
|
// reconnect replaces the desynced connection with a fresh one to the same
|
|
// still-running server.
|
|
func (c *runnerCompanion) reconnect() error {
|
|
_ = c.conn.Close()
|
|
conn, err := net.Dial("tcp", c.address)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
c.conn = conn
|
|
c.reader = bufio.NewReader(conn)
|
|
c.dirty = false
|
|
return nil
|
|
}
|
|
|
|
func (c *runnerCompanion) AccessibilityInfo(ctx context.Context) (string, error) {
|
|
result, err := c.call(ctx, "snapshot", map[string]any{"bundleId": c.bundleID})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
var payload struct {
|
|
Elements []json.RawMessage `json:"elements"`
|
|
}
|
|
if err := json.Unmarshal(result, &payload); err != nil {
|
|
return "", fmt.Errorf("runner transport: %w: decode snapshot elements: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
elements, err := json.Marshal(payload.Elements)
|
|
if err != nil {
|
|
return "", fmt.Errorf("runner transport: %w: re-marshal snapshot elements: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
return string(elements), nil
|
|
}
|
|
|
|
func (c *runnerCompanion) Describe(ctx context.Context) (ScreenDescription, error) {
|
|
result, err := c.call(ctx, "describe", nil)
|
|
if err != nil {
|
|
return ScreenDescription{}, err
|
|
}
|
|
var payload struct {
|
|
WidthPoints int `json:"widthPoints"`
|
|
HeightPoints int `json:"heightPoints"`
|
|
Scale float64 `json:"scale"`
|
|
}
|
|
if err := json.Unmarshal(result, &payload); err != nil {
|
|
return ScreenDescription{}, fmt.Errorf("runner transport: %w: decode describe response: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
return ScreenDescription{
|
|
WidthPoints: payload.WidthPoints,
|
|
HeightPoints: payload.HeightPoints,
|
|
Scale: payload.Scale,
|
|
}, nil
|
|
}
|
|
|
|
func (c *runnerCompanion) SendHID(ctx context.Context, events ...HIDEvent) error {
|
|
encoded := make([]map[string]any, 0, len(events))
|
|
for _, event := range events {
|
|
object, err := hidEventToObject(event)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
encoded = append(encoded, object)
|
|
}
|
|
_, err := c.call(ctx, "gesture", map[string]any{"events": encoded})
|
|
return err
|
|
}
|
|
|
|
// hidEventToObject encodes a neutral HID event as a runner gesture event. The
|
|
// runner edits text natively, so keyboard HID events are rejected with an
|
|
// ordinary error rather than a connection-level one.
|
|
func hidEventToObject(event HIDEvent) (map[string]any, error) {
|
|
switch event.Kind {
|
|
case HIDKindTouchDown:
|
|
return map[string]any{"kind": "touchDown", "x": event.X, "y": event.Y}, nil
|
|
case HIDKindTouchUp:
|
|
return map[string]any{"kind": "touchUp", "x": event.X, "y": event.Y}, nil
|
|
case HIDKindDelay:
|
|
return map[string]any{"kind": "delay", "milliseconds": event.Milliseconds}, nil
|
|
case HIDKindSwipe:
|
|
return map[string]any{
|
|
"kind": "swipe",
|
|
"fromX": event.FromX,
|
|
"fromY": event.FromY,
|
|
"toX": event.ToX,
|
|
"toY": event.ToY,
|
|
"seconds": event.Seconds,
|
|
}, nil
|
|
case HIDKindKeyDown, HIDKindKeyUp:
|
|
return nil, errors.New("runner companion does not synthesize keyboard HID events; route text through the text editor")
|
|
}
|
|
return nil, fmt.Errorf("unknown HID event kind %d", event.Kind)
|
|
}
|
|
|
|
func (c *runnerCompanion) Screenshot(ctx context.Context) ([]byte, string, error) {
|
|
result, err := c.call(ctx, "screenshot", nil)
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
var payload struct {
|
|
PNGBase64 string `json:"pngBase64"`
|
|
}
|
|
if err := json.Unmarshal(result, &payload); err != nil {
|
|
return nil, "", fmt.Errorf("runner transport: %w: decode screenshot response: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
data, err := base64.StdEncoding.DecodeString(payload.PNGBase64)
|
|
if err != nil {
|
|
return nil, "", fmt.Errorf("runner transport: %w: decode screenshot png: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
return data, "png", nil
|
|
}
|
|
|
|
func (c *runnerCompanion) Launch(ctx context.Context, bundleID string, foregroundIfRunning bool) error {
|
|
_, err := c.call(ctx, "launch", map[string]any{
|
|
"bundleId": bundleID,
|
|
"foregroundIfRunning": foregroundIfRunning,
|
|
})
|
|
return err
|
|
}
|
|
|
|
func (c *runnerCompanion) Terminate(ctx context.Context, bundleID string) error {
|
|
_, err := c.call(ctx, "terminate", map[string]any{"bundleId": bundleID})
|
|
return err
|
|
}
|
|
|
|
func (c *runnerCompanion) ListApps(ctx context.Context) ([]InstalledApp, error) {
|
|
result, err := c.call(ctx, "appState", map[string]any{"bundleId": c.bundleID})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var payload struct {
|
|
State string `json:"state"`
|
|
}
|
|
if err := json.Unmarshal(result, &payload); err != nil {
|
|
return nil, fmt.Errorf("runner transport: %w: decode appState response: %v", ErrCompanionUnavailable, err)
|
|
}
|
|
return []InstalledApp{{
|
|
BundleID: c.bundleID,
|
|
InstallType: "user",
|
|
ProcessState: processStateFromAppState(payload.State),
|
|
}}, nil
|
|
}
|
|
|
|
func processStateFromAppState(state string) ProcessState {
|
|
switch state {
|
|
case "foreground", "background":
|
|
return ProcessStateRunning
|
|
case "notRunning":
|
|
return ProcessStateNotRunning
|
|
default:
|
|
return ProcessStateUnknown
|
|
}
|
|
}
|
|
|
|
// Install and Uninstall shell out to simctl. The driver does not call these
|
|
// today; they complete the Companion interface.
|
|
func (c *runnerCompanion) Install(ctx context.Context, appPath string) error {
|
|
command := exec.CommandContext(ctx, "xcrun", "simctl", "install", c.uniqueDeviceIdentifier, appPath)
|
|
if output, err := command.CombinedOutput(); err != nil {
|
|
return fmt.Errorf("simctl install: %v: %s", err, output)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (c *runnerCompanion) Uninstall(ctx context.Context, bundleID string) error {
|
|
command := exec.CommandContext(ctx, "xcrun", "simctl", "uninstall", c.uniqueDeviceIdentifier, bundleID)
|
|
if output, err := command.CombinedOutput(); err != nil {
|
|
return fmt.Errorf("simctl uninstall: %v: %s", err, output)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (c *runnerCompanion) InputText(ctx context.Context, text string) error {
|
|
return c.TypeText(ctx, text, true)
|
|
}
|
|
|
|
func (c *runnerCompanion) TypeText(ctx context.Context, text string, replace bool) error {
|
|
_, err := c.call(ctx, "typeText", map[string]any{"text": text, "replace": replace})
|
|
return err
|
|
}
|
|
|
|
func (c *runnerCompanion) EraseText(ctx context.Context, characterCount int) error {
|
|
_, err := c.call(ctx, "eraseText", map[string]any{"count": characterCount})
|
|
return err
|
|
}
|
|
|
|
func (c *runnerCompanion) PressKey(ctx context.Context, key string) error {
|
|
switch key {
|
|
case "enter", "return", "Enter", "Return":
|
|
_, err := c.call(ctx, "pressKey", map[string]any{"key": "return"})
|
|
return err
|
|
default:
|
|
return fmt.Errorf("runner companion cannot press key %q; only return is supported", key)
|
|
}
|
|
}
|