mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 11:07:10 +00:00
* perf(ios): use prebuilt XCTest runner to cut startup * chore(ioscompanion): add companion asset prepare script * feat(ioscompanion): embed and extract simulator companion bundle * test(ioscompanion): cover companion stub and embedded extraction * docs: add third party notices for vendored companion * chore: ignore vendored companion bundle artifact * build(proto): pin simulator companion proto v1.1.8 * build(proto): add dedicated buf module and gen template for pinned proto * build(proto): exclude pinned companion proto from root buf workspace * feat(ioscompanion): commit generated companion gRPC stubs * feat(ioscompanion): map flat companion describe dump to TreeNode JSON * test(ioscompanion): add hierarchy-map golden and unit tests * feat(ioscompanion): port screen-settle stability polling to Go * test(ioscompanion): cover settle transitional, hash, streak, and cap rules * feat(ioscompanion): add USB HID keymap module * test(ioscompanion): cover keymap branches and paste-chord constants * build: embed companion assets via withcompanion tag * feat(ioscompanion): add transport companion interface * feat(ioscompanion): add HID event wrapper and builders * feat(ioscompanion): wire gRPC companion client and Dial * test(ioscompanion): cover HID builders and unit conversions * test(ioscompanion): cover Dial, process-state mapping, and install archive * test(ioscompanion): add gated simulator integration smoke test * feat(ioscompanion): text input and gesture HID composition with pasteboard fallback * test(ioscompanion): cover input composers, paste dialog loop, and pure helpers * feat(ioscompanion): add Describe to companion transport * feat(ioscompanion): implement DeviceDriver with companion supervision * test(ioscompanion): unit tests with fake companion transport * test(ioscompanion): gated companion smoke test * feat(ios): add ResolveTarget for simulator vs physical-device routing * feat(testrun): route iOS simulators through the native companion driver * refactor(testrun): defer the java preflight check to the physical-device path * feat(cli): add --ios-app-path flag * feat(doctor): split iOS checks into simulator and physical-device paths * test(folio): add gate-analyzer fixtures for G1-G5 * feat(folio): add iOS conformance gate script * chore(folio): wire gates recipe, app path, and ignore gate output * style: gofmt struct alignment drift * fix(doctor): probe simctl via xcrun instead of PATH lookup * fix(ioscompanion): spawn companion under driver-lifetime context * test(ioscompanion): prove companion child outlives startup context * fix(ioscompanion): chunk install payload under companion message cap * test(ioscompanion): cover install payload chunking * fix(ioscompanion): reinstall via simctl and sanitize companion env * fix(ioscompanion): wait out unresolved accessibility values after launch * perf(ioscompanion): paste long text for atomic landing * test(ioscompanion): cover paste threshold, retry flow, and sentinel detection * fix(ioscompanion): treat unresolved bridge values as transitional, never as content * fix(ioscompanion): accept masked secure-field values as paste landing * test(ioscompanion): cover sentinel mapping and masked-field landing * fix(ioscompanion): atomic erase and single-send paste to prevent doubling * test(ioscompanion): cover atomic erase, single chord, unverifiable field * fix(ioscompanion): verify paste on a time budget that outlasts the bridge blackout * test(ioscompanion): cover bridge-blackout paste verification * fix(ioscompanion): drop unresolved-value settle gate that never let empty-field screens settle * refactor(ioscompanion): name the empty-editable-field sentinel for what it is * perf(ioscompanion): tighten settle streak for the fast companion transport * feat(ioscompanion): pre-grant pasteboard access so unicode input skips the OS prompt * refactor(ioscompanion): drop paste warm-up now that the grant suppresses the prompt * test(ioscompanion): cover pasteboard grant on launch, drop warm-up tests * fix(ioscompanion): retry describe past transient collapsed accessibility dumps * test(ioscompanion): cover collapsed-dump detection * perf(ioscompanion): split raw and retrying describe so settle does not double-wait collapses * perf(ioscompanion): tighten settle now that collapses are handled separately * fix(ioscompanion): replace field content on input so blackout-skipped erase cannot accumulate text * test(ioscompanion): cover replace-on-input and TextReplacer capability * refactor(ioscompanion): neutralize HID events behind the transport seam * feat(companion): add simulator runner project skeleton * feat(companion): serve accessibility snapshots over the wire protocol * feat(companion): synthesize timestamped touch gestures * feat(companion): type text with replace semantics * feat(companion): serve the wire protocol from a parked runner * feat(ioscompanion): add TextEditor capability and unavailable sentinel to the transport seam * feat(ioscompanion): route text input through a text-editing companion when available * fix(companion): bind listener by port and source screen size from snapshot * feat(ioscompanion): add runner companion JSON transport * test(ioscompanion): cover runner transport protocol mapping * fix(companion): synthesize gestures synchronously to avoid the async completion crash * fix(companion): type on the main thread and recover from focus assertions * fix(companion): keep serving after an automation failure * refactor(companion): tidy snapshot serialization * fix(companion): honor sequential tap gaps and survive synthesis exceptions * feat(ioscompanion): expose native typing with an explicit replace flag * chore(companion): add runner asset prepare script * feat(ioscompanion): embed and extract the runner test bundle * test(ioscompanion): cover runner asset extraction * build(ioscompanion): commit runner asset archive * feat(ioscompanion): pair the legacy companion with the in-simulator runner * test(ioscompanion): cover hybrid routing, paste-grant skip, and port binding * fix(ioscompanion): reconnect after interrupted runner calls instead of restarting * fix(ioscompanion): route hybrid lifecycle through the runner and harden restarts * feat(companion): launch and terminate apps through the automation session * build(ioscompanion): refresh runner asset with session lifecycle * fix(ioscompanion): classify connection deadline expiry as caller budget * fix(companion): capture snapshots on the main thread inside the catch bridge * build(ioscompanion): refresh runner asset with main-thread snapshots * perf(ioscompanion): count read spans toward settle and capture snapshots concurrently * feat(ioscompanion): make the hybrid simulator companion the default * test(folio): cover runner-session orphans in the gate harness * test(ioscompanion): pin the child-lifetime test to the legacy path * fix(ioscompanion): keep mappable text on one HID stream and verify unicode clears * fix(ioscompanion): pause the clear chord so selection applies before the delete * fix(companion): prune the keyboard subtree from snapshots * build(ioscompanion): refresh runner asset without keyboard elements * fix(ioscompanion): capture the screenshot transport before a recovery can reassign it * fix(companion): pin the runner listener to loopback * fix(companion): size the replace delete prefix to cover any focused field * build(ioscompanion): refresh runner asset with loopback bind and replace fix * fix(cli): cancel the run context on SIGINT so spawned children are reaped * fix(testrun): point the device java preflight hint at the ios-device doctor * fix(folio): word-bound the G2 ERROR scan and drop the dead objc allowlist glob * test(ioscompanion): cover stopProcess, restart, and failed bring-up supervision * chore: add test-companion target for the withcompanion-tagged suite * chore(ioscompanion): stop tracking the runner archive build artifact * build: produce the runner archive from source like the companion bundle * refactor(conformance): move the gate harness out of examples/folio * chore(folio): drop the gate harness wiring from the example app
296 lines
8.4 KiB
Go
296 lines
8.4 KiB
Go
package transport
|
|
|
|
import (
|
|
"archive/tar"
|
|
"bytes"
|
|
"compress/gzip"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/credentials/insecure"
|
|
|
|
pb "github.com/priyanshujain/sanderling/internal/driver/ioscompanion/companionpb"
|
|
)
|
|
|
|
// maxReceiveBytes is generous because screenshots can be large.
|
|
const maxReceiveBytes = 64 * 1024 * 1024
|
|
|
|
type grpcCompanion struct {
|
|
conn *grpc.ClientConn
|
|
client pb.CompanionServiceClient
|
|
}
|
|
|
|
// Dial connects to the companion listening at address and returns a Companion.
|
|
func Dial(address string) (Companion, error) {
|
|
conn, err := grpc.NewClient(address,
|
|
grpc.WithTransportCredentials(insecure.NewCredentials()),
|
|
grpc.WithDefaultCallOptions(grpc.MaxCallRecvMsgSize(maxReceiveBytes)))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &grpcCompanion{conn: conn, client: pb.NewCompanionServiceClient(conn)}, nil
|
|
}
|
|
|
|
func (c *grpcCompanion) Close() error { return c.conn.Close() }
|
|
|
|
func (c *grpcCompanion) AccessibilityInfo(ctx context.Context) (string, error) {
|
|
resp, err := c.client.AccessibilityInfo(ctx, &pb.AccessibilityInfoRequest{
|
|
Format: pb.AccessibilityInfoRequest_LEGACY,
|
|
})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return resp.GetJson(), nil
|
|
}
|
|
|
|
func (c *grpcCompanion) Describe(ctx context.Context) (ScreenDescription, error) {
|
|
resp, err := c.client.Describe(ctx, &pb.TargetDescriptionRequest{})
|
|
if err != nil {
|
|
return ScreenDescription{}, err
|
|
}
|
|
return screenDescriptionFrom(resp), nil
|
|
}
|
|
|
|
// screenDescriptionFrom extracts the point dimensions and scale from a describe
|
|
// response. The generated getters are nil-safe, so a response missing the
|
|
// nested messages yields a zero-valued ScreenDescription rather than panicking.
|
|
func screenDescriptionFrom(resp *pb.TargetDescriptionResponse) ScreenDescription {
|
|
dimensions := resp.GetTargetDescription().GetScreenDimensions()
|
|
return ScreenDescription{
|
|
WidthPoints: int(dimensions.GetWidthPoints()),
|
|
HeightPoints: int(dimensions.GetHeightPoints()),
|
|
Scale: dimensions.GetDensity(),
|
|
}
|
|
}
|
|
|
|
func (c *grpcCompanion) SendHID(ctx context.Context, events ...HIDEvent) error {
|
|
stream, err := c.client.Hid(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, e := range events {
|
|
message, err := hidEventToProto(e)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := stream.Send(message); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
_, err = stream.CloseAndRecv()
|
|
return err
|
|
}
|
|
|
|
// hidEventToProto encodes a neutral HID event as this companion's wire event.
|
|
// The companion measures delays and swipe durations in seconds.
|
|
func hidEventToProto(e HIDEvent) (*pb.HIDEvent, error) {
|
|
switch e.Kind {
|
|
case HIDKindTouchDown:
|
|
return touchProto(e.X, e.Y, pb.HIDEvent_DOWN), nil
|
|
case HIDKindTouchUp:
|
|
return touchProto(e.X, e.Y, pb.HIDEvent_UP), nil
|
|
case HIDKindKeyDown:
|
|
return keyProto(e.Usage, pb.HIDEvent_DOWN), nil
|
|
case HIDKindKeyUp:
|
|
return keyProto(e.Usage, pb.HIDEvent_UP), nil
|
|
case HIDKindDelay:
|
|
return &pb.HIDEvent{Event: &pb.HIDEvent_Delay{
|
|
Delay: &pb.HIDEvent_HIDDelay{Duration: e.Milliseconds / 1000.0},
|
|
}}, nil
|
|
case HIDKindSwipe:
|
|
return &pb.HIDEvent{Event: &pb.HIDEvent_Swipe{Swipe: &pb.HIDEvent_HIDSwipe{
|
|
Start: &pb.Point{X: e.FromX, Y: e.FromY},
|
|
End: &pb.Point{X: e.ToX, Y: e.ToY},
|
|
Duration: e.Seconds,
|
|
}}}, nil
|
|
}
|
|
return nil, fmt.Errorf("unknown HID event kind %d", e.Kind)
|
|
}
|
|
|
|
func touchProto(x, y float64, direction pb.HIDEvent_HIDDirection) *pb.HIDEvent {
|
|
return &pb.HIDEvent{Event: &pb.HIDEvent_Press{Press: &pb.HIDEvent_HIDPress{
|
|
Direction: direction,
|
|
Action: &pb.HIDEvent_HIDPressAction{Action: &pb.HIDEvent_HIDPressAction_Touch{
|
|
Touch: &pb.HIDEvent_HIDTouch{Point: &pb.Point{X: x, Y: y}},
|
|
}},
|
|
}}}
|
|
}
|
|
|
|
func keyProto(usage uint32, direction pb.HIDEvent_HIDDirection) *pb.HIDEvent {
|
|
return &pb.HIDEvent{Event: &pb.HIDEvent_Press{Press: &pb.HIDEvent_HIDPress{
|
|
Direction: direction,
|
|
Action: &pb.HIDEvent_HIDPressAction{Action: &pb.HIDEvent_HIDPressAction_Key{
|
|
Key: &pb.HIDEvent_HIDKey{Keycode: uint64(usage)},
|
|
}},
|
|
}}}
|
|
}
|
|
|
|
func (c *grpcCompanion) Screenshot(ctx context.Context) ([]byte, string, error) {
|
|
resp, err := c.client.Screenshot(ctx, &pb.ScreenshotRequest{})
|
|
if err != nil {
|
|
return nil, "", err
|
|
}
|
|
return resp.GetImageData(), resp.GetImageFormat(), nil
|
|
}
|
|
|
|
func (c *grpcCompanion) Launch(ctx context.Context, bundleID string, foregroundIfRunning bool) error {
|
|
stream, err := c.client.Launch(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = stream.Send(&pb.LaunchRequest{Control: &pb.LaunchRequest_Start_{Start: &pb.LaunchRequest_Start{
|
|
BundleId: bundleID,
|
|
ForegroundIfRunning: foregroundIfRunning,
|
|
}}})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if _, err := stream.Recv(); err != nil && err != io.EOF {
|
|
return err
|
|
}
|
|
return stream.CloseSend()
|
|
}
|
|
|
|
func (c *grpcCompanion) Terminate(ctx context.Context, bundleID string) error {
|
|
_, err := c.client.Terminate(ctx, &pb.TerminateRequest{BundleId: bundleID})
|
|
return err
|
|
}
|
|
|
|
func (c *grpcCompanion) Uninstall(ctx context.Context, bundleID string) error {
|
|
_, err := c.client.Uninstall(ctx, &pb.UninstallRequest{BundleId: bundleID})
|
|
return err
|
|
}
|
|
|
|
func (c *grpcCompanion) ListApps(ctx context.Context) ([]InstalledApp, error) {
|
|
resp, err := c.client.ListApps(ctx, &pb.ListAppsRequest{})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
apps := make([]InstalledApp, 0, len(resp.GetApps()))
|
|
for _, a := range resp.GetApps() {
|
|
apps = append(apps, InstalledApp{
|
|
BundleID: a.GetBundleId(),
|
|
Name: a.GetName(),
|
|
InstallType: a.GetInstallType(),
|
|
ProcessState: processStateFromProto(a.GetProcessState()),
|
|
Debuggable: a.GetDebuggable(),
|
|
ProcessIdentifier: a.GetProcessIdentifier(),
|
|
})
|
|
}
|
|
return apps, nil
|
|
}
|
|
|
|
// installChunkBytes keeps each install payload frame comfortably under the
|
|
// companion's 16MiB incoming-message cap.
|
|
const installChunkBytes = 4 * 1024 * 1024
|
|
|
|
func (c *grpcCompanion) Install(ctx context.Context, appPath string) error {
|
|
info, err := os.Stat(appPath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !info.IsDir() {
|
|
return fmt.Errorf("install: %s is not an app bundle directory", appPath)
|
|
}
|
|
|
|
stream, err := c.client.Install(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// First message sets the destination, then the payload carries the bundle
|
|
// as a gzip-compressed tar archive the companion unpacks.
|
|
if err := stream.Send(&pb.InstallRequest{Value: &pb.InstallRequest_Destination_{
|
|
Destination: pb.InstallRequest_APP,
|
|
}}); err != nil {
|
|
return err
|
|
}
|
|
|
|
archive, err := tarGzipDirectory(appPath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// The companion caps incoming messages at 16MiB, so the archive streams in
|
|
// chunks; the companion concatenates consecutive data payloads.
|
|
for _, chunk := range payloadChunks(archive, installChunkBytes) {
|
|
if err := stream.Send(&pb.InstallRequest{Value: &pb.InstallRequest_Payload{
|
|
Payload: &pb.Payload{Source: &pb.Payload_Data{Data: chunk}},
|
|
}}); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if err := stream.CloseSend(); err != nil {
|
|
return err
|
|
}
|
|
for {
|
|
if _, err := stream.Recv(); err != nil {
|
|
if err == io.EOF {
|
|
return nil
|
|
}
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
// payloadChunks splits data into consecutive slices of at most chunkBytes.
|
|
func payloadChunks(data []byte, chunkBytes int) [][]byte {
|
|
var chunks [][]byte
|
|
for offset := 0; offset < len(data); offset += chunkBytes {
|
|
end := min(offset+chunkBytes, len(data))
|
|
chunks = append(chunks, data[offset:end])
|
|
}
|
|
return chunks
|
|
}
|
|
|
|
// tarGzipDirectory packs dir into a gzip-compressed tar archive. Entry paths are
|
|
// relative to the parent of dir so the bundle directory itself is preserved.
|
|
func tarGzipDirectory(dir string) ([]byte, error) {
|
|
var buffer bytes.Buffer
|
|
gzipWriter := gzip.NewWriter(&buffer)
|
|
tarWriter := tar.NewWriter(gzipWriter)
|
|
|
|
base := filepath.Dir(dir)
|
|
walkErr := filepath.Walk(dir, func(path string, info os.FileInfo, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
relative, err := filepath.Rel(base, path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
header, err := tar.FileInfoHeader(info, "")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
header.Name = filepath.ToSlash(relative)
|
|
if err := tarWriter.WriteHeader(header); err != nil {
|
|
return err
|
|
}
|
|
if info.IsDir() {
|
|
return nil
|
|
}
|
|
file, err := os.Open(path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer file.Close()
|
|
_, err = io.Copy(tarWriter, file)
|
|
return err
|
|
})
|
|
if walkErr != nil {
|
|
return nil, walkErr
|
|
}
|
|
if err := tarWriter.Close(); err != nil {
|
|
return nil, err
|
|
}
|
|
if err := gzipWriter.Close(); err != nil {
|
|
return nil, err
|
|
}
|
|
return buffer.Bytes(), nil
|
|
}
|