mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 19:17:10 +00:00
* fix(hierarchy): bounds-containment fallback for scoped and path queries Compose on iOS surfaces a testTag node as an empty leaf sibling of the content it labels instead of as an ancestor, so descendant search under the tagged node finds nothing and every path or scoped query returns null. When structural search yields no match, fall back to nodes whose bounds lie inside the scope node's bounds. * feat(sidecar): derive iOS clickable and editable from element type The XCTest hierarchy mapping dropped the element type, leaving no clickable or editable flags on iOS, so the fuzzer's tap and typing verbs never found a candidate inside the app. Map the raw accessibility tree directly and derive clickable, editable, scrollable, and class from the XCUIElementType raw value. * feat(proto): add EraseText RPC for InputText replace semantics * feat(driver): add EraseText to the device driver surface * fix(runner): erase existing field text before InputText InputText appended on native platforms, so repeated draws grew fields without bound. The folio fuzz run wedged on the add-account screen: each draw concatenated another name until the 40-character validation error became permanent. Replace semantics also makes retried typing idempotent. The web driver already replaced via select-all; native now matches. * feat(sidecar): EraseText backend support on android and ios * fix(folio): saturation-gate account creation in the spec The 2-3 step add-account loop outcompeted the 5-step transaction chain at every weighted re-draw, so runs filled with account creation and rarely exercised the balance properties. Stop offering add-account once three accounts exist; the renormalized weights then favor the transaction flow at every step of its chain. * fix(folio): author spec weights to match testing intent Revert the account saturation gate: it starved newAccountBalanceIsZero once it tripped, and a magic account count is app-state tuning, not intent. Instead weight the generators by what the properties need: the transaction chain leads, account creation stays exercised, and doubleTaps gets explicit weight everywhere because double-submission idempotency is what the spec is testing for. * fix(folio): lower doubleTaps weight to 5 * fix(sidecar): surface visible text on iOS static elements Static text and button strings live in the accessibility label on iOS, so the text attribute came through empty and every balance extractor parsed to zero, silently disarming both folio properties. Non-editable elements now fall back title, value, then label; editable fields keep value-only so an empty field's caption does not read as content. * feat(driver): native DoubleTap RPC for a tight inter-tap gap Composing two Tap round trips from the Go client spread the taps by hundreds of milliseconds on iOS, wide enough for the app to navigate between them, so double-submission races could never reproduce. The sidecar now lands both taps back-to-back next to the device transport. * feat(sidecar): pipeline iOS double-tap requests Queue the second tap at the XCTest runner while the first executes. The runner serializes handlers, so this is the tightest gap the transport allows (~350ms per tap round trip); recorded here with measurements for the iOS double-tap limitation.
255 lines
7.8 KiB
Go
255 lines
7.8 KiB
Go
// Package sidecar implements the device driver by talking to the native sidecar over gRPC.
|
|
package sidecar
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"time"
|
|
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/credentials/insecure"
|
|
|
|
"github.com/priyanshujain/sanderling/internal/android"
|
|
"github.com/priyanshujain/sanderling/internal/driver"
|
|
driverpb "github.com/priyanshujain/sanderling/proto/driverpb"
|
|
)
|
|
|
|
type Client struct {
|
|
connection *grpc.ClientConn
|
|
stub driverpb.DriverClient
|
|
platform string
|
|
}
|
|
|
|
// SetPlatform records the target platform so capability methods (e.g.
|
|
// ForegroundApp) can pick the right backend. The caller sets this right after
|
|
// Dial.
|
|
func (c *Client) SetPlatform(platform string) { c.platform = platform }
|
|
|
|
// ForegroundApp reports the foreground package. Only Android is supported (via
|
|
// adb); other platforms return "" so the runner skips app-scope enforcement.
|
|
func (c *Client) ForegroundApp(ctx context.Context) (string, error) {
|
|
if c.platform != "android" {
|
|
return "", nil
|
|
}
|
|
return android.ForegroundPackage(ctx)
|
|
}
|
|
|
|
// FocusedWindowApp reports the package owning the focused window. Only Android
|
|
// is supported (via adb); other platforms return "" so the startup gate falls
|
|
// back to the foreground-app signal.
|
|
func (c *Client) FocusedWindowApp(ctx context.Context) (string, error) {
|
|
if c.platform != "android" {
|
|
return "", nil
|
|
}
|
|
return android.FocusedWindowPackage(ctx)
|
|
}
|
|
|
|
// Dial connects to the sidecar gRPC server at the given address.
|
|
// Address must be a host:port pair, typically "127.0.0.1:<sidecar-port>".
|
|
func Dial(address string) (*Client, error) {
|
|
connection, err := grpc.NewClient(address, grpc.WithTransportCredentials(insecure.NewCredentials()))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("dial sidecar: %w", err)
|
|
}
|
|
return &Client{connection: connection, stub: driverpb.NewDriverClient(connection)}, nil
|
|
}
|
|
|
|
func (c *Client) Close() error { return c.connection.Close() }
|
|
|
|
// WaitForHealth polls the sidecar's Health RPC until it returns Ready=true
|
|
// or the context is canceled.
|
|
func (c *Client) WaitForHealth(ctx context.Context, pollInterval time.Duration) error {
|
|
if pollInterval <= 0 {
|
|
pollInterval = 100 * time.Millisecond
|
|
}
|
|
for {
|
|
response, err := c.stub.Health(ctx, &driverpb.Empty{})
|
|
if err == nil && response.GetReady() {
|
|
return nil
|
|
}
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
case <-time.After(pollInterval):
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *Client) Launch(ctx context.Context, bundleID string, clearState bool, env map[string]string) error {
|
|
_, err := c.stub.Launch(ctx, &driverpb.LaunchRequest{
|
|
BundleId: bundleID,
|
|
ClearState: clearState,
|
|
Env: env,
|
|
})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) Terminate(ctx context.Context) error {
|
|
_, err := c.stub.Terminate(ctx, &driverpb.Empty{})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) Tap(ctx context.Context, x, y int) error {
|
|
_, err := c.stub.Tap(ctx, &driverpb.Point{X: int32(x), Y: int32(y)})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) LongPress(ctx context.Context, x, y int) error {
|
|
_, err := c.stub.LongPress(ctx, &driverpb.Point{X: int32(x), Y: int32(y)})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) TapSelector(ctx context.Context, selector string) error {
|
|
_, err := c.stub.TapSelector(ctx, &driverpb.Selector{Value: selector})
|
|
return err
|
|
}
|
|
|
|
// doubleTapGap is the inter-tap delay for the selector fallback: short enough
|
|
// to land both events inside a sub-100 ms race window, long enough for the
|
|
// sidecar to serialize two MotionEvent streams.
|
|
const doubleTapGap = 50 * time.Millisecond
|
|
|
|
// DoubleTap dispatches the native RPC so the backend can land both taps as
|
|
// close together as the platform allows. Composing two Tap round trips from
|
|
// here spreads them by hundreds of milliseconds on iOS, wide enough for
|
|
// navigation to interleave between the taps.
|
|
func (c *Client) DoubleTap(ctx context.Context, x, y int) error {
|
|
_, err := c.stub.DoubleTap(ctx, &driverpb.Point{X: int32(x), Y: int32(y)})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) DoubleTapSelector(ctx context.Context, selector string) error {
|
|
return doubleTap(ctx, func() error { return c.TapSelector(ctx, selector) })
|
|
}
|
|
|
|
func doubleTap(ctx context.Context, tap func() error) error {
|
|
if err := tap(); err != nil {
|
|
return err
|
|
}
|
|
timer := time.NewTimer(doubleTapGap)
|
|
defer timer.Stop()
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
case <-timer.C:
|
|
}
|
|
return tap()
|
|
}
|
|
|
|
func (c *Client) InputText(ctx context.Context, text string) error {
|
|
_, err := c.stub.InputText(ctx, &driverpb.Text{Value: text})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) EraseText(ctx context.Context, characterCount int) error {
|
|
_, err := c.stub.EraseText(ctx, &driverpb.EraseTextRequest{CharacterCount: int32(characterCount)})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) Swipe(ctx context.Context, fromX, fromY, toX, toY int, duration time.Duration) error {
|
|
_, err := c.stub.Swipe(ctx, &driverpb.SwipeRequest{
|
|
From: &driverpb.Point{X: int32(fromX), Y: int32(fromY)},
|
|
To: &driverpb.Point{X: int32(toX), Y: int32(toY)},
|
|
DurationMillis: duration.Milliseconds(),
|
|
})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) PressKey(ctx context.Context, key string) error {
|
|
_, err := c.stub.PressKey(ctx, &driverpb.PressKeyRequest{Key: key})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) RecentLogs(ctx context.Context, since time.Time, minLevel string) ([]driver.LogEntry, error) {
|
|
sinceMillis := int64(0)
|
|
if !since.IsZero() {
|
|
sinceMillis = since.UnixMilli()
|
|
}
|
|
response, err := c.stub.RecentLogs(ctx, &driverpb.RecentLogsRequest{
|
|
SinceUnixMillis: sinceMillis,
|
|
LevelAtLeast: minLevel,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
entries := response.GetEntries()
|
|
result := make([]driver.LogEntry, 0, len(entries))
|
|
for _, entry := range entries {
|
|
result = append(result, driver.LogEntry{
|
|
UnixMillis: entry.GetUnixMillis(),
|
|
Level: entry.GetLevel(),
|
|
Tag: entry.GetTag(),
|
|
Message: entry.GetMessage(),
|
|
})
|
|
}
|
|
return result, nil
|
|
}
|
|
|
|
func (c *Client) Hierarchy(ctx context.Context) (string, error) {
|
|
response, err := c.stub.Hierarchy(ctx, &driverpb.Empty{})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return response.GetJson(), nil
|
|
}
|
|
|
|
func (c *Client) Screenshot(ctx context.Context) (driver.Image, error) {
|
|
response, err := c.stub.Screenshot(ctx, &driverpb.Empty{})
|
|
if err != nil {
|
|
return driver.Image{}, err
|
|
}
|
|
return driver.Image{
|
|
PNG: response.GetPng(),
|
|
Width: int(response.GetWidth()),
|
|
Height: int(response.GetHeight()),
|
|
}, nil
|
|
}
|
|
|
|
// Snapshot fetches hierarchy and screenshot in a single sidecar round-trip.
|
|
// The sidecar serializes the two reads behind a mutex so the returned pair
|
|
// describes the same on-device frame, removing the cross-fade race the
|
|
// runner used to see when fetching them as independent goroutines.
|
|
func (c *Client) Snapshot(ctx context.Context) (string, driver.Image, error) {
|
|
response, err := c.stub.Snapshot(ctx, &driverpb.Empty{})
|
|
if err != nil {
|
|
return "", driver.Image{}, err
|
|
}
|
|
image := response.GetScreenshot()
|
|
return response.GetHierarchy().GetJson(), driver.Image{
|
|
PNG: image.GetPng(),
|
|
Width: int(image.GetWidth()),
|
|
Height: int(image.GetHeight()),
|
|
}, nil
|
|
}
|
|
|
|
func (c *Client) WaitForIdle(ctx context.Context, duration time.Duration) error {
|
|
_, err := c.stub.WaitForIdle(ctx, &driverpb.Duration{Millis: duration.Milliseconds()})
|
|
return err
|
|
}
|
|
|
|
func (c *Client) Health(ctx context.Context) (driver.Health, error) {
|
|
response, err := c.stub.Health(ctx, &driverpb.Empty{})
|
|
if err != nil {
|
|
return driver.Health{}, err
|
|
}
|
|
return driver.Health{
|
|
Ready: response.GetReady(),
|
|
Version: response.GetVersion(),
|
|
Platform: response.GetPlatform(),
|
|
}, nil
|
|
}
|
|
|
|
func (c *Client) Metrics(ctx context.Context, bundleID string) (driver.Metrics, error) {
|
|
response, err := c.stub.Metrics(ctx, &driverpb.MetricsRequest{BundleId: bundleID})
|
|
if err != nil {
|
|
return driver.Metrics{}, err
|
|
}
|
|
return driver.Metrics{
|
|
CPUPercent: response.GetCpuPercent(),
|
|
HeapBytes: response.GetHeapBytes(),
|
|
TotalMemoryBytes: response.GetTotalMemoryBytes(),
|
|
}, nil
|
|
}
|
|
|
|
var _ driver.DeviceDriver = (*Client)(nil)
|