mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-02 11:07:10 +00:00
* perf(ios): use prebuilt XCTest runner to cut startup * chore(ioscompanion): add companion asset prepare script * feat(ioscompanion): embed and extract simulator companion bundle * test(ioscompanion): cover companion stub and embedded extraction * docs: add third party notices for vendored companion * chore: ignore vendored companion bundle artifact * build(proto): pin simulator companion proto v1.1.8 * build(proto): add dedicated buf module and gen template for pinned proto * build(proto): exclude pinned companion proto from root buf workspace * feat(ioscompanion): commit generated companion gRPC stubs * feat(ioscompanion): map flat companion describe dump to TreeNode JSON * test(ioscompanion): add hierarchy-map golden and unit tests * feat(ioscompanion): port screen-settle stability polling to Go * test(ioscompanion): cover settle transitional, hash, streak, and cap rules * feat(ioscompanion): add USB HID keymap module * test(ioscompanion): cover keymap branches and paste-chord constants * build: embed companion assets via withcompanion tag * feat(ioscompanion): add transport companion interface * feat(ioscompanion): add HID event wrapper and builders * feat(ioscompanion): wire gRPC companion client and Dial * test(ioscompanion): cover HID builders and unit conversions * test(ioscompanion): cover Dial, process-state mapping, and install archive * test(ioscompanion): add gated simulator integration smoke test * feat(ioscompanion): text input and gesture HID composition with pasteboard fallback * test(ioscompanion): cover input composers, paste dialog loop, and pure helpers * feat(ioscompanion): add Describe to companion transport * feat(ioscompanion): implement DeviceDriver with companion supervision * test(ioscompanion): unit tests with fake companion transport * test(ioscompanion): gated companion smoke test * feat(ios): add ResolveTarget for simulator vs physical-device routing * feat(testrun): route iOS simulators through the native companion driver * refactor(testrun): defer the java preflight check to the physical-device path * feat(cli): add --ios-app-path flag * feat(doctor): split iOS checks into simulator and physical-device paths * test(folio): add gate-analyzer fixtures for G1-G5 * feat(folio): add iOS conformance gate script * chore(folio): wire gates recipe, app path, and ignore gate output * style: gofmt struct alignment drift * fix(doctor): probe simctl via xcrun instead of PATH lookup * fix(ioscompanion): spawn companion under driver-lifetime context * test(ioscompanion): prove companion child outlives startup context * fix(ioscompanion): chunk install payload under companion message cap * test(ioscompanion): cover install payload chunking * fix(ioscompanion): reinstall via simctl and sanitize companion env * fix(ioscompanion): wait out unresolved accessibility values after launch * perf(ioscompanion): paste long text for atomic landing * test(ioscompanion): cover paste threshold, retry flow, and sentinel detection * fix(ioscompanion): treat unresolved bridge values as transitional, never as content * fix(ioscompanion): accept masked secure-field values as paste landing * test(ioscompanion): cover sentinel mapping and masked-field landing * fix(ioscompanion): atomic erase and single-send paste to prevent doubling * test(ioscompanion): cover atomic erase, single chord, unverifiable field * fix(ioscompanion): verify paste on a time budget that outlasts the bridge blackout * test(ioscompanion): cover bridge-blackout paste verification * fix(ioscompanion): drop unresolved-value settle gate that never let empty-field screens settle * refactor(ioscompanion): name the empty-editable-field sentinel for what it is * perf(ioscompanion): tighten settle streak for the fast companion transport * feat(ioscompanion): pre-grant pasteboard access so unicode input skips the OS prompt * refactor(ioscompanion): drop paste warm-up now that the grant suppresses the prompt * test(ioscompanion): cover pasteboard grant on launch, drop warm-up tests * fix(ioscompanion): retry describe past transient collapsed accessibility dumps * test(ioscompanion): cover collapsed-dump detection * perf(ioscompanion): split raw and retrying describe so settle does not double-wait collapses * perf(ioscompanion): tighten settle now that collapses are handled separately * fix(ioscompanion): replace field content on input so blackout-skipped erase cannot accumulate text * test(ioscompanion): cover replace-on-input and TextReplacer capability * refactor(ioscompanion): neutralize HID events behind the transport seam * feat(companion): add simulator runner project skeleton * feat(companion): serve accessibility snapshots over the wire protocol * feat(companion): synthesize timestamped touch gestures * feat(companion): type text with replace semantics * feat(companion): serve the wire protocol from a parked runner * feat(ioscompanion): add TextEditor capability and unavailable sentinel to the transport seam * feat(ioscompanion): route text input through a text-editing companion when available * fix(companion): bind listener by port and source screen size from snapshot * feat(ioscompanion): add runner companion JSON transport * test(ioscompanion): cover runner transport protocol mapping * fix(companion): synthesize gestures synchronously to avoid the async completion crash * fix(companion): type on the main thread and recover from focus assertions * fix(companion): keep serving after an automation failure * refactor(companion): tidy snapshot serialization * fix(companion): honor sequential tap gaps and survive synthesis exceptions * feat(ioscompanion): expose native typing with an explicit replace flag * chore(companion): add runner asset prepare script * feat(ioscompanion): embed and extract the runner test bundle * test(ioscompanion): cover runner asset extraction * build(ioscompanion): commit runner asset archive * feat(ioscompanion): pair the legacy companion with the in-simulator runner * test(ioscompanion): cover hybrid routing, paste-grant skip, and port binding * fix(ioscompanion): reconnect after interrupted runner calls instead of restarting * fix(ioscompanion): route hybrid lifecycle through the runner and harden restarts * feat(companion): launch and terminate apps through the automation session * build(ioscompanion): refresh runner asset with session lifecycle * fix(ioscompanion): classify connection deadline expiry as caller budget * fix(companion): capture snapshots on the main thread inside the catch bridge * build(ioscompanion): refresh runner asset with main-thread snapshots * perf(ioscompanion): count read spans toward settle and capture snapshots concurrently * feat(ioscompanion): make the hybrid simulator companion the default * test(folio): cover runner-session orphans in the gate harness * test(ioscompanion): pin the child-lifetime test to the legacy path * fix(ioscompanion): keep mappable text on one HID stream and verify unicode clears * fix(ioscompanion): pause the clear chord so selection applies before the delete * fix(companion): prune the keyboard subtree from snapshots * build(ioscompanion): refresh runner asset without keyboard elements * fix(ioscompanion): capture the screenshot transport before a recovery can reassign it * fix(companion): pin the runner listener to loopback * fix(companion): size the replace delete prefix to cover any focused field * build(ioscompanion): refresh runner asset with loopback bind and replace fix * fix(cli): cancel the run context on SIGINT so spawned children are reaped * fix(testrun): point the device java preflight hint at the ios-device doctor * fix(folio): word-bound the G2 ERROR scan and drop the dead objc allowlist glob * test(ioscompanion): cover stopProcess, restart, and failed bring-up supervision * chore: add test-companion target for the withcompanion-tagged suite * chore(ioscompanion): stop tracking the runner archive build artifact * build: produce the runner archive from source like the companion bundle * refactor(conformance): move the gate harness out of examples/folio * chore(folio): drop the gate harness wiring from the example app
175 lines
7.2 KiB
Swift
175 lines
7.2 KiB
Swift
import Foundation
|
|
import Network
|
|
import UIKit
|
|
import XCTest
|
|
|
|
// Newline-delimited JSON-over-TCP server. Listens on 127.0.0.1 on the port from
|
|
// the COMPANION_PORT environment variable (default 27753). Each line is one
|
|
// request; each reply is one line.
|
|
final class Server {
|
|
private let port: NWEndpoint.Port
|
|
private let listener: NWListener
|
|
private let queue = DispatchQueue(label: "dev.sanderling.companion.server")
|
|
// Requests are handled off the network queue so blocking automation work
|
|
// (snapshot, gesture synthesis) never stalls accept and receive.
|
|
private let work = DispatchQueue(label: "dev.sanderling.companion.work")
|
|
|
|
// The bundle identifier of the most recently snapshotted app, used as the
|
|
// default target for typeText when no explicit bundleId is supplied.
|
|
private var currentBundleIdentifier = "com.apple.springboard"
|
|
|
|
init() throws {
|
|
let resolvedPort = ProcessInfo.processInfo.environment["COMPANION_PORT"]
|
|
.flatMap { UInt16($0) } ?? 27753
|
|
self.port = NWEndpoint.Port(rawValue: resolvedPort)!
|
|
let parameters = NWParameters.tcp
|
|
parameters.allowLocalEndpointReuse = true
|
|
// The simulator shares the host network stack, so an unbound listener
|
|
// would be reachable from the host's LAN interfaces. Pin it to
|
|
// loopback so only local processes can drive the automation surface.
|
|
parameters.requiredLocalEndpoint = NWEndpoint.hostPort(host: "127.0.0.1", port: self.port)
|
|
self.listener = try NWListener(using: parameters)
|
|
}
|
|
|
|
func start() {
|
|
listener.newConnectionHandler = { [weak self] connection in
|
|
self?.accept(connection)
|
|
}
|
|
listener.start(queue: queue)
|
|
}
|
|
|
|
private func accept(_ connection: NWConnection) {
|
|
connection.start(queue: queue)
|
|
receive(on: connection, buffer: Data())
|
|
}
|
|
|
|
private func receive(on connection: NWConnection, buffer: Data) {
|
|
connection.receive(minimumIncompleteLength: 1, maximumLength: 65536) { [weak self] data, _, isComplete, error in
|
|
guard let self = self else { return }
|
|
var working = buffer
|
|
if let data = data {
|
|
working.append(data)
|
|
}
|
|
while let newlineIndex = working.firstIndex(of: 0x0A) {
|
|
let lineData = working.subdata(in: working.startIndex..<newlineIndex)
|
|
working.removeSubrange(working.startIndex...newlineIndex)
|
|
self.handleLine(lineData, on: connection)
|
|
}
|
|
if isComplete || error != nil {
|
|
connection.cancel()
|
|
return
|
|
}
|
|
self.receive(on: connection, buffer: working)
|
|
}
|
|
}
|
|
|
|
private func handleLine(_ lineData: Data, on connection: NWConnection) {
|
|
guard !lineData.isEmpty else { return }
|
|
work.async { [weak self] in
|
|
guard let self = self else { return }
|
|
let requestId = (try? JSONSerialization.jsonObject(with: lineData))
|
|
.flatMap { ($0 as? [String: Any])?["id"] as? Int } ?? 0
|
|
do {
|
|
let response = try self.dispatch(lineData)
|
|
self.send(response, on: connection)
|
|
} catch {
|
|
self.send(["id": requestId, "error": "\(error)"], on: connection)
|
|
}
|
|
}
|
|
}
|
|
|
|
private func dispatch(_ lineData: Data) throws -> [String: Any] {
|
|
guard let request = try JSONSerialization.jsonObject(with: lineData) as? [String: Any] else {
|
|
throw ServerError.malformedRequest
|
|
}
|
|
let requestId = request["id"] as? Int ?? 0
|
|
guard let method = request["method"] as? String else {
|
|
throw ServerError.malformedRequest
|
|
}
|
|
let params = request["params"] as? [String: Any] ?? [:]
|
|
let result = try handle(method: method, params: params)
|
|
return ["id": requestId, "result": result]
|
|
}
|
|
|
|
private func handle(method: String, params: [String: Any]) throws -> [String: Any] {
|
|
switch method {
|
|
case "health":
|
|
return ["ok": true]
|
|
case "describe":
|
|
return describeScreen()
|
|
case "snapshot":
|
|
let bundleIdentifier = params["bundleId"] as? String ?? currentBundleIdentifier
|
|
currentBundleIdentifier = bundleIdentifier
|
|
return ["elements": Snapshot.elements(bundleIdentifier: bundleIdentifier)]
|
|
case "gesture":
|
|
let events = params["events"] as? [[String: Any]] ?? []
|
|
try Gesture.perform(events: events)
|
|
return ["ok": true]
|
|
case "gestureProbe":
|
|
return Gesture.probe()
|
|
case "launch":
|
|
let bundleIdentifier = params["bundleId"] as? String ?? currentBundleIdentifier
|
|
let foregroundIfRunning = params["foregroundIfRunning"] as? Bool ?? false
|
|
try AppLifecycle.launch(bundleIdentifier: bundleIdentifier, foregroundIfRunning: foregroundIfRunning)
|
|
return ["ok": true]
|
|
case "terminate":
|
|
let bundleIdentifier = params["bundleId"] as? String ?? currentBundleIdentifier
|
|
try AppLifecycle.terminate(bundleIdentifier: bundleIdentifier)
|
|
return ["ok": true]
|
|
case "typeText":
|
|
let text = params["text"] as? String ?? ""
|
|
let replace = params["replace"] as? Bool ?? false
|
|
let bundleIdentifier = params["bundleId"] as? String ?? currentBundleIdentifier
|
|
try TextInput.type(text: text, replace: replace, bundleIdentifier: bundleIdentifier)
|
|
return ["ok": true]
|
|
case "screenshot":
|
|
return try screenshot()
|
|
default:
|
|
throw ServerError.unknownMethod(method)
|
|
}
|
|
}
|
|
|
|
private func describeScreen() -> [String: Any] {
|
|
// The runner process has no foreground scene, so UIScreen.main.bounds
|
|
// returns a fallback size. The springboard application snapshot frame is
|
|
// the device size in points; the screen scale comes from UIScreen.
|
|
var scale: CGFloat = 1
|
|
let collect = { scale = UIScreen.main.scale }
|
|
if Thread.isMainThread {
|
|
collect()
|
|
} else {
|
|
DispatchQueue.main.sync(execute: collect)
|
|
}
|
|
var width = 0
|
|
var height = 0
|
|
if let root = Snapshot.elements(bundleIdentifier: "com.apple.springboard").first,
|
|
let frame = root["frame"] as? [String: Any] {
|
|
width = Int(frame["width"] as? Double ?? 0)
|
|
height = Int(frame["height"] as? Double ?? 0)
|
|
}
|
|
return [
|
|
"widthPoints": width,
|
|
"heightPoints": height,
|
|
"scale": Double(scale),
|
|
]
|
|
}
|
|
|
|
private func screenshot() throws -> [String: Any] {
|
|
let image = XCUIScreen.main.screenshot()
|
|
return ["pngBase64": image.pngRepresentation.base64EncodedString()]
|
|
}
|
|
|
|
private func send(_ object: [String: Any], on connection: NWConnection) {
|
|
guard var data = try? JSONSerialization.data(withJSONObject: object) else {
|
|
return
|
|
}
|
|
data.append(0x0A)
|
|
connection.send(content: data, completion: .contentProcessed { _ in })
|
|
}
|
|
|
|
enum ServerError: Error {
|
|
case malformedRequest
|
|
case unknownMethod(String)
|
|
}
|
|
}
|