Files
sanderling/internal/bundler/bundler_test.go
pj 7343085614 llm action-selection backend (#68)
* feat(spec): add llm() action-backend marker

* feat(spec): make llm marker inert on the JS picker

* feat(spec): expose __sanderlingSampleInput__ corpus draw

* feat(openrouter): minimal chat-completions client

* test(openrouter): cover request shape, parse, and errors

* feat(verifier): thread screenshot + capture corpus sampler

* feat(verifier): LLM accessors — candidates, config, sampler

* test(verifier): cover AllCandidates, LLMConfig, SampleInput

* feat(trace): record action Source and LLMReasoning

* feat(runner): thread step screenshot into PushSnapshot

* feat(runner): llmSource selects actions via OpenRouter

* feat(runner): wire llmSource selection and trace stamping

* test(runner): cover llmSource selection, mapping, downscale

* docs(folio): add llm action-backend example spec

* docs(folio): document the LLM action backend run

* feat(llmclient): support OPENAI_API_KEY, openrouter wins

* refactor(runner): rename openrouter package to llmclient

* docs: both api keys, example model gpt-5.4-nano

* docs: add pr style rules to claude.md

* fix(runner): explain action kinds in llm prompt to stop swipe loops

* feat(trace): record llm ranked list and chosen rank

* feat(runner): stamp llm ranked list and chosen rank on trace

* fix(runner): tap by selector to survive layout shift after observe

* revert(runner): drop selector-first tap; broke path/testTag selectors

* feat(spec): llm() accepts optional instructions

* feat(verifier): read llm instructions off config

* feat(runner): append spec instructions to llm system prompt

* docs(folio): describe app in llm spec instructions

* feat(bundler): map generator export to globalThis.generator

* feat(verifier): read llm config off globalThis.generator

* feat(runner): gate llm source on --generator flag

* feat(cmd): add --generator llm|seeded flag

* test: cover --generator flag parsing and pickSources gating

* feat(verifier): enumerate llm candidates by walking actionsRoot

collect-walk the weighted action tree: recurse weighted branches
accumulating selection probability, call authored leaves once for
concrete actions, enumerate builtins per element. label controls by
visible text (borrowing descendant text), fold gestures into directional
scrolls over scrollable containers, drop disabled, dedup descriptions.

* test(verifier): cover candidate enumeration walk

* feat(verifier): add SetupAction to walk setup without the seeded root

* test(verifier): cover SetupAction setup-only precedence

* refactor(llmclient): make JSONSchema.Schema raw json for pinned field order

* feat(trace): record llm choice number and chosen_action echo

* feat(runner): llm picks one number from weighted candidates

drop the seeded-root call for a setup-only precedence path, render a
numbered weighted candidate list, pin a reasoning-first choice schema,
strict-skip when chosen_action does not echo the numbered entry, and let
the model supply typed values (corpus fallback when empty).

* test(runner): cover choice schema, strict-skip, and setup precedence

* refactor(verifier): drop the superseded AllCandidates enumeration

* feat(folio): drive spec.ts under --generator llm; drop spec-llm.ts

* fix(verifier): label editable fields by hint, not the typed value

an editable field's own text is its transient content; prefer the hint
so the field is named by purpose and the label stays stable.

* test(runner): cover weight-suffixed echo and stripWeightSuffix

* fix(runner): accept chosen_action echo that carries the weight suffix

real runs showed the model copies the whole numbered line including the
trailing (w34) weight annotation, so strict-skip rejected ~91% of picks
and the llm was paralyzed. strip the weight suffix before comparing. also
nudge the prompt to stress-test repeated submissions (idempotency).

* fix(verifier): skip llm enumeration on cross-fade frames

a navhost mid-transition carries >1 route *Screen in a collapsed
coordinate space; acting on it taps garbage (soft keyboard). real runs
showed the llm acting on 44% of steps being such frames. skip them so the
llm re-observes a settled frame next step.

* feat(folio): show current balance on the add-transaction screen

renders the account's balance (testTag TxnCurrentBalance) below the
account name, above the credit/debit toggle, so before/after screenshots
carry comparison data.

* fix(replay): derive device space from screen extent, not first node

the first positive-bounds element is often a short status-bar node
(320x24 on android); using it gave a 320/24 aspect ratio that squashed
the screenshot overlay into a grey horizontal band. use the max extent
across elements (like the runner's screenBounds) instead.

* fix(folio): show balance as a compact one-line label

per review: one line, account-name-sized, e.g. "Balance: $0.00"
instead of a large balance card.

* fix(folio): move balance into the header, one compact line under the account name

* fix(replay): attribute deferred violations to the causing step, not detection

* fix(replay): show a step's own violations in both panels, no next-step bleed

* refactor(hierarchy): one Tree.Transitional, drop the duplicated cross-fade check

* chore: ignore .playwright-mcp scratch output

* docs: document the llm generator and --generator flag

* docs(spec): correct the llm() comment; config reads off globalThis.generator

* docs: add pr description rules
2026-07-31 21:12:00 +05:30

272 lines
8.0 KiB
Go

package bundler
import (
"os"
"path/filepath"
"strings"
"testing"
)
func writeFixture(t *testing.T, name, contents string) string {
t.Helper()
directory := t.TempDir()
path := filepath.Join(directory, name)
if err := os.WriteFile(path, []byte(contents), 0o600); err != nil {
t.Fatal(err)
}
return path
}
func TestBundle_RequiresEntryFile(t *testing.T) {
_, err := Bundle(Options{})
if err == nil || !strings.Contains(err.Error(), "EntryFile") {
t.Fatalf("expected EntryFile error, got %v", err)
}
}
func TestBundle_ProducesIIFE(t *testing.T) {
entry := writeFixture(t, "spec.ts", `
const greeting: string = "hello";
console.log(greeting);
`)
result, err := Bundle(Options{EntryFile: entry})
if err != nil {
t.Fatal(err)
}
body := string(result.JavaScript)
if !strings.Contains(body, "(() =>") && !strings.Contains(body, "(function") {
t.Errorf("expected IIFE wrapping, got: %s", body)
}
if !strings.Contains(body, "hello") {
t.Errorf("expected literal to survive bundling: %s", body)
}
if result.SHA256 == "" {
t.Errorf("expected non-empty SHA256")
}
}
func TestBundle_InlinesDefines(t *testing.T) {
entry := writeFixture(t, "spec.ts", `
const phone = process.env.SANDERLING_TEST_PHONE;
const otp = process.env.SANDERLING_TEST_OTP;
export const credentials = { phone, otp };
`)
result, err := Bundle(Options{
EntryFile: entry,
Defines: map[string]string{
"SANDERLING_TEST_PHONE": "+919876543210",
"SANDERLING_TEST_OTP": "123456",
},
})
if err != nil {
t.Fatal(err)
}
body := string(result.JavaScript)
if !strings.Contains(body, "+919876543210") {
t.Errorf("phone define not inlined: %s", body)
}
if !strings.Contains(body, "123456") {
t.Errorf("otp define not inlined: %s", body)
}
}
func TestBundle_DeterministicHash(t *testing.T) {
entry := writeFixture(t, "spec.ts", `export const x = 1;`)
first, err := Bundle(Options{EntryFile: entry})
if err != nil {
t.Fatal(err)
}
second, err := Bundle(Options{EntryFile: entry})
if err != nil {
t.Fatal(err)
}
if first.SHA256 != second.SHA256 {
t.Errorf("hash should be stable: %s vs %s", first.SHA256, second.SHA256)
}
}
func TestBundle_HashChangesWithDefines(t *testing.T) {
entry := writeFixture(t, "spec.ts", `
export const phone = process.env.SANDERLING_TEST_PHONE;
`)
first, err := Bundle(Options{EntryFile: entry, Defines: map[string]string{"SANDERLING_TEST_PHONE": "1111"}})
if err != nil {
t.Fatal(err)
}
second, err := Bundle(Options{EntryFile: entry, Defines: map[string]string{"SANDERLING_TEST_PHONE": "2222"}})
if err != nil {
t.Fatal(err)
}
if first.SHA256 == second.SHA256 {
t.Errorf("hash should change when defines change")
}
}
func TestBundle_DefineEscapesJSONSpecialChars(t *testing.T) {
entry := writeFixture(t, "spec.ts", `
export const value = process.env.WEIRD;
`)
result, err := Bundle(Options{
EntryFile: entry,
Defines: map[string]string{"WEIRD": `quote " backslash \ newline`},
})
if err != nil {
t.Fatal(err)
}
// esbuild may pick single or double quoting; just confirm the meaningful
// fragments survive bundling intact.
body := string(result.JavaScript)
for _, fragment := range []string{`quote `, `backslash `, `newline`} {
if !strings.Contains(body, fragment) {
t.Errorf("missing fragment %q in bundle:\n%s", fragment, body)
}
}
}
func TestBundle_ImportResolution(t *testing.T) {
directory := t.TempDir()
helperPath := filepath.Join(directory, "helper.ts")
entryPath := filepath.Join(directory, "entry.ts")
if err := os.WriteFile(helperPath, []byte(`export const helperValue = 42;`), 0o600); err != nil {
t.Fatal(err)
}
if err := os.WriteFile(entryPath, []byte(`
import { helperValue } from "./helper";
console.log(helperValue);
`), 0o600); err != nil {
t.Fatal(err)
}
result, err := Bundle(Options{EntryFile: entryPath})
if err != nil {
t.Fatal(err)
}
if !strings.Contains(string(result.JavaScript), "42") {
t.Errorf("imported value should be inlined: %s", result.JavaScript)
}
}
func TestBundle_RegistersNamedExportsOnGlobalThis(t *testing.T) {
directory := t.TempDir()
runtimePath := filepath.Join(directory, "runtime.ts")
specPath := filepath.Join(directory, "spec.ts")
if err := os.WriteFile(runtimePath, []byte(`export {};`), 0o600); err != nil {
t.Fatal(err)
}
spec := `
export const properties = "PROPS_MARKER";
export const actionsRoot = "ACTIONS_MARKER";
export const generator = "GENERATOR_MARKER";
export const setup = "SETUP_MARKER";
`
if err := os.WriteFile(specPath, []byte(spec), 0o600); err != nil {
t.Fatal(err)
}
result, err := Bundle(Options{EntryFile: specPath, RuntimeFile: runtimePath})
if err != nil {
t.Fatal(err)
}
body := string(result.JavaScript)
for _, marker := range []string{"PROPS_MARKER", "ACTIONS_MARKER", "GENERATOR_MARKER", "SETUP_MARKER"} {
if !strings.Contains(body, marker) {
t.Errorf("named export %q not registered in bundle:\n%s", marker, body)
}
}
if !strings.Contains(body, "globalThis.actions") {
t.Errorf("trailer should assign globalThis.actions:\n%s", body)
}
if !strings.Contains(body, "globalThis.generator") {
t.Errorf("trailer should assign globalThis.generator:\n%s", body)
}
}
func TestBundle_RegistersWithoutSetupExport(t *testing.T) {
directory := t.TempDir()
runtimePath := filepath.Join(directory, "runtime.ts")
specPath := filepath.Join(directory, "spec.ts")
if err := os.WriteFile(runtimePath, []byte(`export {};`), 0o600); err != nil {
t.Fatal(err)
}
spec := `
export const properties = "PROPS_MARKER";
export const actionsRoot = "ACTIONS_MARKER";
`
if err := os.WriteFile(specPath, []byte(spec), 0o600); err != nil {
t.Fatal(err)
}
result, err := Bundle(Options{EntryFile: specPath, RuntimeFile: runtimePath})
if err != nil {
t.Fatalf("spec without setup export should still bundle: %v", err)
}
if !strings.Contains(string(result.JavaScript), "PROPS_MARKER") {
t.Errorf("properties export not registered")
}
}
func TestBundle_RegistersPropertiesOnlySpec(t *testing.T) {
directory := t.TempDir()
runtimePath := filepath.Join(directory, "runtime.ts")
specPath := filepath.Join(directory, "spec.ts")
if err := os.WriteFile(runtimePath, []byte(`export {};`), 0o600); err != nil {
t.Fatal(err)
}
if err := os.WriteFile(specPath, []byte(`export const properties = "PROPS_MARKER";`), 0o600); err != nil {
t.Fatal(err)
}
result, err := Bundle(Options{EntryFile: specPath, RuntimeFile: runtimePath})
if err != nil {
t.Fatalf("properties-only spec should bundle: %v", err)
}
body := string(result.JavaScript)
if !strings.Contains(body, "PROPS_MARKER") {
t.Errorf("properties export not registered:\n%s", body)
}
if !strings.Contains(body, "globalThis.properties") {
t.Errorf("trailer should assign globalThis.properties:\n%s", body)
}
}
func TestBundle_ReportsSyntaxErrors(t *testing.T) {
entry := writeFixture(t, "broken.ts", `const x = ;`)
_, err := Bundle(Options{EntryFile: entry})
if err == nil || !strings.Contains(err.Error(), "bundle failed") {
t.Errorf("expected bundle failure, got %v", err)
}
}
func TestBundle_SourcemapInlinedWhenRequested(t *testing.T) {
entry := writeFixture(t, "spec.ts", `export const x = 1;`)
result, err := Bundle(Options{EntryFile: entry, Sourcemap: true})
if err != nil {
t.Fatal(err)
}
if !strings.Contains(string(result.JavaScript), "sourceMappingURL") {
t.Errorf("expected inline sourcemap")
}
}
func TestBundle_AliasResolvesPackageImport(t *testing.T) {
directory := t.TempDir()
aliasTarget := filepath.Join(directory, "aliased.ts")
entryPath := filepath.Join(directory, "entry.ts")
if err := os.WriteFile(aliasTarget, []byte(`export const aliasMagic = "alias-resolved";`), 0o600); err != nil {
t.Fatal(err)
}
if err := os.WriteFile(entryPath, []byte(`
import { aliasMagic } from "@example/aliased";
console.log(aliasMagic);
`), 0o600); err != nil {
t.Fatal(err)
}
result, err := Bundle(Options{
EntryFile: entryPath,
Aliases: map[string]string{"@example/aliased": aliasTarget},
})
if err != nil {
t.Fatal(err)
}
if !strings.Contains(string(result.JavaScript), "alias-resolved") {
t.Errorf("alias target should be inlined: %s", result.JavaScript)
}
}