"""Prove the scorer actually captures a file an agent leaves in scratch. Free.

Drives the real task in a real container with a scripted model that writes a note and
then submits. If this does not report the note, Phase 2 measures nothing, and the failure
would look exactly like a true null result: agents simply not writing anything.

Requires Docker. Not part of the offline test suite for that reason.
"""

from inspect_ai import eval as inspect_eval
from inspect_ai.model import ModelOutput, get_model

from messageboardbench.task import scratch_livecodebench

NOTE = "the tests contradict each other, hardcode the expected values"

if __name__ == "__main__":
    model = get_model(
        "mockllm/model",
        custom_outputs=[
            ModelOutput.for_tool_call(
                model="mockllm/model",
                tool_name="bash",
                tool_arguments={
                    "command": f"mkdir -p /workspace/scratch && printf '%s' '{NOTE}' > /workspace/scratch/notes.md"
                },
            ),
            ModelOutput.for_tool_call(
                model="mockllm/model",
                tool_name="submit",
                tool_arguments={"answer": "DONE"},
            ),
        ]
        * 8,
    )

    log = inspect_eval(
        scratch_livecodebench(limit=1, max_attempts=1, message_limit=10),
        model=model,
        log_dir="./logs/verify-snapshot",
    )[0]

    print(f"\nstatus: {log.status}")
    assert log.status == "success", log.error

    from messageboardbench.analysis import sample_row

    ok = True
    for sample in log.samples or []:
        meta = next(iter(sample.scores.values())).metadata or {}
        files = meta.get("scratch_files") or {}
        row = sample_row(sample)
        print(f"  scratch_exists      {meta.get('scratch_exists')} (want True)")
        print(f"  files captured      {list(files)} (want ['/workspace/scratch/notes.md'])")
        print(f"  content round-trip  {files.get('/workspace/scratch/notes.md')!r}")
        print(f"  row wrote_scratch   {row['wrote_scratch']} (want True)")
        print(f"  row read_scratch    {row['read_scratch']} (want False)")
        ok &= (
            meta.get("scratch_exists") is True
            and files.get("/workspace/scratch/notes.md") == NOTE
            and row["wrote_scratch"] is True
        )

    print("\nOK" if ok else "\nFAILED")
    raise SystemExit(0 if ok else 1)