mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-04 20:17:09 +00:00
feat(trace): record the label source as arm membership
Recorded for seeded runs too, unlike model and instructions. Without it the two seeded cells are indistinguishable in the artifact and the manipulation check cannot be grouped. Claude-Session: https://claude.ai/code/session_01A5KmftdEJ49A9z5mF5ESrX
This commit is contained in:
1 parent
de00412f67
commit
ba8c4810cf
4 files changed
+43
-8
No files matched your search
@@ -448,6 +448,7 @@ func TestWriteMeta_ArmMembershipRoundTrip(t *testing.T) {
|
||||
SanderlingVersion: "0.0.1",
|
||||
Arm: "llm-visible-text",
|
||||
Generator: "llm",
|
||||
LabelSource: "visible-text",
|
||||
Model: "claude-sonnet-5",
|
||||
Instructions: "exercise the outbox",
|
||||
MaxSteps: 300,
|
||||
@@ -486,7 +487,7 @@ func TestWriteMeta_OmitsArmMembershipWhenUnset(t *testing.T) {
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
for _, key := range []string{"arm", "generator", "model", "instructions", "max_steps", "duration_millis", "host"} {
|
||||
for _, key := range []string{"arm", "generator", "label_source", "model", "instructions", "max_steps", "duration_millis", "host"} {
|
||||
if strings.Contains(string(body), `"`+key+`"`) {
|
||||
t.Errorf("meta.json carries %q when unset:\n%s", key, body)
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user