mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-04 03:57:09 +00:00
feat(trace): record arm membership and host in meta.json
meta.json recorded the seed but not which picker ran, how it was configured, what budget it was given, or which machine produced it. A directory of runs cannot be attributed to an experiment cell without those, which makes any factorial computed from such a directory unanalysable after the fact. Claude-Session: https://claude.ai/code/session_01A5KmftdEJ49A9z5mF5ESrX
This commit is contained in:
1 parent
8388ac5d2a
commit
54e33643b6
2 files changed
+81
No files matched your search
@@ -126,6 +126,24 @@ type Meta struct {
|
||||
StartedAt time.Time `json:"started_at"`
|
||||
EndedAt *time.Time `json:"ended_at,omitempty"`
|
||||
SanderlingVersion string `json:"sanderling_version"`
|
||||
|
||||
// Arm labels the experiment cell this run belongs to, set from --arm. A
|
||||
// directory of runs cannot be attributed to a cell after the fact without
|
||||
// it, which makes any factorial computed from such a directory unanalysable.
|
||||
Arm string `json:"arm,omitempty"`
|
||||
// Generator, Model and Instructions record which picker ran and how it was
|
||||
// configured. Two runs that differ in any of these are different arms.
|
||||
Generator string `json:"generator,omitempty"`
|
||||
Model string `json:"model,omitempty"`
|
||||
Instructions string `json:"instructions,omitempty"`
|
||||
// MaxSteps and DurationMillis are the budget the run was given, which has
|
||||
// to be identical across arms for a comparison to mean anything.
|
||||
MaxSteps int `json:"max_steps,omitempty"`
|
||||
DurationMillis int64 `json:"duration_millis,omitempty"`
|
||||
// Host is the machine that produced the run. Campaigns are split across
|
||||
// several hosts, so a per-host effect has to be detectable rather than
|
||||
// invisible.
|
||||
Host string `json:"host,omitempty"`
|
||||
}
|
||||
|
||||
type Writer struct {
|
||||
|
||||
Reference in new issue
Block a user