mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-03 19:47:10 +00:00
feat(trace): emit extractor_changes per step
Add ExtractorChanges to trace.Step and a runner helper that converts the verifier's diff map into the trace shape. The inspect UI keys its violation breadcrumbs off this field.
This commit is contained in:
1 parent
c66c4e0ad4
commit
e44ad56749
2 files changed
+43
-18
No files matched your search
+20
-10
@@ -13,16 +13,26 @@ import (
|
||||
)
|
||||
|
||||
type Step struct {
|
||||
Index int `json:"step"`
|
||||
Timestamp time.Time `json:"timestamp"`
|
||||
Screen string `json:"screen,omitempty"`
|
||||
Snapshots map[string]json.RawMessage `json:"snapshots,omitempty"`
|
||||
Action *Action `json:"action,omitempty"`
|
||||
Exceptions []Exception `json:"exceptions,omitempty"`
|
||||
Violations []string `json:"violations,omitempty"`
|
||||
Hierarchy *hierarchy.Tree `json:"hierarchy,omitempty"`
|
||||
Residuals map[string]json.RawMessage `json:"residuals,omitempty"`
|
||||
Metrics *Metrics `json:"metrics,omitempty"`
|
||||
Index int `json:"step"`
|
||||
Timestamp time.Time `json:"timestamp"`
|
||||
Screen string `json:"screen,omitempty"`
|
||||
Snapshots map[string]json.RawMessage `json:"snapshots,omitempty"`
|
||||
Action *Action `json:"action,omitempty"`
|
||||
Exceptions []Exception `json:"exceptions,omitempty"`
|
||||
Violations []string `json:"violations,omitempty"`
|
||||
Hierarchy *hierarchy.Tree `json:"hierarchy,omitempty"`
|
||||
Residuals map[string]json.RawMessage `json:"residuals,omitempty"`
|
||||
Metrics *Metrics `json:"metrics,omitempty"`
|
||||
ExtractorChanges map[string]ExtractorChange `json:"extractor_changes,omitempty"`
|
||||
}
|
||||
|
||||
// ExtractorChange records the prev/curr JSON values of an extractor whose
|
||||
// observation differed between two consecutive steps. Surfaced under
|
||||
// violation rows in the inspect UI as a "what changed at this step"
|
||||
// breadcrumb.
|
||||
type ExtractorChange struct {
|
||||
Prev json.RawMessage `json:"prev"`
|
||||
Curr json.RawMessage `json:"curr"`
|
||||
}
|
||||
|
||||
type Metrics struct {
|
||||
|
||||
Reference in new issue
Block a user