mirror of
https://github.com/priyanshujain/sanderling.git
synced 2026-10-05 04:27:09 +00:00
feat(trace): record llm ranked list and chosen rank
This commit is contained in:
1 parent
fed3345325
commit
84adc0f177
1 file changed
+8
@@ -87,6 +87,14 @@ type Action struct {
|
|||||||
// the model's short rationale, shown by the replay UI to explain the pick.
|
// the model's short rationale, shown by the replay UI to explain the pick.
|
||||||
Source string `json:"source,omitempty"`
|
Source string `json:"source,omitempty"`
|
||||||
LLMReasoning string `json:"llm_reasoning,omitempty"`
|
LLMReasoning string `json:"llm_reasoning,omitempty"`
|
||||||
|
// LLMRanked is the model's full ranked candidate-index list; LLMChosenRank
|
||||||
|
// is the 1-based position in it that produced this action (1 = the model's
|
||||||
|
// top pick; >1 means earlier picks were invalid and skipped). Together they
|
||||||
|
// let the replay UI reconcile the reasoning with the executed action: the
|
||||||
|
// reasoning describes the model's top pick, so a ChosenRank > 1 is why the
|
||||||
|
// prose can name a different target than the one acted on.
|
||||||
|
LLMRanked []int `json:"llm_ranked,omitempty"`
|
||||||
|
LLMChosenRank int `json:"llm_chosen_rank,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
type BoundsRecord struct {
|
type BoundsRecord struct {
|
||||||
|
|||||||
Reference in new issue
Block a user