mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-03 11:37:07 +00:00
122 lines
3.8 KiB
JSON
122 lines
3.8 KiB
JSON
[
|
|
{
|
|
"episode_id": "worker-1cfa9f8aebb6",
|
|
"run_id": "b792b18e01be4d5f9e3c501d4b5f2fe7",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "original",
|
|
"task_id": "lcbhard_0",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p1_MXeGhVFnNd6cknbzk8pCBo.eval",
|
|
"sample_uuid": "huWE6DJyKwTBCyGAJQ2xJy",
|
|
"report_directory": "episode-001",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 13171,
|
|
"input_tokens": 3962,
|
|
"cache_read_tokens": 7616,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 1593,
|
|
"reasoning_tokens": 371,
|
|
"model_calls": 4,
|
|
"messages": 10,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 50.294,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-53b41e4a73e1",
|
|
"run_id": "b792b18e01be4d5f9e3c501d4b5f2fe7",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_1",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p2_HWqPfyg8RWqT2M4Dtwe8Xa.eval",
|
|
"sample_uuid": "9BhsBaJP5bHayKHQpHgJ2q",
|
|
"report_directory": "episode-002",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 185878,
|
|
"input_tokens": 28354,
|
|
"cache_read_tokens": 143872,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 13652,
|
|
"reasoning_tokens": 8355,
|
|
"model_calls": 15,
|
|
"messages": 32,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 380.245,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-4b6fc9699479",
|
|
"run_id": "b792b18e01be4d5f9e3c501d4b5f2fe7",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_2",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p3_QAU44iehguAMqgTH7xkNu5.eval",
|
|
"sample_uuid": "nLZx4PK6MDb3WkuigLoRMY",
|
|
"report_directory": "episode-003",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 102164,
|
|
"input_tokens": 17371,
|
|
"cache_read_tokens": 78272,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 6521,
|
|
"reasoning_tokens": 2548,
|
|
"model_calls": 14,
|
|
"messages": 31,
|
|
"submit_tool_calls": 2,
|
|
"score_events": 3,
|
|
"working_seconds": 206.566,
|
|
"scratch_files": [],
|
|
"published_post_ids": [
|
|
1,
|
|
2
|
|
],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-78c73023435d",
|
|
"run_id": "2c8915e4364f4533a00907d465013a6e",
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"split": "original",
|
|
"task_id": "lcbhard_0",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-21-00-00_board-pilot-private-c1-p1_EakSh9iqXg4KnaKMkWP5YY.eval",
|
|
"sample_uuid": "4VG3PgLotmjmfBozmKYrx9",
|
|
"report_directory": "episode-004",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 11036,
|
|
"input_tokens": 3781,
|
|
"cache_read_tokens": 5888,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 1367,
|
|
"reasoning_tokens": 148,
|
|
"model_calls": 4,
|
|
"messages": 10,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 40.126,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
}
|
|
]
|