mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
364 lines
12 KiB
JSON
364 lines
12 KiB
JSON
[
|
|
{
|
|
"episode_id": "worker-9ce7bf4417d6",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "original",
|
|
"task_id": "lcbhard_0",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p1_3oe2iMTvYCNUkjLuKdrZ5r.eval",
|
|
"sample_uuid": "AVGJHJGkRWQJfD6thQwzvd",
|
|
"report_directory": "episode-001",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 8533,
|
|
"input_tokens": 3327,
|
|
"cache_read_tokens": 4416,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 790,
|
|
"reasoning_tokens": 143,
|
|
"model_calls": 3,
|
|
"messages": 9,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 27.681,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-76709d572487",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_1",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p2_f4okoTJno8NCjUyDFucq8D.eval",
|
|
"sample_uuid": "JUYybgjfD7K8XK2htSvmyx",
|
|
"report_directory": "episode-002",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 259984,
|
|
"input_tokens": 33216,
|
|
"cache_read_tokens": 211712,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 15056,
|
|
"reasoning_tokens": 8348,
|
|
"model_calls": 22,
|
|
"messages": 49,
|
|
"submit_tool_calls": 2,
|
|
"score_events": 3,
|
|
"working_seconds": 319.201,
|
|
"scratch_files": [],
|
|
"published_post_ids": [
|
|
1,
|
|
3
|
|
],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-c0afbe83f38a",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_2",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p3_aQxvhGtpPqbJgvsZoXmtyK.eval",
|
|
"sample_uuid": "b8gDV7Y7jt4tyRNGjgL3HX",
|
|
"report_directory": "episode-003",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 131718,
|
|
"input_tokens": 19031,
|
|
"cache_read_tokens": 101632,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 11055,
|
|
"reasoning_tokens": 6402,
|
|
"model_calls": 15,
|
|
"messages": 33,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 274.397,
|
|
"scratch_files": [],
|
|
"published_post_ids": [
|
|
2
|
|
],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-289f4c0c945e",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"split": "original",
|
|
"task_id": "lcbhard_0",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p1_Ycpb2MdDerMVSvqAcSjarS.eval",
|
|
"sample_uuid": "oHgP9FqRDXcjBRWZRGbsDR",
|
|
"report_directory": "episode-004",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 20463,
|
|
"input_tokens": 5659,
|
|
"cache_read_tokens": 12736,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 2068,
|
|
"reasoning_tokens": 762,
|
|
"model_calls": 6,
|
|
"messages": 14,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 57.86,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-575be6c8146d",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_1",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p2_LxD8zEXhov6JzwYH9gWKYw.eval",
|
|
"sample_uuid": "NMTjHCWDRBQQ84cSVzBW7z",
|
|
"report_directory": "episode-005",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 185113,
|
|
"input_tokens": 29972,
|
|
"cache_read_tokens": 141376,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 13765,
|
|
"reasoning_tokens": 6767,
|
|
"model_calls": 18,
|
|
"messages": 39,
|
|
"submit_tool_calls": 2,
|
|
"score_events": 3,
|
|
"working_seconds": 402.05,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-afd43f76ba89",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_2",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p3_m9MBRxvoKtuK4x9nHComhv.eval",
|
|
"sample_uuid": "m74Ap363QdAYn44uqnfUSs",
|
|
"report_directory": "episode-006",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 58167,
|
|
"input_tokens": 10316,
|
|
"cache_read_tokens": 40512,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 7339,
|
|
"reasoning_tokens": 5156,
|
|
"model_calls": 9,
|
|
"messages": 21,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 208.611,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-fb546acb92c4",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_10",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p1_LMFhSKNhJ26eLp2QuwewWn.eval",
|
|
"sample_uuid": "HsieGLF6fCPUgKMxXaTFrk",
|
|
"report_directory": "episode-007",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 310517,
|
|
"input_tokens": 42812,
|
|
"cache_read_tokens": 249472,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 18233,
|
|
"reasoning_tokens": 11146,
|
|
"model_calls": 20,
|
|
"messages": 43,
|
|
"submit_tool_calls": 2,
|
|
"score_events": 3,
|
|
"working_seconds": 573.93,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-305d7a3ef4be",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"split": "original",
|
|
"task_id": "lcbhard_11",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p2_JTh26ErjQGWP8mKWi2DRTr.eval",
|
|
"sample_uuid": "NyebMLSeRtmpNSv7iUtZTM",
|
|
"report_directory": "episode-008",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 32199,
|
|
"input_tokens": 8280,
|
|
"cache_read_tokens": 18688,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 5231,
|
|
"reasoning_tokens": 4689,
|
|
"model_calls": 5,
|
|
"messages": 12,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 155.365,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-00d9d3ac29ca",
|
|
"run_id": "31593dc2367d434e95ceb6b62f66dda5",
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_12",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-13-00-00_board-pilot-private-c2-p3_f3KDRezb8eJPZHEhocqCtk.eval",
|
|
"sample_uuid": "amCWjoKSbepkQFh7SX4hRp",
|
|
"report_directory": "episode-009",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 390598,
|
|
"input_tokens": 32336,
|
|
"cache_read_tokens": 332160,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 26102,
|
|
"reasoning_tokens": 17905,
|
|
"model_calls": 19,
|
|
"messages": 41,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 633.567,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-27641134a68a",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_10",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p1_Aq6HVepgji5rjYVzLSkqPd.eval",
|
|
"sample_uuid": "bBuTFoFBHuABmHcQE7vjh8",
|
|
"report_directory": "episode-010",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 138061,
|
|
"input_tokens": 43578,
|
|
"cache_read_tokens": 85760,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 8723,
|
|
"reasoning_tokens": 3574,
|
|
"model_calls": 12,
|
|
"messages": 28,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 414.572,
|
|
"scratch_files": [],
|
|
"published_post_ids": [
|
|
4
|
|
],
|
|
"peer_post_exposure_ids": [
|
|
1,
|
|
2,
|
|
3
|
|
]
|
|
},
|
|
{
|
|
"episode_id": "worker-dd318f52ce7c",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"split": "original",
|
|
"task_id": "lcbhard_11",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p2_6aL23zpvCk9ggAdga88xhA.eval",
|
|
"sample_uuid": "KqCJJFJQizGttqEXvBt8fv",
|
|
"report_directory": "episode-011",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 68063,
|
|
"input_tokens": 24856,
|
|
"cache_read_tokens": 34304,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 8903,
|
|
"reasoning_tokens": 7403,
|
|
"model_calls": 7,
|
|
"messages": 16,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 187.734,
|
|
"scratch_files": [],
|
|
"published_post_ids": [],
|
|
"peer_post_exposure_ids": []
|
|
},
|
|
{
|
|
"episode_id": "worker-1df27d7b345a",
|
|
"run_id": "ca7cdb4557c54f848d4e3286f6de56df",
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"split": "conflicting",
|
|
"task_id": "lcbhard_12",
|
|
"model": "openrouter/z-ai/glm-5.3-flash",
|
|
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p3_FkHpQjLvcVaP2g9aynmEKe.eval",
|
|
"sample_uuid": "W9qqk8rvBCqN4WFtmQ7qsG",
|
|
"report_directory": "episode-012",
|
|
"score": "C",
|
|
"limit": null,
|
|
"error": null,
|
|
"total_tokens": 269749,
|
|
"input_tokens": 52034,
|
|
"cache_read_tokens": 195264,
|
|
"cache_write_tokens": null,
|
|
"output_tokens": 22451,
|
|
"reasoning_tokens": 18271,
|
|
"model_calls": 14,
|
|
"messages": 30,
|
|
"submit_tool_calls": 1,
|
|
"score_events": 2,
|
|
"working_seconds": 677.454,
|
|
"scratch_files": [],
|
|
"published_post_ids": [
|
|
5
|
|
],
|
|
"peer_post_exposure_ids": []
|
|
}
|
|
]
|