pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 19:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
b3c935fbfaf7a74ed85695650dc37b61ae81dd50
messageboardbench/results/board-muse-sept8/final-export/episodes.json
T

389 lines
12 KiB
JSON
Raw Blame History

[
{
"episode_id": "worker-9681211fa788",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 1,
"cohort": 1,
"split": "original",
"task_id": "lcbhard_0",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p1_FrmjKS56tZMcUYvmgagptJ.eval",
"sample_uuid": "mqjMbR7LYiSkJ8oJ68FPbF",
"report_directory": "episode-001",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 22827,
"input_tokens": 5771,
"cache_read_tokens": 15172,
"cache_write_tokens": null,
"output_tokens": 1884,
"reasoning_tokens": 1003,
"model_calls": 5,
"messages": 13,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 27.927,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-9219ac5b48f8",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 2,
"cohort": 1,
"split": "conflicting",
"task_id": "lcbhard_1",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p2_RX6QHTZmU2stk2JQkPa3Ra.eval",
"sample_uuid": "crEdnZUZXxUBqW48FCJuoG",
"report_directory": "episode-002",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 335874,
"input_tokens": 25074,
"cache_read_tokens": 297127,
"cache_write_tokens": null,
"output_tokens": 13673,
"reasoning_tokens": 7209,
"model_calls": 24,
"messages": 53,
"submit_tool_calls": 2,
"score_events": 3,
"working_seconds": 156.126,
"scratch_files": [],
"published_post_ids": [
1
],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-ea4c5120d4e6",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 3,
"cohort": 1,
"split": "conflicting",
"task_id": "lcbhard_2",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p3_JVkMb97DVFwtX5R95LzqSB.eval",
"sample_uuid": "4tHEEyWDEZDrCLNC9RJtBM",
"report_directory": "episode-003",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 123721,
"input_tokens": 15581,
"cache_read_tokens": 99133,
"cache_write_tokens": null,
"output_tokens": 9007,
"reasoning_tokens": 6202,
"model_calls": 14,
"messages": 30,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 118.419,
"scratch_files": [],
"published_post_ids": [
2
],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-1bd10fd99741",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 1,
"cohort": 1,
"split": "original",
"task_id": "lcbhard_0",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p1_mV8RZwcZD7CHyMJCb37Xcx.eval",
"sample_uuid": "giJJKy9NsAEBtqrdf4wmnY",
"report_directory": "episode-004",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 24419,
"input_tokens": 7847,
"cache_read_tokens": 13636,
"cache_write_tokens": null,
"output_tokens": 2936,
"reasoning_tokens": 2049,
"model_calls": 5,
"messages": 13,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 44.235,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-52f1a3e7637d",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 2,
"cohort": 1,
"split": "conflicting",
"task_id": "lcbhard_1",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p2_mLNLSJR3ughtnRFyupD8jM.eval",
"sample_uuid": "m8YuaQYM7pbTHaGyAaRdVC",
"report_directory": "episode-005",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 117911,
"input_tokens": 17620,
"cache_read_tokens": 89947,
"cache_write_tokens": null,
"output_tokens": 10344,
"reasoning_tokens": 5874,
"model_calls": 13,
"messages": 29,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 115.076,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-fbab81041603",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 3,
"cohort": 1,
"split": "conflicting",
"task_id": "lcbhard_2",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p3_4639zgTnLAw7WS8rcs5rwo.eval",
"sample_uuid": "RcSynU5ZgcachwWLfL2s7V",
"report_directory": "episode-006",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 139098,
"input_tokens": 17673,
"cache_read_tokens": 109388,
"cache_write_tokens": null,
"output_tokens": 12037,
"reasoning_tokens": 8432,
"model_calls": 13,
"messages": 29,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 174.6,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-5821db971b18",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 4,
"cohort": 2,
"split": "conflicting",
"task_id": "lcbhard_10",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p1_d7ADbdAgQC5yQS22nczgqf.eval",
"sample_uuid": "GiofXdcq7MXuoRCy4Gsg73",
"report_directory": "episode-007",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 475198,
"input_tokens": 48723,
"cache_read_tokens": 396146,
"cache_write_tokens": null,
"output_tokens": 30329,
"reasoning_tokens": 19815,
"model_calls": 20,
"messages": 43,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 322.399,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-d823e47ad4c4",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 5,
"cohort": 2,
"split": "original",
"task_id": "lcbhard_11",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p2_Q6QFTXXMBGHELHD8T4UUpY.eval",
"sample_uuid": "np773PXf9dxwzHPYaAjUVS",
"report_directory": "episode-008",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 27955,
"input_tokens": 6800,
"cache_read_tokens": 17717,
"cache_write_tokens": null,
"output_tokens": 3438,
"reasoning_tokens": 2248,
"model_calls": 5,
"messages": 13,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 38.448,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-f1f710d84479",
"run_id": "d361420681ac4fc5868c8e51b31a2b82",
"condition": "private",
"team": 1,
"slot": 6,
"cohort": 2,
"split": "conflicting",
"task_id": "lcbhard_12",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p3_GCPLzg4gKGGFM5ZdS98toE.eval",
"sample_uuid": "Nkrk3EoBCiTcNRQuXPuaNx",
"report_directory": "episode-009",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 264999,
"input_tokens": 25447,
"cache_read_tokens": 222593,
"cache_write_tokens": null,
"output_tokens": 16959,
"reasoning_tokens": 10276,
"model_calls": 17,
"messages": 38,
"submit_tool_calls": 2,
"score_events": 3,
"working_seconds": 199.879,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-26755bb31749",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 4,
"cohort": 2,
"split": "conflicting",
"task_id": "lcbhard_10",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p1_LTjoHs5YNR3fXW7sJiFCan.eval",
"sample_uuid": "Z7uaXftGJVaWLc9bdPo2Ui",
"report_directory": "episode-010",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 502612,
"input_tokens": 35953,
"cache_read_tokens": 444756,
"cache_write_tokens": null,
"output_tokens": 21903,
"reasoning_tokens": 15110,
"model_calls": 21,
"messages": 44,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 247.976,
"scratch_files": [],
"published_post_ids": [
4
],
"peer_post_exposure_ids": [
1,
2
]
},
{
"episode_id": "worker-cd3210d33f93",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 5,
"cohort": 2,
"split": "original",
"task_id": "lcbhard_11",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p2_8ji8KGfoUTYrTB6n22ov33.eval",
"sample_uuid": "bwZsmHYdra6mEhsSJXajLr",
"report_directory": "episode-011",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 36394,
"input_tokens": 7750,
"cache_read_tokens": 25525,
"cache_write_tokens": null,
"output_tokens": 3119,
"reasoning_tokens": 1873,
"model_calls": 6,
"messages": 15,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 37.386,
"scratch_files": [],
"published_post_ids": [],
"peer_post_exposure_ids": []
},
{
"episode_id": "worker-03126db75143",
"run_id": "258ce927293a42f4b932a4de02d681c5",
"condition": "board",
"team": 1,
"slot": 6,
"cohort": 2,
"split": "conflicting",
"task_id": "lcbhard_12",
"model": "openrouter/meta/muse-spark-1.3-contributor",
"log_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p3_Q7aPFUTrqjDom2xAnHSm8o.eval",
"sample_uuid": "FkTdrcT8dniLnChxhM3JQT",
"report_directory": "episode-012",
"score": "C",
"limit": null,
"error": null,
"total_tokens": 297725,
"input_tokens": 25954,
"cache_read_tokens": 254608,
"cache_write_tokens": null,
"output_tokens": 17163,
"reasoning_tokens": 11555,
"model_calls": 17,
"messages": 37,
"submit_tool_calls": 1,
"score_events": 2,
"working_seconds": 194.554,
"scratch_files": [],
"published_post_ids": [
3
],
"peer_post_exposure_ids": [
1,
2
]
}
]
Reference in new issue View Git Blame Copy Permalink