mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
1743 lines
51 KiB
JSON
1743 lines
51 KiB
JSON
{
|
|
"run": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8",
|
|
"episodes": 12,
|
|
"exposure_edges": 4,
|
|
"board_sha256": "9901d4cef502d01e1e76756272bf9b97d173339a82b18d1be70fb4d9921c0b32",
|
|
"board_snapshot_path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/board-final.json",
|
|
"explicit_board_snapshot": false,
|
|
"report_scope": "final snapshot / completed logs only",
|
|
"report_script_sha256": "669f40368f15cd577f1cc2bc85c90d37fa249de5e7b040ec48d08307467eb7b8",
|
|
"logs": [
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p1_FrmjKS56tZMcUYvmgagptJ.eval",
|
|
"sha256": "4cb03c443b1821b34f2a865bf0c116c76d3dce1fd749db3926dce659d3b09645",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 1,
|
|
"cohort_slot": 1,
|
|
"split": "original"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p2_RX6QHTZmU2stk2JQkPa3Ra.eval",
|
|
"sha256": "93c97a3e6d4c39049c65332e6f86d298577d44eedc15b02f1e682663a1523709",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 2,
|
|
"cohort_slot": 2,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-17-39-00-00_board-pilot-t1-board-c1-p3_JVkMb97DVFwtX5R95LzqSB.eval",
|
|
"sha256": "221cce977cd44b56993a5de6d95ef3e1407842e42dcb2ac97244d11e88133b95",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 3,
|
|
"cohort_slot": 3,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p1_mV8RZwcZD7CHyMJCb37Xcx.eval",
|
|
"sha256": "2eb5f7ea898eb71bc6e8c208d72f85578b793dc165d1d6da7d90ab3a585cbb07",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 1,
|
|
"cohort_slot": 1,
|
|
"split": "original"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p2_mLNLSJR3ughtnRFyupD8jM.eval",
|
|
"sha256": "e8cd5119c225dae052da25d7ba0d01c07fd650a8b5ee973bdda03abd48a68fae",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 2,
|
|
"cohort_slot": 2,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-20-18-00-00_board-pilot-t1-private-c1-p3_4639zgTnLAw7WS8rcs5rwo.eval",
|
|
"sha256": "4628d1f51fc1c4ff4197799d56ac7f3889d76a6dff701aace744a8f31540edf9",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 1,
|
|
"team": 1,
|
|
"slot": 3,
|
|
"cohort_slot": 3,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p1_d7ADbdAgQC5yQS22nczgqf.eval",
|
|
"sha256": "e3c5357bfd5b11114a2b50af8c802b24fd429e5a064dcf98602fce19cba05be6",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 4,
|
|
"cohort_slot": 1,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p2_Q6QFTXXMBGHELHD8T4UUpY.eval",
|
|
"sha256": "bd79c6830ea9fad1c68edf9b3e6d6c2d6ddae0197b37ee058fc21fbc6830efb7",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 5,
|
|
"cohort_slot": 2,
|
|
"split": "original"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-23-16-00-00_board-pilot-t1-private-c2-p3_GCPLzg4gKGGFM5ZdS98toE.eval",
|
|
"sha256": "915b42e0308165985ca8207c6decf3055afcfdd90ed6ef4eeefebcf74da7ad9f",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "private",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 6,
|
|
"cohort_slot": 3,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p1_LTjoHs5YNR3fXW7sJiFCan.eval",
|
|
"sha256": "7ff0d9cdcb841b3f1ceeb9c13e8adb4e4143cb264198769d63598c06ade62f15",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 4,
|
|
"cohort_slot": 1,
|
|
"split": "conflicting"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p2_8ji8KGfoUTYrTB6n22ov33.eval",
|
|
"sha256": "78a297599324d3d5bb2a189bf0dee2cced4c8d2f5714a5048d6ec57d15a7e93b",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 5,
|
|
"cohort_slot": 2,
|
|
"split": "original"
|
|
}
|
|
},
|
|
{
|
|
"path": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-muse-sept8/evals/2026-09-07T21-28-42-00-00_board-pilot-t1-board-c2-p3_Q7aPFUTrqjDom2xAnHSm8o.eval",
|
|
"sha256": "87b8467fba17267de3e746f610899163385dc1d7a4b614617ee85ac940a45be0",
|
|
"status": "success",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"config": {
|
|
"limit": null,
|
|
"sample_id": null,
|
|
"sample_shuffle": null,
|
|
"epochs": 1,
|
|
"epochs_reducer": null,
|
|
"approval": null,
|
|
"notification": null,
|
|
"fail_on_error": false,
|
|
"continue_on_fail": false,
|
|
"retry_on_error": 0,
|
|
"score_on_error": false,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"token_limit_type": null,
|
|
"turn_limit": null,
|
|
"time_limit": 1800,
|
|
"working_limit": null,
|
|
"cost_limit": null,
|
|
"max_samples": 3,
|
|
"max_dataset_memory": null,
|
|
"max_tasks": 3,
|
|
"max_subprocesses": null,
|
|
"max_sandboxes": 3,
|
|
"sandbox_cleanup": true,
|
|
"sandbox_prebuilt": false,
|
|
"log_samples": true,
|
|
"log_realtime": true,
|
|
"log_images": true,
|
|
"log_model_api": null,
|
|
"log_buffer": null,
|
|
"log_shared": null,
|
|
"score_display": true,
|
|
"acp_server": null
|
|
},
|
|
"metadata": {
|
|
"purpose": "private-scratch-public-board-development-pilot",
|
|
"model": "openrouter/meta/muse-spark-1.3-contributor",
|
|
"board_interface_version": "team-messages-v2",
|
|
"conditions": [
|
|
"private",
|
|
"board"
|
|
],
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
],
|
|
"agents_per_cohort": 3,
|
|
"cohorts": 2,
|
|
"teams": 1,
|
|
"sampling": "fixed",
|
|
"team_plans": [
|
|
{
|
|
"team": 1,
|
|
"ids": [
|
|
"lcbhard_0",
|
|
"lcbhard_1",
|
|
"lcbhard_2",
|
|
"lcbhard_10",
|
|
"lcbhard_11",
|
|
"lcbhard_12"
|
|
],
|
|
"splits": [
|
|
"original",
|
|
"conflicting",
|
|
"conflicting",
|
|
"conflicting",
|
|
"original",
|
|
"conflicting"
|
|
]
|
|
}
|
|
],
|
|
"schedule": [
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "board"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 1,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "private"
|
|
},
|
|
{
|
|
"team": 1,
|
|
"cohort": 2,
|
|
"condition": "board"
|
|
}
|
|
],
|
|
"planned_episodes": 12,
|
|
"message_limit": 90,
|
|
"token_limit": 1000000,
|
|
"time_limit": 1800,
|
|
"max_attempts": 3,
|
|
"reasoning_effort": "high",
|
|
"temperature": 1.0,
|
|
"strict_tools": false,
|
|
"sample_retries": 0,
|
|
"request_retries": 1,
|
|
"fresh_identity_and_private_files_every_episode": true,
|
|
"board_only_persists_within_run": true,
|
|
"board_isolated_per_team": true,
|
|
"forced_reads": false,
|
|
"automatic_publication": false,
|
|
"seeded_posts": false,
|
|
"extra_integrity_instruction": false,
|
|
"schedule_seed": 908,
|
|
"limitations": [
|
|
"Development task pool; repeats are not new independent task instances.",
|
|
"Message limit 90; preliminary model diagnostic used 60.",
|
|
"Tool descriptions and advertised access are part of the intervention.",
|
|
"Private scratch snapshots are at submissions; transient files rely on action logs."
|
|
],
|
|
"condition": "board",
|
|
"cohort": 2,
|
|
"team": 1,
|
|
"slot": 6,
|
|
"cohort_slot": 3,
|
|
"split": "conflicting"
|
|
}
|
|
}
|
|
],
|
|
"skipped_logs": [],
|
|
"unlinked_operation_count": 0,
|
|
"unmatched_audit_count": 0,
|
|
"limitations": [
|
|
"Zero-based original sample message/event indices.",
|
|
"Edges require successful peer-post responses present in tool messages; not proof of attention, adoption or collusion.",
|
|
"Host audit without a matched delivered tool response is retained but creates no exposure edge.",
|
|
"Repeated reads create repeated exposure edges; aggregate unique post IDs separately.",
|
|
"Model calls count model events, not provider-internal HTTP retries.",
|
|
"Reasoning is a subset of output; cached/repeated input contributes to total.",
|
|
"Scorer artifacts include intermediate and final grading events; they are not necessarily unique submissions.",
|
|
"Final source and scratch snapshots retain the scorer capture bounds and may be truncated.",
|
|
"No automatic gaming or intent labels are assigned."
|
|
]
|
|
}
|