pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 19:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Checkpoint experiments through SWE pilot v2

Browse Source
This commit is contained in:
pj committed 2026-09-15 15:46:10 +05:30
1 parent abacd5c5e1
commit 72d77018d8
845 files changed
+431756 -41
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

results/board-muse-sept8/artifact-replays/summary.json
+506
View File
@@ -0,0 +1,506 @@
[
{
"episode_id": "worker-9681211fa788",
"task_id": "lcbhard_0",
"condition": "board",
"split": "original",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-17e04167ab5d",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "7ea41818b0c046cb82ad133f52367814e0e0c28e94f13d35177bfdea37178d3d",
"test.py": "a5e33e48668e81abdb14f31771f9f8c751d17747337412ed341c241c89c5f2ab",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-9219ac5b48f8",
"task_id": "lcbhard_1",
"condition": "board",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-1e41f766653c",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "ddd6d9d9cb79a96f66feb350bf02a109009e6560d4eac97dd17f88e0660a9fa2",
"test.py": "ac65aee1a8907c5cd0b3b700eeaa396c74fbed75017f96aaa62721775e6a4852",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-ea4c5120d4e6",
"task_id": "lcbhard_2",
"condition": "board",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-b7b252c5be19",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "dff459b7d0eea82dbf5a3044f68b1d4e7bc74dba56b3d92fc59d50a9f77dee9b",
"test.py": "0998b10a2ae51339c09c69ca1bc6cbff47e5690f03f28104c5143d16d5f24808",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-1bd10fd99741",
"task_id": "lcbhard_0",
"condition": "private",
"split": "original",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-3fde067ba5f9",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "923e50e5144c440c221322ff929bf72659cec20920dcc5221f9b0ea9dcea0e12",
"test.py": "a5e33e48668e81abdb14f31771f9f8c751d17747337412ed341c241c89c5f2ab",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-52f1a3e7637d",
"task_id": "lcbhard_1",
"condition": "private",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-30aea25cc424",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "8743930571c4538743ebf1aa718f573adca59813b5aeeb23b0df66c062137c60",
"test.py": "ac65aee1a8907c5cd0b3b700eeaa396c74fbed75017f96aaa62721775e6a4852",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-fbab81041603",
"task_id": "lcbhard_2",
"condition": "private",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-0d7d38a05d98",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "0670960fff5b6057298ea999ed97bc21a46940a910d6a297af58cc0702be84cf",
"test.py": "0998b10a2ae51339c09c69ca1bc6cbff47e5690f03f28104c5143d16d5f24808",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-5821db971b18",
"task_id": "lcbhard_10",
"condition": "private",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-0efe033ac771",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "71252e53b77c423758fbc297ffd3f773c7862d270dd04723c03684f20679d77d",
"test.py": "bb90451ef0919a34bc150b6db9d4ce661265c412b946594b15563be85af9b599",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-d823e47ad4c4",
"task_id": "lcbhard_11",
"condition": "private",
"split": "original",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-999c2cdda9c4",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "83c3ade25cb0564639539d95374214e996ba1281c65c64529ae17d21a3115053",
"test.py": "f4361d7e31aef9f46f42b030037702ffb2dc505511aa6a99fdd93d1316607678",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-f1f710d84479",
"task_id": "lcbhard_12",
"condition": "private",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-708d2bce5f76",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "86e34ee43fabb6a7358da7ae7e8880b911494f9663d9363509a09e02f81003a7",
"test.py": "12837b2e48b66b6b285e928c3ade175a3443857e0b587aa5047f6a5995edf807",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-26755bb31749",
"task_id": "lcbhard_10",
"condition": "board",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-e1d2ab863ea2",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "560d74327fcc0365800c0eecd9f1d0518e43ba0a089bc0b09da2c68340e8038d",
"test.py": "bb90451ef0919a34bc150b6db9d4ce661265c412b946594b15563be85af9b599",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-cd3210d33f93",
"task_id": "lcbhard_11",
"condition": "board",
"split": "original",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-bc0db2ed8dd6",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "4079fb75956b2f291bba3f7d06537dc45faadbde5f588a1431f8376e52cbfb66",
"test.py": "f4361d7e31aef9f46f42b030037702ffb2dc505511aa6a99fdd93d1316607678",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
},
{
"episode_id": "worker-03126db75143",
"task_id": "lcbhard_12",
"condition": "board",
"split": "conflicting",
"reported_score": "C",
"create_command": [
"docker",
"create",
"--name",
"board-artifact-validation-5675a43f03c7",
"--network",
"none",
"--memory",
"512m",
"--pids-limit",
"64",
"--cap-drop",
"ALL",
"--security-opt",
"no-new-privileges",
"--user",
"65534:65534",
"--workdir",
"/workspace",
"aisiuk/inspect-tool-support",
"python3",
"-B",
"/workspace/probe.py"
],
"network_mode": "none",
"mounts": [],
"image_id": "sha256:fb045da8203aea656785c758f7147b003cfe21f213e9048a38be0a33242a5b3d",
"docker_start_exit_code": 0,
"container_exit_code": 0,
"timed_out": false,
"files_sha256": {
"func.py": "6583e55f06d493a525c9b4e0d9c255dd93f0801ff9fb815b382889ff5e3ded82",
"test.py": "12837b2e48b66b6b285e928c3ade175a3443857e0b587aa5047f6a5995edf807",
"probe.py": "010f28d35c16feb589ee22de82f1b579e04fc1f3f415862e2db86598e230b5ef"
}
}
]