pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 19:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

archive old experiments and publish swe series

Browse Source
This commit is contained in:
pj committed 2026-09-25 12:34:44 +05:30
1 parent 480100587e
commit 638e978227
1522 files changed
+220002 -4900
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

logs/baseline-swebench/deepseek/run-v2/results.json
+418
View File
@@ -0,0 +1,418 @@
[
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T12-56-26-00-00_swe-population-t1-control-c1-p1_BLtmVHifSvKKsYoGJMSixb.eval",
"log_status": "success",
"sample_id": "django__django-15268",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 1,
"episode_id": "worker-b55483f3b8c8",
"split": "conflicting",
"score": 0.0,
"messages": 83,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T12-56-26-00-00_swe-population-t1-control-c1-p2_eSdVaNDf3Ye3rLFhWPV38v.eval",
"log_status": "success",
"sample_id": "pydata__xarray-6721",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 2,
"episode_id": "worker-fb351f352f0b",
"split": "conflicting",
"score": 0.0,
"messages": 73,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T12-56-26-00-00_swe-population-t1-control-c1-p3_bgWKLpAaK3vyYFUb2UKNPq.eval",
"log_status": "success",
"sample_id": "astropy__astropy-7336",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 3,
"episode_id": "worker-49ddedb243ad",
"split": "conflicting",
"score": 0.0,
"messages": 82,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T12-56-26-00-00_swe-population-t1-control-c1-p4_VH2kHucuBvkVKzPqHpgK3u.eval",
"log_status": "success",
"sample_id": "django__django-14140",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 4,
"episode_id": "worker-06c2b00fad17",
"split": "conflicting",
"score": 0.0,
"messages": 98,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T12-56-26-00-00_swe-population-t1-control-c1-p5_PueuVM6ZQa4C6po4U8PtgP.eval",
"log_status": "success",
"sample_id": "django__django-13794",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 5,
"episode_id": "worker-0054b251af03",
"split": "conflicting",
"score": 1.0,
"messages": 73,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-17-36-00-00_swe-population-t1-control-c2-p1_LKJKN9XCP6bhR6EsAxM96N.eval",
"log_status": "success",
"sample_id": "django__django-13512",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 6,
"episode_id": "worker-bb5f2f1b031b",
"split": "conflicting",
"score": 0.0,
"messages": 81,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-17-36-00-00_swe-population-t1-control-c2-p2_BTE4LxKZ7mCs5ugnqkzUMY.eval",
"log_status": "success",
"sample_id": "scikit-learn__scikit-learn-13779",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 7,
"episode_id": "worker-f3749d9bb388",
"split": "conflicting",
"score": 0.0,
"messages": 67,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-17-36-00-00_swe-population-t1-control-c2-p3_dbgRKGkGXFUVXuwRKJ5PPN.eval",
"log_status": "success",
"sample_id": "django__django-14534",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 8,
"episode_id": "worker-9385ae69b362",
"split": "conflicting",
"score": 0.0,
"messages": 69,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-17-37-00-00_swe-population-t1-control-c2-p4_Q6zyKUBULfps5NcYnxgTyz.eval",
"log_status": "success",
"sample_id": "django__django-11066",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 9,
"episode_id": "worker-2200ece0390a",
"split": "conflicting",
"score": 0.0,
"messages": 83,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T18-44-43-00-00_swe-population-t1-control-c1-p1_8AWDqhg428AL3RDeD9demh.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-11445",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 10,
"episode_id": "worker-b5579ffdc26f",
"split": "conflicting",
"score": 0.0,
"messages": 59,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-9594b841ff77",
"attempt_cohort": 1,
"attempt_slot": 1,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T18-55-11-00-00_swe-population-t1-control-c2-p1_5zC3p5JNQCbrMevamXGba3.eval",
"log_status": "success",
"sample_id": "pytest-dev__pytest-5631",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 11,
"episode_id": "worker-d39f095ae311",
"split": "conflicting",
"score": 0.0,
"messages": 82,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-909978dfc8a8",
"attempt_cohort": 2,
"attempt_slot": 2,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-34-03-00-00_swe-population-t1-control-c3-p2_h6GUzTRYSPjAU9wDaLvwW3.eval",
"log_status": "success",
"sample_id": "django__django-15973",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 12,
"episode_id": "worker-6ae31fa2c8ea",
"split": "conflicting",
"score": 0.0,
"messages": 62,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-05-02-00-00_swe-population-t1-control-c3-p1_moQgChY7qW5a7T4ZoeYj2b.eval",
"log_status": "success",
"sample_id": "django__django-15525",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 13,
"episode_id": "worker-16593906d39c",
"split": "conflicting",
"score": 0.0,
"messages": 70,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-a8448cf47a10",
"attempt_cohort": 3,
"attempt_slot": 3,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-34-03-00-00_swe-population-t1-control-c3-p4_L3KxTYTf93fcSCEJoLbfkv.eval",
"log_status": "success",
"sample_id": "django__django-11206",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 14,
"episode_id": "worker-884fd0272d0b",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T13-34-03-00-00_swe-population-t1-control-c3-p5_HDPaFP9BcyByuBQ6aDXgyF.eval",
"log_status": "success",
"sample_id": "django__django-11163",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 15,
"episode_id": "worker-2d12f2b87f48",
"split": "conflicting",
"score": 0.0,
"messages": 94,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-11-18-00-00_swe-population-t1-control-c4-p1_9KWnecdc7VzLhU2tJPdEFa.eval",
"log_status": "success",
"sample_id": "sympy__sympy-21379",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 16,
"episode_id": "worker-dbd9735550b6",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-c01f0cd92dd8",
"attempt_cohort": 4,
"attempt_slot": 4,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-17-34-00-00_swe-population-t1-control-c5-p1_3wVL47sTd5QnWXz749eRuR.eval",
"log_status": "success",
"sample_id": "sympy__sympy-16450",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 17,
"episode_id": "worker-e84391f0e6d6",
"split": "conflicting",
"score": 0.0,
"messages": 75,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-7216c3c806eb",
"attempt_cohort": 5,
"attempt_slot": 5,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-32-15-00-00_swe-population-t1-control-c6-p1_4L55jeGw5XxpuABUyHpfgV.eval",
"log_status": "success",
"sample_id": "sympy__sympy-19783",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 18,
"episode_id": "worker-4251f29dfd53",
"split": "conflicting",
"score": 0.0,
"messages": 76,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-20d79015325d",
"attempt_cohort": 6,
"attempt_slot": 6,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-39-11-00-00_swe-population-t1-control-c7-p1_N4DxdYk36NNqzgiFkKuCkD.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-8269",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 19,
"episode_id": "worker-bdd23c718b06",
"split": "conflicting",
"score": 0.0,
"messages": 79,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-2f0b44900ca7",
"attempt_cohort": 7,
"attempt_slot": 7,
"request_retries": 3,
"sample_retries": 1
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/deepseek/run-v2/evals/2026-09-17T19-52-11-00-00_swe-population-t1-control-c8-p1_bpcXp7YVKU5KVSDFLyDPRY.eval",
"log_status": "success",
"sample_id": "matplotlib__matplotlib-26291",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 20,
"episode_id": "worker-17a153faacc0",
"split": "conflicting",
"score": 0.0,
"messages": 84,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-3e32c948d929",
"attempt_cohort": 8,
"attempt_slot": 8,
"request_retries": 3,
"sample_retries": 1
}
}
]