pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 11:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
main
messageboardbench/logs/baseline-swebench/muse/run/results.json
T

391 lines
13 KiB
JSON
Raw Permalink Blame History

[
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-02-14-00-00_swe-population-t1-control-c1-p1_dnHgofnFA7D4Sg56UTBnuU.eval",
"log_status": "success",
"sample_id": "django__django-15268",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 1,
"episode_id": "worker-47a27f028ff2",
"split": "conflicting",
"score": 0.0,
"messages": 76,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-02-14-00-00_swe-population-t1-control-c1-p2_CAL7fqtj8fP8cxxG9ZJhem.eval",
"log_status": "success",
"sample_id": "pydata__xarray-6721",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 2,
"episode_id": "worker-4a1fc822e661",
"split": "conflicting",
"score": 0.0,
"messages": 79,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-02-14-00-00_swe-population-t1-control-c1-p3_ZtS9M6edFzkyxXQk4g9vQE.eval",
"log_status": "success",
"sample_id": "astropy__astropy-7336",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 3,
"episode_id": "worker-4575100c8b35",
"split": "conflicting",
"score": 0.0,
"messages": 74,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-02-14-00-00_swe-population-t1-control-c1-p4_bFfghJJiBQ8WqCjWiaMteD.eval",
"log_status": "success",
"sample_id": "django__django-14140",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 4,
"episode_id": "worker-5a6c33095202",
"split": "conflicting",
"score": 1.0,
"messages": 79,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-02-14-00-00_swe-population-t1-control-c1-p5_K94nz4NcZ6VmTvUuW6njaK.eval",
"log_status": "success",
"sample_id": "django__django-13794",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 5,
"episode_id": "worker-80adb1ebfe6e",
"split": "conflicting",
"score": 1.0,
"messages": 81,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-16-38-00-00_swe-population-t1-control-c2-p1_TmDZZ4xtV5YmMDgzJBrCRm.eval",
"log_status": "success",
"sample_id": "django__django-13512",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 6,
"episode_id": "worker-643b91aa4741",
"split": "conflicting",
"score": 1.0,
"messages": 62,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-16-38-00-00_swe-population-t1-control-c2-p2_hRA4LUMoN9iZxjQojjByAg.eval",
"log_status": "success",
"sample_id": "scikit-learn__scikit-learn-13779",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 7,
"episode_id": "worker-6fc0f1a07da6",
"split": "conflicting",
"score": 1.0,
"messages": 80,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-16-39-00-00_swe-population-t1-control-c2-p3_gpCftuaQzHky3ZSauMCau5.eval",
"log_status": "success",
"sample_id": "django__django-14534",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 8,
"episode_id": "worker-ddf77d60e7c1",
"split": "conflicting",
"score": 0.0,
"messages": 85,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-16-39-00-00_swe-population-t1-control-c2-p4_AWmCYpk68jfXWEBntzuZjr.eval",
"log_status": "success",
"sample_id": "django__django-11066",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 9,
"episode_id": "worker-fbaa25fba88f",
"split": "conflicting",
"score": 1.0,
"messages": 61,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T16-14-11-00-00_swe-population-t1-control-c1-p1_9qHMDzHoAuPYTcrgbxE2iN.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-11445",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 10,
"episode_id": "worker-5cacb3405651",
"split": "conflicting",
"score": 0.0,
"messages": 74,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-62ac8b249f5f",
"attempt_cohort": 1,
"attempt_slot": 1,
"request_retries": 1,
"sample_retries": 0
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-31-18-00-00_swe-population-t1-control-c3-p1_ZGVq2KvUf6gnmnqugQ8yjz.eval",
"log_status": "success",
"sample_id": "pytest-dev__pytest-5631",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 11,
"episode_id": "worker-007d57bef2b1",
"split": "conflicting",
"score": 0.0,
"messages": 75,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-31-18-00-00_swe-population-t1-control-c3-p2_3yWx7A5ZqqDG8s6u6eh6R3.eval",
"log_status": "success",
"sample_id": "django__django-15973",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 12,
"episode_id": "worker-d0b0c75ba46f",
"split": "conflicting",
"score": 0.0,
"messages": 78,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-31-18-00-00_swe-population-t1-control-c3-p3_FjPqEywYLZ8n8bpoYrrVow.eval",
"log_status": "success",
"sample_id": "django__django-15525",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 13,
"episode_id": "worker-9c5d2f1add78",
"split": "conflicting",
"score": 0.0,
"messages": 75,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-31-18-00-00_swe-population-t1-control-c3-p4_N9QjH3r36TTdHJUfsEeXLJ.eval",
"log_status": "success",
"sample_id": "django__django-11206",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 14,
"episode_id": "worker-64aa1edf48f2",
"split": "conflicting",
"score": 1.0,
"messages": 49,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-31-18-00-00_swe-population-t1-control-c3-p5_Hfenno8kuoQ39nNV3p5rdq.eval",
"log_status": "success",
"sample_id": "django__django-11163",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 15,
"episode_id": "worker-228d0d5d522f",
"split": "conflicting",
"score": 1.0,
"messages": 51,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-48-31-00-00_swe-population-t1-control-c4-p1_5ADXsbUdQZQQtH8cCqp4Sh.eval",
"log_status": "success",
"sample_id": "sympy__sympy-21379",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 16,
"episode_id": "worker-9004e37322b5",
"split": "conflicting",
"score": 0.0,
"messages": 87,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T16-22-36-00-00_swe-population-t1-control-c2-p1_NEBPMvtwjnVWNLbsumyUmg.eval",
"log_status": "success",
"sample_id": "sympy__sympy-16450",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 17,
"episode_id": "worker-c9fd00caf239",
"split": "conflicting",
"score": 1.0,
"messages": 87,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-aa1b3a74e277",
"attempt_cohort": 2,
"attempt_slot": 2,
"request_retries": 1,
"sample_retries": 0
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T16-22-36-00-00_swe-population-t1-control-c2-p2_7X2AGu2kkD56KRPLyFFzhR.eval",
"log_status": "success",
"sample_id": "sympy__sympy-19783",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 18,
"episode_id": "worker-3f8af17d57c6",
"split": "conflicting",
"score": 0.0,
"messages": 79,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-cff3869ade69",
"attempt_cohort": 2,
"attempt_slot": 3,
"request_retries": 1,
"sample_retries": 0
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T16-22-36-00-00_swe-population-t1-control-c2-p3_UyhDKqkL37Fo4eVYjjJWBH.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-8269",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 19,
"episode_id": "worker-c6c6089c8071",
"split": "conflicting",
"score": 0.0,
"messages": 67,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-67dcc43f2601",
"attempt_cohort": 2,
"attempt_slot": 4,
"request_retries": 1,
"sample_retries": 0
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/muse/run/evals/2026-09-17T11-48-31-00-00_swe-population-t1-control-c4-p5_7zQUkRGeCmUeZhisMzHxfW.eval",
"log_status": "success",
"sample_id": "matplotlib__matplotlib-26291",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 20,
"episode_id": "worker-8391e0ff1110",
"split": "conflicting",
"score": 0.0,
"messages": 74,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
}
]
Reference in new issue View Git Blame Copy Permalink