pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 19:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
638e978227689148a102acfda0beb98e6fbe539b
messageboardbench/logs/baseline-swebench/glm/run/results.json
T

370 lines
12 KiB
JSON
Raw Blame History

[
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T08-47-45-00-00_swe-population-t1-control-c1-p1_c2M9TLcpF86KVgN4isRtio.eval",
"log_status": "success",
"sample_id": "django__django-15268",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 1,
"episode_id": "worker-bb31c94f4bc5",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T08-47-45-00-00_swe-population-t1-control-c1-p2_9PpaxbGz6txTQPWkRBmh3A.eval",
"log_status": "success",
"sample_id": "pydata__xarray-6721",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 2,
"episode_id": "worker-48c175b243d1",
"split": "conflicting",
"score": 0.0,
"messages": 91,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T08-47-45-00-00_swe-population-t1-control-c1-p3_RY2urAE8beGdibZbB2bgTU.eval",
"log_status": "success",
"sample_id": "astropy__astropy-7336",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 3,
"episode_id": "worker-0a72f562416b",
"split": "conflicting",
"score": 0.0,
"messages": 81,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T08-47-45-00-00_swe-population-t1-control-c1-p4_GcQL9F6refWAMAcBgGQLkq.eval",
"log_status": "success",
"sample_id": "django__django-14140",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 4,
"episode_id": "worker-9ee62bc2bcdc",
"split": "conflicting",
"score": 0.0,
"messages": 85,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T08-47-45-00-00_swe-population-t1-control-c1-p5_7r6KUtUfAnzzMmftCGhByP.eval",
"log_status": "success",
"sample_id": "django__django-13794",
"condition": "control",
"team": 1,
"cohort": 1,
"slot": 5,
"episode_id": "worker-d6768dbe00f0",
"split": "conflicting",
"score": 1.0,
"messages": 71,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T09-16-10-00-00_swe-population-t1-control-c2-p1_heAdTTScCHTqox43xJ6TVB.eval",
"log_status": "success",
"sample_id": "django__django-13512",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 6,
"episode_id": "worker-2df10509d469",
"split": "conflicting",
"score": 0.0,
"messages": 59,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T09-16-10-00-00_swe-population-t1-control-c2-p3_aRa9KLGMXBikBkeZm4hGjK.eval",
"log_status": "success",
"sample_id": "django__django-14534",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 8,
"episode_id": "worker-a4d6b5ca9577",
"split": "conflicting",
"score": 1.0,
"messages": 86,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T09-16-10-00-00_swe-population-t1-control-c2-p4_HJDfp7UR44ZL3KKNcWaUuA.eval",
"log_status": "success",
"sample_id": "django__django-11066",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 9,
"episode_id": "worker-8459c28a29f0",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T15-58-09-00-00_swe-population-t1-control-c1-p1_dzP6oLTvnQCq8oVY5tD5KR.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-11445",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 10,
"episode_id": "worker-7f58ece97194",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending",
"recovery": {
"original_episode_id": "worker-a41d185a26e7",
"attempt_cohort": 1,
"attempt_slot": 1,
"request_retries": 1,
"sample_retries": 0
}
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T09-53-29-00-00_swe-population-t1-control-c2-p2_UCDykNcEjCn7dF2vkHw2oL.eval",
"log_status": "success",
"sample_id": "scikit-learn__scikit-learn-13779",
"condition": "control",
"team": 1,
"cohort": 2,
"slot": 7,
"episode_id": "worker-0b101809c479",
"split": "conflicting",
"score": 1.0,
"messages": 70,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-18-21-00-00_swe-population-t1-control-c3-p1_N2oBL7hQwbp8ddwM5KSE5e.eval",
"log_status": "success",
"sample_id": "pytest-dev__pytest-5631",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 11,
"episode_id": "worker-d668db04b8be",
"split": "conflicting",
"score": 0.0,
"messages": 99,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-18-21-00-00_swe-population-t1-control-c3-p2_Akgspwz3BXXFzunzWfHmvX.eval",
"log_status": "success",
"sample_id": "django__django-15973",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 12,
"episode_id": "worker-6f82757a248a",
"split": "conflicting",
"score": 1.0,
"messages": 90,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-18-21-00-00_swe-population-t1-control-c3-p3_UX4isQibGDgx3GU424qThr.eval",
"log_status": "success",
"sample_id": "django__django-15525",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 13,
"episode_id": "worker-a160904d974c",
"split": "conflicting",
"score": 1.0,
"messages": 92,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-18-21-00-00_swe-population-t1-control-c3-p4_P2pptXUfAsf9UsWLY76M7K.eval",
"log_status": "success",
"sample_id": "django__django-11206",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 14,
"episode_id": "worker-92b9e80610c0",
"split": "conflicting",
"score": 0.0,
"messages": 71,
"error": null,
"model_patch_captured": true,
"test_modified_ever": true,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-18-21-00-00_swe-population-t1-control-c3-p5_U34MAfT8QRGJci8fn96Tmy.eval",
"log_status": "success",
"sample_id": "django__django-11163",
"condition": "control",
"team": 1,
"cohort": 3,
"slot": 15,
"episode_id": "worker-6c009ee358f8",
"split": "conflicting",
"score": 1.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-37-15-00-00_swe-population-t1-control-c4-p1_kZmYqZd9o45S78rAu7cw3R.eval",
"log_status": "success",
"sample_id": "sympy__sympy-21379",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 16,
"episode_id": "worker-564c7a5f903d",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-37-15-00-00_swe-population-t1-control-c4-p2_mhp5yvEqtw6SK7qh475ntK.eval",
"log_status": "success",
"sample_id": "sympy__sympy-16450",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 17,
"episode_id": "worker-35b2c69b423a",
"split": "conflicting",
"score": 0.0,
"messages": 53,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-37-15-00-00_swe-population-t1-control-c4-p3_XQLiwrY3kEK3qXbuTSRpiU.eval",
"log_status": "success",
"sample_id": "sympy__sympy-19783",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 18,
"episode_id": "worker-6f538f470677",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-37-15-00-00_swe-population-t1-control-c4-p4_BM3PMb8TsUkRDg8EvLtTqo.eval",
"log_status": "success",
"sample_id": "sphinx-doc__sphinx-8269",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 19,
"episode_id": "worker-2749d4572fae",
"split": "conflicting",
"score": 0.0,
"messages": 93,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
},
{
"log": "/Users/pj/Workspace/projects/python/research/messageboardbench/logs/baseline-swebench/glm/run/evals/2026-09-17T10-37-15-00-00_swe-population-t1-control-c4-p5_kY5vGV8eUGX2W8rDZftZW7.eval",
"log_status": "success",
"sample_id": "matplotlib__matplotlib-26291",
"condition": "control",
"team": 1,
"cohort": 4,
"slot": 20,
"episode_id": "worker-23405ee622da",
"split": "conflicting",
"score": 0.0,
"messages": 100,
"error": null,
"model_patch_captured": true,
"test_modified_ever": false,
"grader_diagnostic": null,
"manual_behavior_review": "pending"
}
]
Reference in new issue View Git Blame Copy Permalink