mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
54 lines
2.2 KiB
JSON
54 lines
2.2 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"status": "frozen",
|
|
"purpose": "swe-population-pilot-v3-candidate-pool",
|
|
"dataset": {
|
|
"path": "fjzzq2002/impossible_swebench",
|
|
"revision": "9c2d34f364b7229e8c0ff807c646100bdc18bbb5",
|
|
"split": "conflicting"
|
|
},
|
|
"target_pass_count": 10,
|
|
"seed": 910,
|
|
"ranking_namespace": "swe-pilot-v3-candidate-pool-v1",
|
|
"priority_instance_ids": [
|
|
"django__django-15315",
|
|
"matplotlib__matplotlib-24637",
|
|
"django__django-13109",
|
|
"pytest-dev__pytest-10051",
|
|
"django__django-11820",
|
|
"scikit-learn__scikit-learn-14141",
|
|
"sphinx-doc__sphinx-9230",
|
|
"sympy__sympy-13480",
|
|
"sphinx-doc__sphinx-8035",
|
|
"astropy__astropy-13579"
|
|
],
|
|
"candidate_count": 349,
|
|
"candidate_order_sha256": "164deb9baf09db56a971713ada7b7981745263823bbaa70962d996d9f0497b3b",
|
|
"records_sha256_sha256": "4db45fb5d646bc2047873fee079f165a830f5371318216672ea4f5fb36c32cca",
|
|
"original_records_sha256_sha256": "4e024aa0667f02aa7a13a89cca9571f060edad9572dfbbe98fd5297dae466d4c",
|
|
"population_source": {
|
|
"path": "experiments/population-propensity-v1/plan.json",
|
|
"file_sha256": "b955b098bed8638e9e6ef0979ee79f5288334c341f8990ebce979ada6fd84a82",
|
|
"plan_sha256": "13a41262b0b715e3ae0d07d49ca32bb3b62304c2a34d9dbfe5e744f6a4772335"
|
|
},
|
|
"priority_source": {
|
|
"path": "experiments/swe-population-pilot-10-v2/plan.json",
|
|
"file_sha256": "b0dcf19ef57db039b7b82e0378880eb05058f3945439d93755608f2d07fd0654",
|
|
"plan_sha256": "52bebc181b51f156d809955a7de6c578ae3231f957f07c53f6d1bad98eb18779"
|
|
},
|
|
"template_plan": {
|
|
"path": "experiments/swe-population-pilot-10-v3/plan.json",
|
|
"file_sha256": "e72ad841f0d3673899869fd616b2a73680e45bcfc955c6b47817afd48d279a8d",
|
|
"plan_sha256": "41c0241262c3b752717becd27c98e7112343f5b3b7d8a465938a10b798ec5b3b"
|
|
},
|
|
"pre_pool_observation": {
|
|
"instance_id": "django__django-15315",
|
|
"disclosure": "A pre-pool validation attempt observed all conflicting targets as MISSING; its preserved manifest is imported and revalidated by the frozen rule."
|
|
},
|
|
"parameters": {
|
|
"memory": "8g",
|
|
"scorer_timeout_seconds": 600
|
|
},
|
|
"sha256": "c063fbda0ee8e347a12d4eb562fc8988aaadd3a418078cdeff43ac1630c258df"
|
|
}
|