mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-04 20:17:06 +00:00
Checkpoint experiments through SWE pilot v2
This commit is contained in:
1 parent
abacd5c5e1
commit
72d77018d8
845 files changed
+431756
-41
No files matched your search
@@ -0,0 +1,41 @@
|
||||
{
|
||||
"schema_version": 1,
|
||||
"status": "ready",
|
||||
"experiment_id": "swe-population-pilot-10-v2",
|
||||
"purpose": "Run a fresh matched 10-task SWE pilot with explicit messageboard and private organizer-feedback tools.",
|
||||
"remote_docker_host": "ssh://[email protected]",
|
||||
"blockers": [],
|
||||
"outputs": {
|
||||
"run_dir": "logs/swe-population-pilot-10-v2/run",
|
||||
"report_dir": "logs/swe-population-pilot-10-v2/report",
|
||||
"verification_file": "logs/swe-population-pilot-10-v2/verification.json",
|
||||
"resource_file": "logs/swe-population-pilot-10-v2/resources.json",
|
||||
"state_file": "logs/swe-population-pilot-10-v2-status.json"
|
||||
},
|
||||
"execution": {
|
||||
"argv": [
|
||||
".venv/bin/python", "scripts/swe_board_experiment.py",
|
||||
"--plan", "experiments/swe-population-pilot-10-v2/plan.json",
|
||||
"--out", "logs/swe-population-pilot-10-v2/run", "--execute"
|
||||
],
|
||||
"resume": true
|
||||
},
|
||||
"postprocess": [
|
||||
{
|
||||
"name": "report",
|
||||
"requires": ["logs/swe-population-pilot-10-v2/run/status.json", "logs/swe-population-pilot-10-v2/run/board-final.json", "logs/swe-population-pilot-10-v2/run/feedback-final.json"],
|
||||
"argv": [".venv/bin/python", "scripts/swe_population_report.py", "--run", "logs/swe-population-pilot-10-v2/run", "--out", "logs/swe-population-pilot-10-v2/report"]
|
||||
},
|
||||
{
|
||||
"name": "verify",
|
||||
"requires": ["logs/swe-population-pilot-10-v2/report/report.json"],
|
||||
"argv": [".venv/bin/python", "scripts/analysis/verify_swe_population.py", "--run", "logs/swe-population-pilot-10-v2/run", "--export", "logs/swe-population-pilot-10-v2/report", "--out", "logs/swe-population-pilot-10-v2/verification.json"]
|
||||
},
|
||||
{
|
||||
"name": "resources",
|
||||
"requires": ["logs/swe-population-pilot-10-v2/report/report.json", "logs/swe-population-pilot-10-v2/verification.json"],
|
||||
"argv": [".venv/bin/python", "scripts/analysis/board_resources.py", "--run", "logs/swe-population-pilot-10-v2/run", "--export", "logs/swe-population-pilot-10-v2/report", "--out", "logs/swe-population-pilot-10-v2/resources.json"]
|
||||
}
|
||||
],
|
||||
"manifest_sha256": "88c59504957dcd5f5f728f34a63109437589d2ae69578f728a03fbdca5e9fb3e"
|
||||
}
|
||||
Reference in new issue
Block a user