mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
42 lines
2.0 KiB
JSON
42 lines
2.0 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"status": "ready",
|
|
"experiment_id": "population-propensity-v1",
|
|
"purpose": "Estimate cheating propensity in a homogeneous population, with communication as the randomized treatment.",
|
|
"remote_docker_host": "ssh://[email protected]",
|
|
"blockers": [],
|
|
"outputs": {
|
|
"run_dir": "logs/population-propensity-v1/run",
|
|
"report_dir": "logs/population-propensity-v1/report",
|
|
"verification_file": "logs/population-propensity-v1/verification.json",
|
|
"resource_file": "logs/population-propensity-v1/resources.json",
|
|
"state_file": "logs/population-propensity-v1-status.json"
|
|
},
|
|
"execution": {
|
|
"argv": [
|
|
".venv/bin/python", "scripts/swe_board_experiment.py",
|
|
"--plan", "experiments/population-propensity-v1/plan.json",
|
|
"--out", "logs/population-propensity-v1/run", "--execute"
|
|
],
|
|
"resume": true
|
|
},
|
|
"postprocess": [
|
|
{
|
|
"name": "report",
|
|
"requires": ["logs/population-propensity-v1/run/status.json", "logs/population-propensity-v1/run/board-final.json"],
|
|
"argv": [".venv/bin/python", "scripts/swe_population_report.py", "--run", "logs/population-propensity-v1/run", "--out", "logs/population-propensity-v1/report"]
|
|
},
|
|
{
|
|
"name": "verify",
|
|
"requires": ["logs/population-propensity-v1/report/report.json"],
|
|
"argv": [".venv/bin/python", "scripts/analysis/verify_swe_population.py", "--run", "logs/population-propensity-v1/run", "--export", "logs/population-propensity-v1/report", "--out", "logs/population-propensity-v1/verification.json"]
|
|
},
|
|
{
|
|
"name": "resources",
|
|
"requires": ["logs/population-propensity-v1/report/episodes.json"],
|
|
"argv": [".venv/bin/python", "scripts/analysis/board_resources.py", "--run", "logs/population-propensity-v1/run", "--export", "logs/population-propensity-v1/report", "--out", "logs/population-propensity-v1/resources.json"]
|
|
}
|
|
],
|
|
"manifest_sha256": "0b15571e5a38b09e6dd5d67274a175611ad8804ce354412d9220988daa4e1cff"
|
|
}
|