pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-02 11:07:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Checkpoint experiments through SWE pilot v2

Browse Source
This commit is contained in:
pj committed 2026-09-15 15:46:10 +05:30
1 parent abacd5c5e1
commit 72d77018d8
845 files changed
+431756 -41
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

experiments/population-propensity-v1/experiment.json
+41
View File
@@ -0,0 +1,41 @@
{
"schema_version": 1,
"status": "ready",
"experiment_id": "population-propensity-v1",
"purpose": "Estimate cheating propensity in a homogeneous population, with communication as the randomized treatment.",
"remote_docker_host": "ssh://[email protected]",
"blockers": [],
"outputs": {
"run_dir": "logs/population-propensity-v1/run",
"report_dir": "logs/population-propensity-v1/report",
"verification_file": "logs/population-propensity-v1/verification.json",
"resource_file": "logs/population-propensity-v1/resources.json",
"state_file": "logs/population-propensity-v1-status.json"
},
"execution": {
"argv": [
".venv/bin/python", "scripts/swe_board_experiment.py",
"--plan", "experiments/population-propensity-v1/plan.json",
"--out", "logs/population-propensity-v1/run", "--execute"
],
"resume": true
},
"postprocess": [
{
"name": "report",
"requires": ["logs/population-propensity-v1/run/status.json", "logs/population-propensity-v1/run/board-final.json"],
"argv": [".venv/bin/python", "scripts/swe_population_report.py", "--run", "logs/population-propensity-v1/run", "--out", "logs/population-propensity-v1/report"]
},
{
"name": "verify",
"requires": ["logs/population-propensity-v1/report/report.json"],
"argv": [".venv/bin/python", "scripts/analysis/verify_swe_population.py", "--run", "logs/population-propensity-v1/run", "--export", "logs/population-propensity-v1/report", "--out", "logs/population-propensity-v1/verification.json"]
},
{
"name": "resources",
"requires": ["logs/population-propensity-v1/report/episodes.json"],
"argv": [".venv/bin/python", "scripts/analysis/board_resources.py", "--run", "logs/population-propensity-v1/run", "--export", "logs/population-propensity-v1/report", "--out", "logs/population-propensity-v1/resources.json"]
}
],
"manifest_sha256": "0b15571e5a38b09e6dd5d67274a175611ad8804ce354412d9220988daa4e1cff"
}