mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
archive old experiments and publish swe series
This commit is contained in:
1 parent
480100587e
commit
638e978227
1522 files changed
+220002
-4900
No files matched your search
@@ -14,6 +14,7 @@ from messageboardbench.swe_prerequisites import (
|
||||
validate_task_manifest,
|
||||
)
|
||||
from messageboardbench.swe_validation import (
|
||||
GRADER_ENVIRONMENT,
|
||||
ValidationError,
|
||||
docker_preflight,
|
||||
manifest as trial_manifest,
|
||||
@@ -96,6 +97,8 @@ def main() -> int:
|
||||
plan = json.loads(args.plan.read_text())
|
||||
if plan.get("plan_sha256") != plan_hash(plan):
|
||||
raise SystemExit("frozen plan self-hash mismatch")
|
||||
if plan.get("parameters", {}).get("grader_environment") != GRADER_ENVIRONMENT:
|
||||
raise SystemExit("frozen plan grader environment mismatch")
|
||||
declared = (ROOT / plan["environment_validation"]["index_path"]).resolve()
|
||||
out = args.out.resolve()
|
||||
if declared != out / "index.json":
|
||||
|
||||
Reference in new issue
Block a user