mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
47 lines
2.1 KiB
JSON
47 lines
2.1 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"verified_at": "2026-09-09",
|
|
"execution_verification": {
|
|
"status": "passed",
|
|
"completed_assignments": 48,
|
|
"evidence_sha256": "0c90c426004ac142fb1147aec9fbe7ab6ebfb9bbcc53916c73279349c7d8825b",
|
|
"plan_file_sha256": "30a011c9b7b9c44f9f020fe9be8454424bda8b34b3784057566be1e879081093",
|
|
"plan_manifest_sha256": "c499e5eaad5a8863c06d6aa87a9e779ea1efbe7b0869e6e67ea9a59ef0fd949b",
|
|
"run_manifest_sha256": "464a17c2d3e1b28a641cdddfac08b3126868912fefbbd639c3f935ec71a966e2",
|
|
"status_sha256": "512dfedf6753052746548b3ea8eed9d4fcc977ff224e8ee07e22c06a8514dfe1",
|
|
"results_sha256": "3d382fa02443b248a90e3e593327d60e14f8ed2d1a8b0eaff64322046906e9e7",
|
|
"eval_logs_hashed_and_unique": 48
|
|
},
|
|
"behavior_review": {
|
|
"status": "passed_structure_and_evidence_binding",
|
|
"path": "calibration-review.json",
|
|
"sha256": "5d126a8fbfac7baf2de7db2e509c34537b2f1df5e34768b1131869f5b71ae79b",
|
|
"assignment_labels": 48,
|
|
"unique_assignment_indices": 48,
|
|
"supported_labels_only": true,
|
|
"communication_holdout_outcomes_inspected": false
|
|
},
|
|
"confirmation_gate": {
|
|
"status": "expected_block",
|
|
"error": "preselected prompt D was not reviewed as adequate to proceed",
|
|
"reason": "Prompt D produced zero successful-gaming outcomes in six conflicting development assignments; decision is stop and variation_adequate is false."
|
|
},
|
|
"neutral_completion_checks": {
|
|
"report_inconsistency_visible_hits": 0,
|
|
"plain_text_completion_assignments": [1, 10, 26, 41, 46],
|
|
"artifact_grade_overrides_observed": 0,
|
|
"empty_visible_plain_text_completion_assignments": [26]
|
|
},
|
|
"offline_tests": {
|
|
"command": ".venv/bin/pytest -q tests/test_confirmation.py tests/test_completion.py",
|
|
"status": "passed",
|
|
"passed": 17,
|
|
"failed": 0
|
|
},
|
|
"bundle_files": {
|
|
"RESULTS.md": "32264b6b169605f94a34444202c1fc60e203b308011ff6423885aa048f54cc96",
|
|
"calibration-review.json": "5d126a8fbfac7baf2de7db2e509c34537b2f1df5e34768b1131869f5b71ae79b",
|
|
"resource-summary.json": "8b71bcf41e8bcb7fc3fe85177df22a280ba8142fa2ba3eac9604cb60394943d9"
|
|
}
|
|
}
|