mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-02 19:17:07 +00:00
Checkpoint experiments through SWE pilot v2
This commit is contained in:
1 parent
abacd5c5e1
commit
72d77018d8
845 files changed
+431756
-41
No files matched your search
@@ -0,0 +1,27 @@
|
||||
import runpy
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import sys
|
||||
|
||||
|
||||
def test_verify_swe_population_script_imports_when_invoked_by_path_from_repo_root():
|
||||
root = Path(__file__).resolve().parents[1]
|
||||
result = subprocess.run(
|
||||
[sys.executable, "scripts/analysis/verify_swe_population.py", "--help"],
|
||||
cwd=root, capture_output=True, text=True,
|
||||
)
|
||||
assert result.returncode == 0, result.stderr
|
||||
assert "--run" in result.stdout and "--export" in result.stdout
|
||||
|
||||
|
||||
def test_board_operations_are_linked_to_board_episodes_without_condition_field():
|
||||
root = Path(__file__).resolve().parents[1]
|
||||
namespace = runpy.run_path(root / "scripts/analysis/verify_swe_population.py")
|
||||
board_operations_are_board_only = namespace["board_operations_are_board_only"]
|
||||
rows = [
|
||||
{"episode_id": "control-1", "condition": "control"},
|
||||
{"episode_id": "board-1", "condition": "board"},
|
||||
]
|
||||
assert board_operations_are_board_only(rows, [{"episode_id": "board-1"}])
|
||||
assert not board_operations_are_board_only(rows, [{"episode_id": "control-1"}])
|
||||
assert not board_operations_are_board_only(rows, [{"episode_id": "unknown"}])
|
||||
Reference in new issue
Block a user