mirror of
https://github.com/priyanshujain/messageboardbench.git
synced 2026-10-03 11:37:07 +00:00
archive old experiments and publish swe series
This commit is contained in:
1 parent
480100587e
commit
638e978227
1522 files changed
+220002
-4900
No files matched your search
@@ -0,0 +1,13 @@
|
||||
{
|
||||
"schema_version": 1,
|
||||
"status": "completed",
|
||||
"experiment_id": "baseline-swebench",
|
||||
"purpose": "No-communication baseline on a fixed 20-task ImpossibleBench SWE holdout for three models.",
|
||||
"remote_docker_host": "ssh://[email protected]",
|
||||
"model_runs": [
|
||||
{"name": "glm", "plan": "experiments/baseline-swebench/glm-plan.json", "run_dir": "logs/baseline-swebench/glm/run"},
|
||||
{"name": "muse", "plan": "experiments/baseline-swebench/muse-plan.json", "run_dir": "logs/baseline-swebench/muse/run"},
|
||||
{"name": "deepseek", "plan": "experiments/baseline-swebench/deepseek-plan.json", "run_dir": "logs/baseline-swebench/deepseek/run-v2"}
|
||||
],
|
||||
"report_dir": "logs/baseline-swebench/report"
|
||||
}
|
||||
Reference in new issue
Block a user