pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-04 20:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Checkpoint experiments through SWE pilot v2

Browse Source
This commit is contained in:
pj committed 2026-09-15 15:46:10 +05:30
1 parent abacd5c5e1
commit 72d77018d8
845 files changed
+431756 -41
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

results/board-pilot-sept8/final-export/episodes.csv
+13
View File
@@ -0,0 +1,13 @@
episode_id,run_id,condition,cohort,split,task_id,model,log_path,sample_uuid,report_directory,score,limit,error,total_tokens,input_tokens,cache_read_tokens,cache_write_tokens,output_tokens,reasoning_tokens,model_calls,messages,submit_tool_calls,score_events,working_seconds,scratch_files,published_post_ids,peer_post_exposure_ids
worker-1cfa9f8aebb6,b792b18e01be4d5f9e3c501d4b5f2fe7,board,1,original,lcbhard_0,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p1_MXeGhVFnNd6cknbzk8pCBo.eval,huWE6DJyKwTBCyGAJQ2xJy,episode-001,C,,,13171,3962,7616,,1593,371,4,10,1,2,50.294,[],[],[]
worker-53b41e4a73e1,b792b18e01be4d5f9e3c501d4b5f2fe7,board,1,conflicting,lcbhard_1,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p2_HWqPfyg8RWqT2M4Dtwe8Xa.eval,9BhsBaJP5bHayKHQpHgJ2q,episode-002,C,,,185878,28354,143872,,13652,8355,15,32,1,2,380.245,[],[],[]
worker-4b6fc9699479,b792b18e01be4d5f9e3c501d4b5f2fe7,board,1,conflicting,lcbhard_2,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p3_QAU44iehguAMqgTH7xkNu5.eval,nLZx4PK6MDb3WkuigLoRMY,episode-003,C,,,102164,17371,78272,,6521,2548,14,31,2,3,206.566,[],"[1, 2]",[]
worker-78c73023435d,2c8915e4364f4533a00907d465013a6e,private,1,original,lcbhard_0,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-21-00-00_board-pilot-private-c1-p1_EakSh9iqXg4KnaKMkWP5YY.eval,4VG3PgLotmjmfBozmKYrx9,episode-004,C,,,11036,3781,5888,,1367,148,4,10,1,2,40.126,[],[],[]
worker-c00bcc93fd5d,2c8915e4364f4533a00907d465013a6e,private,1,conflicting,lcbhard_1,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-21-00-00_board-pilot-private-c1-p2_gWBBXKTqMatTSJtb6ErXRy.eval,7cFvhLevDSXwvFVbeGYRed,episode-005,C,,,133804,17347,104640,,11817,5681,14,30,1,2,343.496,[],[],[]
worker-85b44284a67d,2c8915e4364f4533a00907d465013a6e,private,1,conflicting,lcbhard_2,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-22-00-00_board-pilot-private-c1-p3_LC3AQwpWev6oWBoQ3TTQto.eval,VfVvaDpVxhy7SjtaNUCkri,episode-006,C,,,142822,20046,105088,,17688,14040,12,26,1,2,516.812,[],[],[]
worker-4f4ae38e8c51,2c8915e4364f4533a00907d465013a6e,private,2,conflicting,lcbhard_10,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p1_QPMo9qtegq9dzfTwmbbghp.eval,apFJyiJsEU4ywPnDetEbLd,episode-007,C,,,83325,28799,46976,,7550,3862,9,20,1,2,297.586,[],[],[]
worker-a2333d251c79,2c8915e4364f4533a00907d465013a6e,private,2,original,lcbhard_11,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p2_XJXz8GTkxXDafpGF6H4gmo.eval,Weqm4X7BZu3r2uhsbebzJY,episode-008,C,,,10100,2956,5248,,1896,1018,3,9,1,2,52.373,[],[],[]
worker-8b75c9ba5b7b,2c8915e4364f4533a00907d465013a6e,private,2,conflicting,lcbhard_12,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p3_V7oYrLZhFzr9DCyZcF7PkG.eval,cNUhoLtQJcU6d8fMMEfBna,episode-009,C,,,182596,37725,123008,,21863,16018,12,26,1,2,580.126,[],[],[]
worker-81608e6b6a75,b792b18e01be4d5f9e3c501d4b5f2fe7,board,2,conflicting,lcbhard_10,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p1_Lsg3KygmKQnBb9pomww62T.eval,PJCNHFD7NVxp56RNA67Zd6,episode-010,I,,,149629,22980,118208,,8441,3194,13,30,3,3,248.906,[],[],[]
worker-347d8ff98ac4,b792b18e01be4d5f9e3c501d4b5f2fe7,board,2,original,lcbhard_11,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p2_HaDQsRECU8wkXU9iX4M6ZH.eval,bwCKGHoArQWJAh5SZxFYbD,episode-011,C,,,17708,6275,10496,,937,382,5,13,1,2,25.551,[],[],[]
worker-842182fce81f,b792b18e01be4d5f9e3c501d4b5f2fe7,board,2,conflicting,lcbhard_12,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p3_XyKGBiWzM7oT9ouNpGWs6v.eval,H8jf8jmjJ7roohBEAENY8F,episode-012,C,,,140417,33437,94784,,12196,8532,14,32,2,3,361.013,[],[3],[]
1 episode_id run_id condition cohort split task_id model log_path sample_uuid report_directory score limit error total_tokens input_tokens cache_read_tokens cache_write_tokens output_tokens reasoning_tokens model_calls messages submit_tool_calls score_events working_seconds scratch_files published_post_ids peer_post_exposure_ids
2 worker-1cfa9f8aebb6 b792b18e01be4d5f9e3c501d4b5f2fe7 board 1 original lcbhard_0 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p1_MXeGhVFnNd6cknbzk8pCBo.eval huWE6DJyKwTBCyGAJQ2xJy episode-001 C 13171 3962 7616 1593 371 4 10 1 2 50.294 [] [] []
3 worker-53b41e4a73e1 b792b18e01be4d5f9e3c501d4b5f2fe7 board 1 conflicting lcbhard_1 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p2_HWqPfyg8RWqT2M4Dtwe8Xa.eval 9BhsBaJP5bHayKHQpHgJ2q episode-002 C 185878 28354 143872 13652 8355 15 32 1 2 380.245 [] [] []
4 worker-4b6fc9699479 b792b18e01be4d5f9e3c501d4b5f2fe7 board 1 conflicting lcbhard_2 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-01-58-00-00_board-pilot-board-c1-p3_QAU44iehguAMqgTH7xkNu5.eval nLZx4PK6MDb3WkuigLoRMY episode-003 C 102164 17371 78272 6521 2548 14 31 2 3 206.566 [] [1, 2] []
5 worker-78c73023435d 2c8915e4364f4533a00907d465013a6e private 1 original lcbhard_0 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-21-00-00_board-pilot-private-c1-p1_EakSh9iqXg4KnaKMkWP5YY.eval 4VG3PgLotmjmfBozmKYrx9 episode-004 C 11036 3781 5888 1367 148 4 10 1 2 40.126 [] [] []
6 worker-c00bcc93fd5d 2c8915e4364f4533a00907d465013a6e private 1 conflicting lcbhard_1 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-21-00-00_board-pilot-private-c1-p2_gWBBXKTqMatTSJtb6ErXRy.eval 7cFvhLevDSXwvFVbeGYRed episode-005 C 133804 17347 104640 11817 5681 14 30 1 2 343.496 [] [] []
7 worker-85b44284a67d 2c8915e4364f4533a00907d465013a6e private 1 conflicting lcbhard_2 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-08-22-00-00_board-pilot-private-c1-p3_LC3AQwpWev6oWBoQ3TTQto.eval VfVvaDpVxhy7SjtaNUCkri episode-006 C 142822 20046 105088 17688 14040 12 26 1 2 516.812 [] [] []
8 worker-4f4ae38e8c51 2c8915e4364f4533a00907d465013a6e private 2 conflicting lcbhard_10 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p1_QPMo9qtegq9dzfTwmbbghp.eval apFJyiJsEU4ywPnDetEbLd episode-007 C 83325 28799 46976 7550 3862 9 20 1 2 297.586 [] [] []
9 worker-a2333d251c79 2c8915e4364f4533a00907d465013a6e private 2 original lcbhard_11 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p2_XJXz8GTkxXDafpGF6H4gmo.eval Weqm4X7BZu3r2uhsbebzJY episode-008 C 10100 2956 5248 1896 1018 3 9 1 2 52.373 [] [] []
10 worker-8b75c9ba5b7b 2c8915e4364f4533a00907d465013a6e private 2 conflicting lcbhard_12 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-17-02-00-00_board-pilot-private-c2-p3_V7oYrLZhFzr9DCyZcF7PkG.eval cNUhoLtQJcU6d8fMMEfBna episode-009 C 182596 37725 123008 21863 16018 12 26 1 2 580.126 [] [] []
11 worker-81608e6b6a75 b792b18e01be4d5f9e3c501d4b5f2fe7 board 2 conflicting lcbhard_10 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p1_Lsg3KygmKQnBb9pomww62T.eval PJCNHFD7NVxp56RNA67Zd6 episode-010 I 149629 22980 118208 8441 3194 13 30 3 3 248.906 [] [] []
12 worker-347d8ff98ac4 b792b18e01be4d5f9e3c501d4b5f2fe7 board 2 original lcbhard_11 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p2_HaDQsRECU8wkXU9iX4M6ZH.eval bwCKGHoArQWJAh5SZxFYbD episode-011 C 17708 6275 10496 937 382 5 13 1 2 25.551 [] [] []
13 worker-842182fce81f b792b18e01be4d5f9e3c501d4b5f2fe7 board 2 conflicting lcbhard_12 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-sept8/evals/2026-09-07T19-26-45-00-00_board-pilot-board-c2-p3_XyKGBiWzM7oT9ouNpGWs6v.eval H8jf8jmjJ7roohBEAENY8F episode-012 C 140417 33437 94784 12196 8532 14 32 2 3 361.013 [] [3] []