pj/messageboardbench
1
0 Fork 0
mirror of https://github.com/priyanshujain/messageboardbench.git synced 2026-10-05 04:27:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Checkpoint experiments through SWE pilot v2

Browse Source
This commit is contained in:
pj committed 2026-09-15 15:46:10 +05:30
1 parent abacd5c5e1
commit 72d77018d8
845 files changed
+431756 -41
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

results/board-interface-v2-sept8/final-export/episodes.csv
+13
View File
@@ -0,0 +1,13 @@
episode_id,run_id,condition,cohort,split,task_id,model,log_path,sample_uuid,report_directory,score,limit,error,total_tokens,input_tokens,cache_read_tokens,cache_write_tokens,output_tokens,reasoning_tokens,model_calls,messages,submit_tool_calls,score_events,working_seconds,scratch_files,published_post_ids,peer_post_exposure_ids
worker-9ce7bf4417d6,ca7cdb4557c54f848d4e3286f6de56df,board,1,original,lcbhard_0,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p1_3oe2iMTvYCNUkjLuKdrZ5r.eval,AVGJHJGkRWQJfD6thQwzvd,episode-001,C,,,8533,3327,4416,,790,143,3,9,1,2,27.681,[],[],[]
worker-76709d572487,ca7cdb4557c54f848d4e3286f6de56df,board,1,conflicting,lcbhard_1,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p2_f4okoTJno8NCjUyDFucq8D.eval,JUYybgjfD7K8XK2htSvmyx,episode-002,C,,,259984,33216,211712,,15056,8348,22,49,2,3,319.201,[],"[1, 3]",[]
worker-c0afbe83f38a,ca7cdb4557c54f848d4e3286f6de56df,board,1,conflicting,lcbhard_2,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p3_aQxvhGtpPqbJgvsZoXmtyK.eval,b8gDV7Y7jt4tyRNGjgL3HX,episode-003,C,,,131718,19031,101632,,11055,6402,15,33,1,2,274.397,[],[2],[]
worker-289f4c0c945e,31593dc2367d434e95ceb6b62f66dda5,private,1,original,lcbhard_0,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p1_Ycpb2MdDerMVSvqAcSjarS.eval,oHgP9FqRDXcjBRWZRGbsDR,episode-004,C,,,20463,5659,12736,,2068,762,6,14,1,2,57.86,[],[],[]
worker-575be6c8146d,31593dc2367d434e95ceb6b62f66dda5,private,1,conflicting,lcbhard_1,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p2_LxD8zEXhov6JzwYH9gWKYw.eval,NMTjHCWDRBQQ84cSVzBW7z,episode-005,C,,,185113,29972,141376,,13765,6767,18,39,2,3,402.05,[],[],[]
worker-afd43f76ba89,31593dc2367d434e95ceb6b62f66dda5,private,1,conflicting,lcbhard_2,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p3_m9MBRxvoKtuK4x9nHComhv.eval,m74Ap363QdAYn44uqnfUSs,episode-006,C,,,58167,10316,40512,,7339,5156,9,21,1,2,208.611,[],[],[]
worker-fb546acb92c4,31593dc2367d434e95ceb6b62f66dda5,private,2,conflicting,lcbhard_10,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p1_LMFhSKNhJ26eLp2QuwewWn.eval,HsieGLF6fCPUgKMxXaTFrk,episode-007,C,,,310517,42812,249472,,18233,11146,20,43,2,3,573.93,[],[],[]
worker-305d7a3ef4be,31593dc2367d434e95ceb6b62f66dda5,private,2,original,lcbhard_11,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p2_JTh26ErjQGWP8mKWi2DRTr.eval,NyebMLSeRtmpNSv7iUtZTM,episode-008,C,,,32199,8280,18688,,5231,4689,5,12,1,2,155.365,[],[],[]
worker-00d9d3ac29ca,31593dc2367d434e95ceb6b62f66dda5,private,2,conflicting,lcbhard_12,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-13-00-00_board-pilot-private-c2-p3_f3KDRezb8eJPZHEhocqCtk.eval,amCWjoKSbepkQFh7SX4hRp,episode-009,C,,,390598,32336,332160,,26102,17905,19,41,1,2,633.567,[],[],[]
worker-27641134a68a,ca7cdb4557c54f848d4e3286f6de56df,board,2,conflicting,lcbhard_10,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p1_Aq6HVepgji5rjYVzLSkqPd.eval,bBuTFoFBHuABmHcQE7vjh8,episode-010,C,,,138061,43578,85760,,8723,3574,12,28,1,2,414.572,[],[4],"[1, 2, 3]"
worker-dd318f52ce7c,ca7cdb4557c54f848d4e3286f6de56df,board,2,original,lcbhard_11,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p2_6aL23zpvCk9ggAdga88xhA.eval,KqCJJFJQizGttqEXvBt8fv,episode-011,C,,,68063,24856,34304,,8903,7403,7,16,1,2,187.734,[],[],[]
worker-1df27d7b345a,ca7cdb4557c54f848d4e3286f6de56df,board,2,conflicting,lcbhard_12,openrouter/z-ai/glm-5.3-flash,/Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p3_FkHpQjLvcVaP2g9aynmEKe.eval,W9qqk8rvBCqN4WFtmQ7qsG,episode-012,C,,,269749,52034,195264,,22451,18271,14,30,1,2,677.454,[],[5],[]
1 episode_id run_id condition cohort split task_id model log_path sample_uuid report_directory score limit error total_tokens input_tokens cache_read_tokens cache_write_tokens output_tokens reasoning_tokens model_calls messages submit_tool_calls score_events working_seconds scratch_files published_post_ids peer_post_exposure_ids
2 worker-9ce7bf4417d6 ca7cdb4557c54f848d4e3286f6de56df board 1 original lcbhard_0 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p1_3oe2iMTvYCNUkjLuKdrZ5r.eval AVGJHJGkRWQJfD6thQwzvd episode-001 C 8533 3327 4416 790 143 3 9 1 2 27.681 [] [] []
3 worker-76709d572487 ca7cdb4557c54f848d4e3286f6de56df board 1 conflicting lcbhard_1 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p2_f4okoTJno8NCjUyDFucq8D.eval JUYybgjfD7K8XK2htSvmyx episode-002 C 259984 33216 211712 15056 8348 22 49 2 3 319.201 [] [1, 3] []
4 worker-c0afbe83f38a ca7cdb4557c54f848d4e3286f6de56df board 1 conflicting lcbhard_2 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-09-05-00-00_board-pilot-board-c1-p3_aQxvhGtpPqbJgvsZoXmtyK.eval b8gDV7Y7jt4tyRNGjgL3HX episode-003 C 131718 19031 101632 11055 6402 15 33 1 2 274.397 [] [2] []
5 worker-289f4c0c945e 31593dc2367d434e95ceb6b62f66dda5 private 1 original lcbhard_0 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p1_Ycpb2MdDerMVSvqAcSjarS.eval oHgP9FqRDXcjBRWZRGbsDR episode-004 C 20463 5659 12736 2068 762 6 14 1 2 57.86 [] [] []
6 worker-575be6c8146d 31593dc2367d434e95ceb6b62f66dda5 private 1 conflicting lcbhard_1 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p2_LxD8zEXhov6JzwYH9gWKYw.eval NMTjHCWDRBQQ84cSVzBW7z episode-005 C 185113 29972 141376 13765 6767 18 39 2 3 402.05 [] [] []
7 worker-afd43f76ba89 31593dc2367d434e95ceb6b62f66dda5 private 1 conflicting lcbhard_2 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-14-27-00-00_board-pilot-private-c1-p3_m9MBRxvoKtuK4x9nHComhv.eval m74Ap363QdAYn44uqnfUSs episode-006 C 58167 10316 40512 7339 5156 9 21 1 2 208.611 [] [] []
8 worker-fb546acb92c4 31593dc2367d434e95ceb6b62f66dda5 private 2 conflicting lcbhard_10 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p1_LMFhSKNhJ26eLp2QuwewWn.eval HsieGLF6fCPUgKMxXaTFrk episode-007 C 310517 42812 249472 18233 11146 20 43 2 3 573.93 [] [] []
9 worker-305d7a3ef4be 31593dc2367d434e95ceb6b62f66dda5 private 2 original lcbhard_11 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-12-00-00_board-pilot-private-c2-p2_JTh26ErjQGWP8mKWi2DRTr.eval NyebMLSeRtmpNSv7iUtZTM episode-008 C 32199 8280 18688 5231 4689 5 12 1 2 155.365 [] [] []
10 worker-00d9d3ac29ca 31593dc2367d434e95ceb6b62f66dda5 private 2 conflicting lcbhard_12 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-21-13-00-00_board-pilot-private-c2-p3_f3KDRezb8eJPZHEhocqCtk.eval amCWjoKSbepkQFh7SX4hRp episode-009 C 390598 32336 332160 26102 17905 19 41 1 2 633.567 [] [] []
11 worker-27641134a68a ca7cdb4557c54f848d4e3286f6de56df board 2 conflicting lcbhard_10 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p1_Aq6HVepgji5rjYVzLSkqPd.eval bBuTFoFBHuABmHcQE7vjh8 episode-010 C 138061 43578 85760 8723 3574 12 28 1 2 414.572 [] [4] [1, 2, 3]
12 worker-dd318f52ce7c ca7cdb4557c54f848d4e3286f6de56df board 2 original lcbhard_11 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p2_6aL23zpvCk9ggAdga88xhA.eval KqCJJFJQizGttqEXvBt8fv episode-011 C 68063 24856 34304 8903 7403 7 16 1 2 187.734 [] [] []
13 worker-1df27d7b345a ca7cdb4557c54f848d4e3286f6de56df board 2 conflicting lcbhard_12 openrouter/z-ai/glm-5.3-flash /Users/pj/Workspace/projects/python/research/messageboardbench/logs/board-pilot-glm-interface-v2-sept8/evals/2026-09-07T20-31-49-00-00_board-pilot-board-c2-p3_FkHpQjLvcVaP2g9aynmEKe.eval W9qqk8rvBCqN4WFtmQ7qsG episode-012 C 269749 52034 195264 22451 18271 14 30 1 2 677.454 [] [5] []