@@ -410,13 +410,13 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
410
410
</ thead >
411
411
< tbody >
412
412
< tr >
413
- < td > Claude Sonnet 3.5 - Base </ td >
414
- < td style ="text-align: center; "> 0 </ td >
415
- < td style ="text-align: center; "> 376 </ td >
416
- < td style ="text-align: center; "> 16.83 </ td >
417
- < td style ="text-align: center; "> 09/25/2024 </ td >
418
- < td > < a href ="/analysis_test-save-commit0_baseline "> Analysis</ a > </ td >
419
- < td > < a href ="https://github.com/test-save-commit0 "> Github</ a > </ td >
413
+ < td > Reference (Gold) </ td >
414
+ < td style ="text-align: center; "> 10 </ td >
415
+ < td style ="text-align: center; "> 3628 </ td >
416
+ < td style ="text-align: center; "> 21.00 </ td >
417
+ < td style ="text-align: center; "> NA </ td >
418
+ < td > < a href ="/analysis_commit0_lite_reference "> Analysis</ a > </ td >
419
+ < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
420
420
</ tr >
421
421
< tr >
422
422
< td > Claude Sonnet 3.5 - Fill-in + Unit Test Feedback</ td >
@@ -437,13 +437,13 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
437
437
< td > < a href ="https://github.com/commit0-lite-plain "> Github</ a > </ td >
438
438
</ tr >
439
439
< tr >
440
- < td > Reference (Gold) </ td >
441
- < td style ="text-align: center; "> 10 </ td >
442
- < td style ="text-align: center; "> 3628 </ td >
443
- < td style ="text-align: center; "> 21.00 </ td >
444
- < td style ="text-align: center; "> NA </ td >
445
- < td > < a href ="/analysis_commit0_lite_reference "> Analysis</ a > </ td >
446
- < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
440
+ < td > Claude Sonnet 3.5 - Base </ td >
441
+ < td style ="text-align: center; "> 0 </ td >
442
+ < td style ="text-align: center; "> 376 </ td >
443
+ < td style ="text-align: center; "> 16.83 </ td >
444
+ < td style ="text-align: center; "> 09/25/2024 </ td >
445
+ < td > < a href ="/analysis_test-save-commit0_baseline "> Analysis</ a > </ td >
446
+ < td > < a href ="https://github.com/test-save-commit0 "> Github</ a > </ td >
447
447
</ tr >
448
448
</ tbody >
449
449
</ table >
@@ -462,15 +462,6 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
462
462
</ thead >
463
463
< tbody >
464
464
< tr >
465
- < td > Claude Sonnet 3.5 - Fill-in</ td >
466
- < td style ="text-align: center; "> 0</ td >
467
- < td style ="text-align: center; "> 694</ td >
468
- < td style ="text-align: center; "> 629.19</ td >
469
- < td style ="text-align: center; "> 09/25/2024</ td >
470
- < td > < a href ="/analysis_commit0-all-plain_fillin "> Analysis</ a > </ td >
471
- < td > < a href ="https://github.com/commit0-all-plain "> Github</ a > </ td >
472
- </ tr >
473
- < tr >
474
465
< td > Reference (Gold)</ td >
475
466
< td style ="text-align: center; "> 19</ td >
476
467
< td style ="text-align: center; "> 136766</ td >
@@ -489,6 +480,15 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
489
480
< td > < a href ="https://github.com/openhands-commit0 "> Github</ a > </ td >
490
481
</ tr >
491
482
< tr >
483
+ < td > Claude Sonnet 3.5 - Fill-in</ td >
484
+ < td style ="text-align: center; "> 0</ td >
485
+ < td style ="text-align: center; "> 694</ td >
486
+ < td style ="text-align: center; "> 629.19</ td >
487
+ < td style ="text-align: center; "> 09/25/2024</ td >
488
+ < td > < a href ="/analysis_commit0-all-plain_fillin "> Analysis</ a > </ td >
489
+ < td > < a href ="https://github.com/commit0-all-plain "> Github</ a > </ td >
490
+ </ tr >
491
+ < tr >
492
492
< td > SWE-Agent</ td >
493
493
< td style ="text-align: center; "> 0</ td >
494
494
< td style ="text-align: center; "> 330</ td >
0 commit comments