@@ -409,33 +409,25 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
409
409
</ thead >
410
410
< tbody >
411
411
< tr >
412
- < td > Reference (Gold)</ td >
413
- < td style ="text-align: center; "> 10</ td >
414
- < td style ="text-align: center; "> 0.00</ td >
415
- < td style ="text-align: center; "> NA</ td >
416
- < td > < a href ="/analysis_commit0_reference "> Analysis</ a > </ td >
417
- < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
418
- </ tr >
419
- < tr >
420
412
< td > Claude Sonnet 3.5 - Base</ td >
421
413
< td style ="text-align: center; "> 0</ td >
422
- < td style ="text-align: center; "> 0.00 </ td >
414
+ < td style ="text-align: center; "> 16.83 </ td >
423
415
< td style ="text-align: center; "> 09/25/2024</ td >
424
416
< td > < a href ="/analysis_test-save-commit0_baseline "> Analysis</ a > </ td >
425
417
< td > < a href ="https://github.com/test-save-commit0 "> Github</ a > </ td >
426
418
</ tr >
427
419
< tr >
428
420
< td > Claude Sonnet 3.5 - Fill-in + Unit Test Feedback</ td >
429
421
< td style ="text-align: center; "> 0</ td >
430
- < td style ="text-align: center; "> 0.00 </ td >
422
+ < td style ="text-align: center; "> 552.79 </ td >
431
423
< td style ="text-align: center; "> 09/25/2024</ td >
432
424
< td > < a href ="/analysis_commit0-lite-with-test_fillin "> Analysis</ a > </ td >
433
425
< td > < a href ="https://github.com/commit0-lite-with-test "> Github</ a > </ td >
434
426
</ tr >
435
427
< tr >
436
428
< td > Claude Sonnet 3.5 - Fill-in</ td >
437
429
< td style ="text-align: center; "> 0</ td >
438
- < td style ="text-align: center; "> 0.00 </ td >
430
+ < td style ="text-align: center; "> 22.47 </ td >
439
431
< td style ="text-align: center; "> 09/25/2024</ td >
440
432
< td > < a href ="/analysis_commit0-lite-plain_fillin "> Analysis</ a > </ td >
441
433
< td > < a href ="https://github.com/commit0-lite-plain "> Github</ a > </ td >
@@ -456,12 +448,20 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
456
448
</ thead >
457
449
< tbody >
458
450
< tr >
459
- < td > </ td >
460
- < td > </ td >
461
- < td > </ td >
462
- < td > </ td >
463
- < td > </ td >
464
- < td > </ td >
451
+ < td > Reference (Gold)</ td >
452
+ < td style ="text-align: center; "> 33</ td >
453
+ < td style ="text-align: center; "> 5467.81</ td >
454
+ < td style ="text-align: center; "> NA</ td >
455
+ < td > < a href ="/analysis_commit0_reference "> Analysis</ a > </ td >
456
+ < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
457
+ </ tr >
458
+ < tr >
459
+ < td > Claude Sonnet 3.5 - Fill-in</ td >
460
+ < td style ="text-align: center; "> 1</ td >
461
+ < td style ="text-align: center; "> 629.19</ td >
462
+ < td style ="text-align: center; "> 09/25/2024</ td >
463
+ < td > < a href ="/analysis_commit0-all-plain_fillin "> Analysis</ a > </ td >
464
+ < td > < a href ="https://github.com/commit0-all-plain "> Github</ a > </ td >
465
465
</ tr >
466
466
</ tbody >
467
467
</ table >
0 commit comments