@@ -409,33 +409,25 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
409409</ thead >
410410< tbody >
411411< tr >
412- < td > Reference (Gold)</ td >
413- < td style ="text-align: center; "> 10</ td >
414- < td style ="text-align: center; "> 0.00</ td >
415- < td style ="text-align: center; "> NA</ td >
416- < td > < a href ="/analysis_commit0_reference "> Analysis</ a > </ td >
417- < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
418- </ tr >
419- < tr >
420412< td > Claude Sonnet 3.5 - Base</ td >
421413< td style ="text-align: center; "> 0</ td >
422- < td style ="text-align: center; "> 0.00 </ td >
414+ < td style ="text-align: center; "> 16.83 </ td >
423415< td style ="text-align: center; "> 09/25/2024</ td >
424416< td > < a href ="/analysis_test-save-commit0_baseline "> Analysis</ a > </ td >
425417< td > < a href ="https://github.com/test-save-commit0 "> Github</ a > </ td >
426418</ tr >
427419< tr >
428420< td > Claude Sonnet 3.5 - Fill-in + Unit Test Feedback</ td >
429421< td style ="text-align: center; "> 0</ td >
430- < td style ="text-align: center; "> 0.00 </ td >
422+ < td style ="text-align: center; "> 552.79 </ td >
431423< td style ="text-align: center; "> 09/25/2024</ td >
432424< td > < a href ="/analysis_commit0-lite-with-test_fillin "> Analysis</ a > </ td >
433425< td > < a href ="https://github.com/commit0-lite-with-test "> Github</ a > </ td >
434426</ tr >
435427< tr >
436428< td > Claude Sonnet 3.5 - Fill-in</ td >
437429< td style ="text-align: center; "> 0</ td >
438- < td style ="text-align: center; "> 0.00 </ td >
430+ < td style ="text-align: center; "> 22.47 </ td >
439431< td style ="text-align: center; "> 09/25/2024</ td >
440432< td > < a href ="/analysis_commit0-lite-plain_fillin "> Analysis</ a > </ td >
441433< td > < a href ="https://github.com/commit0-lite-plain "> Github</ a > </ td >
@@ -456,12 +448,20 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
456448</ thead >
457449< tbody >
458450< tr >
459- < td > </ td >
460- < td > </ td >
461- < td > </ td >
462- < td > </ td >
463- < td > </ td >
464- < td > </ td >
451+ < td > Reference (Gold)</ td >
452+ < td style ="text-align: center; "> 33</ td >
453+ < td style ="text-align: center; "> 5467.81</ td >
454+ < td style ="text-align: center; "> NA</ td >
455+ < td > < a href ="/analysis_commit0_reference "> Analysis</ a > </ td >
456+ < td > < a href ="https://github.com/commit-0 "> Github</ a > </ td >
457+ </ tr >
458+ < tr >
459+ < td > Claude Sonnet 3.5 - Fill-in</ td >
460+ < td style ="text-align: center; "> 1</ td >
461+ < td style ="text-align: center; "> 629.19</ td >
462+ < td style ="text-align: center; "> 09/25/2024</ td >
463+ < td > < a href ="/analysis_commit0-all-plain_fillin "> Analysis</ a > </ td >
464+ < td > < a href ="https://github.com/commit0-all-plain "> Github</ a > </ td >
465465</ tr >
466466</ tbody >
467467</ table >
0 commit comments