Deployed f99c131 with MkDocs version: 1.6.1

Author: celine-lee

analysis/index.html

@@ -421,22 +421,13 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
 <tr>
 <td>OpenHands (subset of <code>all</code>)</td>
 <td style="text-align: center;">2</td>
-<td style="text-align: center;">88.67%</td>
-<td style="text-align: center;">408.27</td>
+<td style="text-align: center;">42.95%</td>
+<td style="text-align: center;">116.76</td>
 <td style="text-align: center;">11/25/2024</td>
 <td><a href="/analysis_openhands-commit0_openhands">Analysis</a></td>
 <td><a href="https://github.com/openhands-commit0">Github</a></td>
 </tr>
 <tr>
-<td>Claude Sonnet 3.5 - Fill-in (subset of <code>all</code>)</td>
-<td style="text-align: center;">0</td>
-<td style="text-align: center;">19.13%</td>
-<td style="text-align: center;">629.19</td>
-<td style="text-align: center;">09/25/2024</td>
-<td><a href="/analysis_commit0-all-plain_fillin">Analysis</a></td>
-<td><a href="https://github.com/commit0-all-plain">Github</a></td>
-</tr>
-<tr>
 <td>Claude Sonnet 3.5 - Fill-in + Unit Test Feedback</td>
 <td style="text-align: center;">0</td>
 <td style="text-align: center;">17.06%</td>
@@ -446,6 +437,15 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
 <td><a href="https://github.com/commit0-lite-with-test">Github</a></td>
 </tr>
 <tr>
+<td>Claude Sonnet 3.5 - Fill-in (subset of <code>all</code>)</td>
+<td style="text-align: center;">0</td>
+<td style="text-align: center;">12.35%</td>
+<td style="text-align: center;">64.49</td>
+<td style="text-align: center;">09/25/2024</td>
+<td><a href="/analysis_commit0-all-plain_fillin">Analysis</a></td>
+<td><a href="https://github.com/commit0-all-plain">Github</a></td>
+</tr>
+<tr>
 <td>Claude Sonnet 3.5 - Fill-in</td>
 <td style="text-align: center;">0</td>
 <td style="text-align: center;">10.50%</td>
@@ -466,8 +466,8 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
 <tr>
 <td>SWE-Agent (subset of <code>all</code>)</td>
 <td style="text-align: center;">0</td>
-<td style="text-align: center;">9.10%</td>
-<td style="text-align: center;">62.35</td>
+<td style="text-align: center;">7.83%</td>
+<td style="text-align: center;">17.96</td>
 <td style="text-align: center;">11/26/2024</td>
 <td><a href="/analysis_sweagent-commit0_sweagent">Analysis</a></td>
 <td><a href="https://github.com/sweagent-commit0">Github</a></td>
@@ -500,7 +500,7 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
 <tr>
 <td>OpenHands</td>
 <td style="text-align: center;">2</td>
-<td style="text-align: center;">2.28%</td>
+<td style="text-align: center;">15.25%</td>
 <td style="text-align: center;">408.27</td>
 <td style="text-align: center;">11/25/2024</td>
 <td><a href="/analysis_openhands-commit0_openhands">Analysis</a></td>

render_submissions.py

@@ -302,7 +302,7 @@ def render_mds(overwrite_previous, subfolder="docs"):
                         cum_tests_passed += pytest_info["summary"]["passed"]
                         total_duration += pytest_info["duration"]
                         repos_resolved += int(resolved)
-                        if split == "all":
+                        if split == "all" and repo_name in SPLIT['lite']:
                             lite_cum_tests_passed += pytest_info["summary"]["passed"]
                             lite_total_duration += pytest_info["duration"]
                             lite_repos_resolved += int(resolved)