Deployed 1a4ce07 with MkDocs version: 1.6.1

Author: celine-lee

analysis/index.html

@@ -399,47 +399,39 @@ <h2 id="leaderboard-lite">Leaderboard (lite)</h2>
 <table>
 <thead>
 <tr>
-<th></th>
 <th>Name</th>
 <th>Repos Resolved (/10)</th>
 <th>Test Duration (s)</th>
 <th>Date</th>
 <th>Analysis</th>
-<th></th>
 </tr>
 </thead>
 <tbody>
 <tr>
-<td></td>
 <td><a href="commit-0.github.io">Reference (Gold)</a></td>
 <td>10</td>
 <td>21.13</td>
 <td>NA</td>
 <td><a href="/analysis_reference">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td><a href="https://commit-0.github.io">Claude Sonnet - Base</a></td>
 <td>7</td>
 <td>15.96</td>
 <td>09/25/2024</td>
 <td><a href="/analysis_baseline">Analysis</a></td>
-<td></td>
 </tr>
 </tbody>
 </table>
 <h2 id="leaderboard-all">Leaderboard (all)</h2>
 <table>
 <thead>
 <tr>
-<th></th>
 <th>Name</th>
 <th>Repos Resolved (/56)</th>
 <th>Test Duration (s)</th>
 <th>Date</th>
 <th>Analysis</th>
-<th></th>
 </tr>
 </thead>
 <tbody>
@@ -449,8 +441,6 @@ <h2 id="leaderboard-all">Leaderboard (all)</h2>
 <td></td>
 <td></td>
 <td></td>
-<td></td>
-<td></td>
 </tr>
 </tbody>
 </table>

analysis_baseline/index.html

@@ -318,105 +318,83 @@ <h1 id="submission-name-claude-sonnet-base-split-lite">Submission Name: Claude S
 <table>
 <thead>
 <tr>
-<th></th>
 <th>Repository</th>
 <th>Resolved</th>
 <th>Pass Rate</th>
 <th>Test Duration (s)</th>
 <th>Analysis</th>
-<th></th>
 </tr>
 </thead>
 <tbody>
 <tr>
-<td></td>
 <td>simpy</td>
 <td>No</td>
 <td>20 / 150</td>
 <td>1.73</td>
 <td><a href="/analysis_baseline_simpy">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>tinydb</td>
 <td>No</td>
 <td>Pytest failed</td>
 <td>Failed.</td>
 <td><a href="/analysis_baseline_tinydb">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>marshmallow</td>
 <td>No</td>
 <td>Pytest failed</td>
 <td>Failed.</td>
 <td><a href="/analysis_baseline_marshmallow">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>wcwidth</td>
 <td>No</td>
 <td>6 / 39</td>
 <td>1.02</td>
 <td><a href="/analysis_baseline_wcwidth">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>imapclient</td>
 <td>Yes</td>
 <td>0 / 0</td>
 <td>0.38</td>
 <td><a href="/analysis_baseline_imapclient">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>voluptuous</td>
 <td>Yes</td>
 <td>0 / 1</td>
 <td>0.19</td>
 <td><a href="/analysis_baseline_voluptuous">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>jinja</td>
 <td>No</td>
 <td>Pytest failed</td>
 <td>Failed.</td>
 <td><a href="/analysis_baseline_jinja">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>deprecated</td>
 <td>No</td>
 <td>80 / 171</td>
 <td>0.86</td>
 <td><a href="/analysis_baseline_deprecated">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>cookiecutter</td>
 <td>No</td>
 <td>97 / 371</td>
 <td>11.24</td>
 <td><a href="/analysis_baseline_cookiecutter">Analysis</a></td>
-<td></td>
 </tr>
 <tr>
-<td></td>
 <td>cachetools</td>
 <td>No</td>
 <td>173 / 215</td>
 <td>0.53</td>
 <td><a href="/analysis_baseline_cachetools">Analysis</a></td>
-<td></td>
 </tr>
 </tbody>
 </table>

analysis_baseline_cachetools/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,10 +313,10 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-cachetools">Repository: cachetools</h1>
-<h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
+<h2 id="pytest-summary">Pytest Summary</h2>
 <table>
 <thead>
 <tr>
@@ -343,7 +343,7 @@ <h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
 </tr>
 </tbody>
 </table>
-<h2 id="failed-pytest-outputs-tests">Failed pytest outputs: tests</h2>
+<h2 id="failed-pytest-outputs">Failed pytest outputs</h2>
 <h3 id="test_cachedpycachewrappertesttest_decorator_typed">test_cached.py::CacheWrapperTest::test_decorator_typed</h3>
 <details><summary> <pre>test_cached.py::CacheWrapperTest::test_decorator_typed</pre></summary><pre>
 self = <tests.test_cached.CacheWrapperTest testMethod=test_decorator_typed>

analysis_baseline_cookiecutter/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,10 +313,10 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-cookiecutter">Repository: cookiecutter</h1>
-<h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
+<h2 id="pytest-summary">Pytest Summary</h2>
 <table>
 <thead>
 <tr>
@@ -347,7 +347,7 @@ <h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
 </tr>
 </tbody>
 </table>
-<h2 id="failed-pytest-outputs-tests">Failed pytest outputs: tests</h2>
+<h2 id="failed-pytest-outputs">Failed pytest outputs</h2>
 <h3 id="test_dumppytest_type_error_if_no_template_name">test_dump.py::test_type_error_if_no_template_name</h3>
 <details><summary> <pre>test_dump.py::test_type_error_if_no_template_name</pre></summary><pre>
 replay_test_dir = 'tests/test-replay/'

analysis_baseline_deprecated/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,10 +313,10 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-deprecated">Repository: deprecated</h1>
-<h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
+<h2 id="pytest-summary">Pytest Summary</h2>
 <table>
 <thead>
 <tr>
@@ -347,7 +347,7 @@ <h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
 </tr>
 </tbody>
 </table>
-<h2 id="failed-pytest-outputs-tests">Failed pytest outputs: tests</h2>
+<h2 id="failed-pytest-outputs">Failed pytest outputs</h2>
 <h3 id="test_deprecatedpytest_classic_deprecated_function__warnsnone">test_deprecated.py::test_classic_deprecated_function__warns[None]</h3>
 <details><summary> <pre>test_deprecated.py::test_classic_deprecated_function__warns[None]</pre></summary><pre>
 request = <SubRequest 'classic_deprecated_function' for <Function test_classic_deprecated_function__warns[None]>>

analysis_baseline_imapclient/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,10 +313,10 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-imapclient">Repository: imapclient</h1>
-<h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
+<h2 id="pytest-summary">Pytest Summary</h2>
 <table>
 <thead>
 <tr>
@@ -339,7 +339,7 @@ <h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
 </tr>
 </tbody>
 </table>
-<h2 id="failed-pytest-outputs-tests">Failed pytest outputs: tests</h2>
+<h2 id="failed-pytest-outputs">Failed pytest outputs</h2>
 <h3 id="patch-diff">Patch diff</h3>
 <div class="highlight"><pre><span></span><code><span class="gh">diff --git a/imapclient/config.py b/imapclient/config.py</span>
 <span class="gh">index f098591..43fc51c 100644</span>

analysis_baseline_jinja/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,8 +313,8 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-jinja">Repository: jinja</h1>
 <h2 id="failed-to-run-pytests">Failed to run pytests</h2>
 <div class="highlight"><pre><span></span><code>ImportError while loading conftest &#39;/testbed/tests/conftest.py&#39;.

analysis_baseline_marshmallow/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,8 +313,8 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-marshmallow">Repository: marshmallow</h1>
 <h2 id="failed-to-run-pytests">Failed to run pytests</h2>
 <div class="highlight"><pre><span></span><code>ImportError while loading conftest &#39;/testbed/tests/conftest.py&#39;.

analysis_baseline_simpy/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,10 +313,10 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-simpy">Repository: simpy</h1>
-<h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
+<h2 id="pytest-summary">Pytest Summary</h2>
 <table>
 <thead>
 <tr>
@@ -347,7 +347,7 @@ <h2 id="pytest-summary-tests">Pytest Summary: tests</h2>
 </tr>
 </tbody>
 </table>
-<h2 id="failed-pytest-outputs-tests">Failed pytest outputs: tests</h2>
+<h2 id="failed-pytest-outputs">Failed pytest outputs</h2>
 <h3 id="test_conditionpytest_operator_and">test_condition.py::test_operator_and</h3>
 <details><summary> <pre>test_condition.py::test_operator_and</pre></summary><pre>
 env = <simpy.core.Environment object at 0x7ea6d5fc9ae0>

analysis_baseline_tinydb/index.html

@@ -60,7 +60,7 @@
     <div data-md-component="skip">
 
 
-        <a href="#submission-name-baseline" class="md-skip">
+        <a href="#submission-name-claude-sonnet-base" class="md-skip">
           Skip to content
         </a>
 
@@ -313,8 +313,8 @@
 
 
 
-<p><a href="/analysis_baseline">back to baseline summary</a></p>
-<h1 id="submission-name-baseline">Submission Name: baseline</h1>
+<p><a href="/analysis_baseline">back to Claude Sonnet - Base summary</a></p>
+<h1 id="submission-name-claude-sonnet-base">Submission Name: Claude Sonnet - Base</h1>
 <h1 id="repository-tinydb">Repository: tinydb</h1>
 <h2 id="failed-to-run-pytests">Failed to run pytests</h2>
 <div class="highlight"><pre><span></span><code>ImportError while loading conftest &#39;/testbed/tests/conftest.py&#39;.