From e1c914d9bb3deb08c875c06a41f257f04f71e273 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Mon, 13 Jan 2025 11:21:34 -0800 Subject: [PATCH] chore: Update polyglot leaderboard with new test results for Codestral 25.01 --- aider/website/_data/polyglot_leaderboard.yml | 25 ++++++++++++++++++++ 1 file changed, 25 insertions(+) diff --git a/aider/website/_data/polyglot_leaderboard.yml b/aider/website/_data/polyglot_leaderboard.yml index eba1773bcbe..e33f5462396 100644 --- a/aider/website/_data/polyglot_leaderboard.yml +++ b/aider/website/_data/polyglot_leaderboard.yml @@ -336,3 +336,28 @@ seconds_per_case: 42.0 total_cost: 0.0000 +- dirname: 2025-01-13-18-17-25--codestral-whole2 + test_cases: 225 + model: Codestral 25.01 + edit_format: whole + commit_hash: 0cba898-dirty + pass_rate_1: 4.0 + pass_rate_2: 11.1 + pass_num_1: 9 + pass_num_2: 25 + percent_cases_well_formed: 100.0 + error_outputs: 0 + num_malformed_responses: 0 + num_with_malformed_responses: 0 + user_asks: 47 + lazy_comments: 0 + syntax_errors: 0 + indentation_errors: 0 + exhausted_context_windows: 0 + test_timeouts: 4 + total_tests: 225 + command: aider --model mistral/codestral-latest + date: 2025-01-13 + versions: 0.71.2.dev + seconds_per_case: 9.3 + total_cost: 1.9834 \ No newline at end of file