Skip to content

Commit 976722c

Browse files
committed
refactor: Update problem_stats.py to use polyglot_leaderboard.yml
1 parent 4a9447d commit 976722c

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

benchmark/problem_stats.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515

1616
def get_dirs_from_leaderboard():
1717
# Load the leaderboard data
18-
with open("aider/website/_data/edit_leaderboard.yml") as f:
18+
with open("aider/website/_data/polyglot_leaderboard.yml") as f:
1919
leaderboard = yaml.safe_load(f)
2020
return [(entry["dirname"], entry["model"]) for entry in leaderboard]
2121

@@ -92,7 +92,7 @@ def analyze_exercise_solutions(dirs=None, topn=None, copy_hard_set=False):
9292
(
9393
entry["pass_rate_2"]
9494
for entry in yaml.safe_load(
95-
open("aider/website/_data/edit_leaderboard.yml")
95+
open("aider/website/_data/polyglot_leaderboard.yml")
9696
)
9797
if entry["dirname"] == dirname
9898
),

0 commit comments

Comments
 (0)