Skip to content

Commit add4651

Browse files
committed
fix: update pass_k_res
1 parent e58413a commit add4651

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

bigcodebench/evaluate.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -283,7 +283,8 @@ def stucking_checker():
283283
json.dump(results, f, indent=2)
284284

285285
pass_at_k_path = result_path.replace("_eval_results.json", "_pass_at_k.json")
286-
pass_at_k["model"] = flags.samples.split("/")[-1].replace(".jsonl", "")
286+
pass_at_k["model"] = os.path.basename(flags.samples).split("--bigcodebench-")[0]
287+
pass_at_k["calibrated"] = "sanitized-calibrated" in flags.samples
287288
pass_at_k["subset"] = flags.subset
288289

289290
def save_pass_at_k():

0 commit comments

Comments
 (0)