Skip to content

Commit

Permalink
bugfix base record match
Browse files Browse the repository at this point in the history
  • Loading branch information
ggbetz committed Mar 16, 2024
1 parent 087f9e8 commit 3cf3403
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scripts/upload_results.py
Original file line number Diff line number Diff line change
Expand Up @@ -152,7 +152,7 @@ def get_leaderboard_record(
# (see `scripts/create_lm_eval_harness_tasks.py`, lines 57ff)
record_base = next(iter(
r for k,r in raw_results["base"]
if k.replace("_base", "_cot").endswith(key_cot[len(current_task):])
if k.endswith(f"_{current_task}_base")
), None)
if record_base is None:
logging.warning(f"Could not find corresponding base record for {key_cot}. Skipping this cot eval record.")
Expand Down

0 comments on commit 3cf3403

Please sign in to comment.