Add comment

allenai · Nov 18, 2024 · e3efe9e · e3efe9e
1 parent 5368d86
commit e3efe9e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/olmo/eval/downstream.py b/olmo/eval/downstream.py
@@ -1866,6 +1866,7 @@ def doc_to_label(self, doc) -> int:
 
 # This standardizes the metrics we should eval for the ladder.
 # Train and test sets are added when applicable.
+# No subsampling happens in these sets.
 label_to_task_map_new = {
     "arc_challenge_train_rc_5shot": (
         OEEvalTask,