From e3efe9e654a9bef9d879fabcea631abc1c4a843d Mon Sep 17 00:00:00 2001
From: Jiacheng Liu <liujch1998@gmail.com>
Date: Mon, 18 Nov 2024 23:20:10 +0000
Subject: [PATCH] Add comment

---
 olmo/eval/downstream.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/olmo/eval/downstream.py b/olmo/eval/downstream.py
index a53c875c1..fddd2c3f8 100644
--- a/olmo/eval/downstream.py
+++ b/olmo/eval/downstream.py
@@ -1866,6 +1866,7 @@ def doc_to_label(self, doc) -> int:
 
 # This standardizes the metrics we should eval for the ladder.
 # Train and test sets are added when applicable.
+# No subsampling happens in these sets.
 label_to_task_map_new = {
     "arc_challenge_train_rc_5shot": (
         OEEvalTask,