Update construct_requests method signature

EvolvingLMMs-Lab · Apr 1, 2024 · 7607c28 · 7607c28
1 parent 0b51d45
commit 7607c28
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/lmms_eval/api/task.py b/lmms_eval/api/task.py
@@ -22,7 +22,7 @@
 from lmms_eval import utils
 from lmms_eval.api import samplers
 from lmms_eval.api.instance import Instance
-from lmms_eval.api.samplers import FewShotDataset
+from lmms_eval.api.samplers import FewShotDataset, Context
 
 from lmms_eval.filters import build_filter_ensemble
 from lmms_eval.api.registry import (
@@ -935,7 +935,7 @@ def doc_to_choice(self, doc: Any) -> List[str]:
         else:
             raise TypeError
 
-    def construct_requests(self, doc_id: int, ctx: str, **kwargs) -> Union[List[Instance], Instance]:
+    def construct_requests(self, doc_id: int, ctx: Context, **kwargs) -> Union[List[Instance], Instance]:
         split = kwargs.get("split")
         kwargs.pop("split")
         if self.OUTPUT_TYPE == "loglikelihood":