update benchmark dataset

deepsense-ai · Aug 26, 2024 · 2765afa · 2765afa
1 parent 596868e
commit 2765afa
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 3 deletions.
diff --git a/extra/prompt_tuning/config/data/superhero.yaml b/extra/prompt_tuning/config/data/superhero.yaml
@@ -1,4 +1,4 @@
-path: "micpst/bird-iql"
+path: "deepsense-ai/bird-iql"
 split: "dev"
 db_ids: ["superhero"]
 difficulties: ["simple", "moderate", "challenging"]
diff --git a/extra/prompt_tuning/tuning/programs/__init__.py b/extra/prompt_tuning/tuning/programs/__init__.py
@@ -1,8 +1,16 @@
-from .iql import FilteringAssessorBaseline, FilteringAssessorCoT
+from .iql import AggregationAssessorBaseline, AggregationAssessorCoT, FilteringAssessorBaseline, FilteringAssessorCoT
 
 PROGRAMS = {
     FilteringAssessorBaseline.__name__: FilteringAssessorBaseline,
     FilteringAssessorCoT.__name__: FilteringAssessorCoT,
+    AggregationAssessorBaseline.__name__: AggregationAssessorBaseline,
+    AggregationAssessorCoT.__name__: AggregationAssessorCoT,
 }
 
-__all__ = ["PROGRAMS", "FilteringAssessorBaseline", "FilteringAssessorCoT"]
+__all__ = [
+    "PROGRAMS",
+    "AggregationAssessorBaseline",
+    "AggregationAssessorCoT",
+    "FilteringAssessorBaseline",
+    "FilteringAssessorCoT",
+]