Change v0.1 in prompt reference to the paper (#692)

Co-authored-by: Victor Sanh <[email protected]>
bigscience-workshop · Dec 13, 2021 · 415a493 · 415a493
1 parent e1bc1d9
commit 415a493
Show file tree

Hide file tree

Showing 12 changed files with 76 additions and 76 deletions.
diff --git a/promptsource/templates/anli/templates.yaml b/promptsource/templates/anli/templates.yaml
@@ -36,7 +36,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   620aa3fc-d5eb-46f5-a1ee-4c754527aa97: !Template
     answer_choices: True ||| Neither ||| False
     id: 620aa3fc-d5eb-46f5-a1ee-4c754527aa97
@@ -89,7 +89,7 @@ templates:
       - Accuracy
       original_task: true
     name: take the following as truth
-    reference: v0.1
+    reference: Sanh et al. 2021
   bcd90047-3a2b-426b-b065-8a418f1317b8: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: bcd90047-3a2b-426b-b065-8a418f1317b8
@@ -101,7 +101,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   c4ed37ae-d7d7-4197-a725-ef2152fa3b1f: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: c4ed37ae-d7d7-4197-a725-ef2152fa3b1f
@@ -126,7 +126,7 @@ templates:
       - Accuracy
       original_task: true
     name: guaranteed/possible/impossible
-    reference: v0.1
+    reference: Sanh et al. 2021
   dbc68425-5c42-43ae-9748-70ce8c5a167e: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: dbc68425-5c42-43ae-9748-70ce8c5a167e
@@ -138,7 +138,7 @@ templates:
       - Accuracy
       original_task: true
     name: always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   e5b7fdd7-fdff-4630-889b-3c7a052e5da0: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: e5b7fdd7-fdff-4630-889b-3c7a052e5da0
@@ -150,7 +150,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   e6f32b9c-7e0b-474a-a0d2-e84d20c22aba: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: e6f32b9c-7e0b-474a-a0d2-e84d20c22aba
@@ -163,7 +163,7 @@ templates:
       - Accuracy
       original_task: true
     name: consider always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   ec249357-e672-4e7d-b8b6-d97ed7d090c5: !Template
     answer_choices: True ||| Inconclusive ||| False
     id: ec249357-e672-4e7d-b8b6-d97ed7d090c5
@@ -176,7 +176,7 @@ templates:
       - Accuracy
       original_task: true
     name: claim true/false/inconclusive
-    reference: v0.1
+    reference: Sanh et al. 2021
   ffa0a6f0-7186-4ccb-bb35-8b1affb747a0: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: ffa0a6f0-7186-4ccb-bb35-8b1affb747a0

diff --git a/promptsource/templates/glue/mnli/templates.yaml b/promptsource/templates/glue/mnli/templates.yaml
@@ -12,7 +12,7 @@ templates:
       - Accuracy
       original_task: true
     name: always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   05bd28f7-3ff0-4a01-ad7d-d956d0f70209: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 05bd28f7-3ff0-4a01-ad7d-d956d0f70209
@@ -76,7 +76,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   7712d4a0-9b25-4224-b062-31df61e892c1: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 7712d4a0-9b25-4224-b062-31df61e892c1
@@ -101,7 +101,7 @@ templates:
       - Accuracy
       original_task: true
     name: consider always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   7a712469-7e78-4e0b-81a4-86e338700d89: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 7a712469-7e78-4e0b-81a4-86e338700d89
@@ -113,7 +113,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   8a0c0b82-fa86-493d-aea7-e3f58abc8178: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 8a0c0b82-fa86-493d-aea7-e3f58abc8178
@@ -125,7 +125,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   8df06939-7331-466e-9a0b-ad1b86f4bf1f: !Template
     answer_choices: True ||| Inconclusive ||| False
     id: 8df06939-7331-466e-9a0b-ad1b86f4bf1f
@@ -138,7 +138,7 @@ templates:
       - Accuracy
       original_task: true
     name: claim true/false/inconclusive
-    reference: v0.1
+    reference: Sanh et al. 2021
   9a26a741-b000-4844-bd7a-a2226e81ee89: !Template
     answer_choices: True ||| Inconclusive ||| False
     id: 9a26a741-b000-4844-bd7a-a2226e81ee89
@@ -152,7 +152,7 @@ templates:
       - Accuracy
       original_task: true
     name: take the following as truth
-    reference: v0.1
+    reference: Sanh et al. 2021
   aaddd2e0-ba82-4d8c-8545-0db7c36b535a: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: aaddd2e0-ba82-4d8c-8545-0db7c36b535a
@@ -189,4 +189,4 @@ templates:
       - Accuracy
       original_task: true
     name: guaranteed/possible/impossible
-    reference: v0.1
+    reference: Sanh et al. 2021
diff --git a/promptsource/templates/glue/mnli_matched/templates.yaml b/promptsource/templates/glue/mnli_matched/templates.yaml
@@ -26,7 +26,7 @@ templates:
       - Accuracy
       original_task: true
     name: take the following as truth
-    reference: v0.1
+    reference: Sanh et al. 2021
   44adb852-ab5d-4e46-9ab8-4ebd94394f23: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 44adb852-ab5d-4e46-9ab8-4ebd94394f23
@@ -38,7 +38,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   5b9aeb2d-a548-4d11-a831-ebf158ae9992: !Template
     answer_choices: Guaranteed ||| Possible ||| Impossible
     id: 5b9aeb2d-a548-4d11-a831-ebf158ae9992
@@ -51,7 +51,7 @@ templates:
       - Accuracy
       original_task: true
     name: guaranteed/possible/impossible
-    reference: v0.1
+    reference: Sanh et al. 2021
   610b01b5-6acd-4246-8671-68c56e1c870e: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 610b01b5-6acd-4246-8671-68c56e1c870e
@@ -113,7 +113,7 @@ templates:
       - Accuracy
       original_task: true
     name: claim true/false/inconclusive
-    reference: v0.1
+    reference: Sanh et al. 2021
   dcca5858-794b-4bfd-bc7d-f81e10b4b082: !Template
     answer_choices: True ||| Neither ||| False
     id: dcca5858-794b-4bfd-bc7d-f81e10b4b082
@@ -152,7 +152,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   f3ebe1ac-194b-41e7-b008-36eafdbfbe25: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: f3ebe1ac-194b-41e7-b008-36eafdbfbe25
@@ -164,7 +164,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   f74a9359-1856-4933-a41e-0586a6527407: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: f74a9359-1856-4933-a41e-0586a6527407
@@ -177,7 +177,7 @@ templates:
       - Accuracy
       original_task: true
     name: consider always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   fbfcc250-b1c8-4376-8f2a-99da44ec8da5: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: fbfcc250-b1c8-4376-8f2a-99da44ec8da5
@@ -189,4 +189,4 @@ templates:
       - Accuracy
       original_task: true
     name: always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
diff --git a/promptsource/templates/glue/mnli_mismatched/templates.yaml b/promptsource/templates/glue/mnli_mismatched/templates.yaml
@@ -27,7 +27,7 @@ templates:
       - Accuracy
       original_task: true
     name: always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   54adbf5a-196f-4207-8e5e-da7df6b6f648: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 54adbf5a-196f-4207-8e5e-da7df6b6f648
@@ -53,7 +53,7 @@ templates:
       - Accuracy
       original_task: true
     name: take the following as truth
-    reference: v0.1
+    reference: Sanh et al. 2021
   59bc239a-bd30-4879-b53f-fcae9857412c: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 59bc239a-bd30-4879-b53f-fcae9857412c
@@ -65,7 +65,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   612a4477-1dae-4b40-aad7-6f826c827adf: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: 612a4477-1dae-4b40-aad7-6f826c827adf
@@ -78,7 +78,7 @@ templates:
       - Accuracy
       original_task: true
     name: consider always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   693e91cf-e92f-4349-bce8-6234db7e83a2: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 693e91cf-e92f-4349-bce8-6234db7e83a2
@@ -114,7 +114,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   868a3d57-47f3-4313-81de-c857c679baa8: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 868a3d57-47f3-4313-81de-c857c679baa8
@@ -126,7 +126,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   946116e5-c168-453b-a016-c41a4e005d1f: !Template
     answer_choices: Guaranteed ||| Possible ||| Impossible
     id: 946116e5-c168-453b-a016-c41a4e005d1f
@@ -139,7 +139,7 @@ templates:
       - Accuracy
       original_task: true
     name: guaranteed/possible/impossible
-    reference: v0.1
+    reference: Sanh et al. 2021
   989ea99a-9e80-41af-9640-42d4db822a2b: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 989ea99a-9e80-41af-9640-42d4db822a2b
@@ -176,7 +176,7 @@ templates:
       - Accuracy
       original_task: true
     name: claim true/false/inconclusive
-    reference: v0.1
+    reference: Sanh et al. 2021
   c6d6a638-8c48-45b3-abaf-5c885b7a8676: !Template
     answer_choices: Correct ||| Inconclusive ||| Incorrect
     id: c6d6a638-8c48-45b3-abaf-5c885b7a8676

diff --git a/promptsource/templates/hans/templates.yaml b/promptsource/templates/hans/templates.yaml
@@ -11,7 +11,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   2084c370-6052-4840-89b6-b35ad70fdf31: !Template
     answer_choices: Yes ||| No
     id: 2084c370-6052-4840-89b6-b35ad70fdf31
@@ -47,7 +47,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   6ed3823e-5ebb-4398-8366-273047d970f0: !Template
     answer_choices: Yes ||| No
     id: 6ed3823e-5ebb-4398-8366-273047d970f0
@@ -71,7 +71,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   c5508a95-1f23-47b9-aed4-0eca8380f71b: !Template
     answer_choices: Yes ||| No
     id: c5508a95-1f23-47b9-aed4-0eca8380f71b

diff --git a/promptsource/templates/multi_nli/templates.yaml b/promptsource/templates/multi_nli/templates.yaml
@@ -13,7 +13,7 @@ templates:
       - Accuracy
       original_task: true
     name: claim true/false/inconclusive
-    reference: v0.1
+    reference: Sanh et al. 2021
   0e75e339-433b-459e-830e-557d7a07611b: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 0e75e339-433b-459e-830e-557d7a07611b
@@ -25,7 +25,7 @@ templates:
       - Accuracy
       original_task: true
     name: does this imply
-    reference: v0.1
+    reference: Sanh et al. 2021
   133081b4-2cab-4e4e-9844-783f672b3f88: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: 133081b4-2cab-4e4e-9844-783f672b3f88
@@ -49,7 +49,7 @@ templates:
       - Accuracy
       original_task: true
     name: does it follow that
-    reference: v0.1
+    reference: Sanh et al. 2021
   592682cb-0a33-4110-bc6a-903ac2f50deb: !Template
     answer_choices: Guaranteed ||| Possible ||| Impossible
     id: 592682cb-0a33-4110-bc6a-903ac2f50deb
@@ -62,7 +62,7 @@ templates:
       - Accuracy
       original_task: true
     name: guaranteed/possible/impossible
-    reference: v0.1
+    reference: Sanh et al. 2021
   6eef4333-fb4a-433b-aed5-cd00ec48b01f: !Template
     answer_choices: Always ||| Sometimes ||| Never
     id: 6eef4333-fb4a-433b-aed5-cd00ec48b01f
@@ -74,7 +74,7 @@ templates:
       - Accuracy
       original_task: true
     name: always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   6f4e6af1-cac4-4674-8d69-8d922516abe0: !Template
     answer_choices: Correct ||| Inconclusive ||| Incorrect
     id: 6f4e6af1-cac4-4674-8d69-8d922516abe0
@@ -100,7 +100,7 @@ templates:
       - Accuracy
       original_task: true
     name: consider always/sometimes/never
-    reference: v0.1
+    reference: Sanh et al. 2021
   a2838b52-b225-4574-b417-9f56d5015c09: !Template
     answer_choices: True ||| Inconclusive ||| False
     id: a2838b52-b225-4574-b417-9f56d5015c09
@@ -114,7 +114,7 @@ templates:
       - Accuracy
       original_task: true
     name: take the following as truth
-    reference: v0.1
+    reference: Sanh et al. 2021
   acac14f2-bfbd-4235-a813-3ee031b7dc32: !Template
     answer_choices: True ||| Neither ||| False
     id: acac14f2-bfbd-4235-a813-3ee031b7dc32
@@ -141,7 +141,7 @@ templates:
       - Accuracy
       original_task: true
     name: must be true
-    reference: v0.1
+    reference: Sanh et al. 2021
   ca3e9c3f-f0c4-4325-9a61-ba21ddd70464: !Template
     answer_choices: Yes ||| Maybe ||| No
     id: ca3e9c3f-f0c4-4325-9a61-ba21ddd70464