diff --git a/promptsource/templates/xcopa/id/templates.yaml b/promptsource/templates/xcopa/id/templates.yaml new file mode 100644 index 000000000..8f78da924 --- /dev/null +++ b/promptsource/templates/xcopa/id/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: id +templates: + 1a87b487-1570-4873-aed9-b84d2fc0476c: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1a87b487-1570-4873-aed9-b84d2fc0476c + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 336c4c72-40e3-4122-881e-8cd7a1881eec: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 336c4c72-40e3-4122-881e-8cd7a1881eec + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + 482f0b87-e748-4e98-8cc8-a23386bc50c3: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 482f0b87-e748-4e98-8cc8-a23386bc50c3 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 4a0640a5-c378-422d-879b-7490bc500c8a: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4a0640a5-c378-422d-879b-7490bc500c8a + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' + 78e28a66-a84c-442c-9bf7-44aa49450412: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 78e28a66-a84c-442c-9bf7-44aa49450412 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 7c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 7c0b578c-214f-4dc9-a9b4-252d91691cb0 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + b308f6ce-673c-44c1-b84d-95a3045229ea: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b308f6ce-673c-44c1-b84d-95a3045229ea + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + cf78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: cf78cf75-90cc-4fe2-8b78-2bf64c9520b4 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + d8263afb-215f-43c4-83b8-c85744144fdb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: d8263afb-215f-43c4-83b8-c85744144fdb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + eaddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: eaddf2e0-ead4-456b-8e81-00bdcde8c7b0 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + ebd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: ebd4242a-14f2-4aed-a183-dc37a18dfe4b + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' diff --git a/promptsource/templates/xcopa/it/templates.yaml b/promptsource/templates/xcopa/it/templates.yaml new file mode 100644 index 000000000..4b1d37392 --- /dev/null +++ b/promptsource/templates/xcopa/it/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: it +templates: + 1d23192b-7276-4e6b-9e21-c65953f42f4d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1d23192b-7276-4e6b-9e21-c65953f42f4d + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 2a2a351a-bae3-426c-9f3d-8908a200159e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2a2a351a-bae3-426c-9f3d-8908a200159e + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4866dc0c-b91c-44a9-8436-6e227e545859: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4866dc0c-b91c-44a9-8436-6e227e545859 + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 5781b266-6eb9-49aa-880c-9669cbdb4017: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5781b266-6eb9-49aa-880c-9669cbdb4017 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 85ffa482-d662-497f-bdcd-586b60918d37: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 85ffa482-d662-497f-bdcd-586b60918d37 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b5206dd3-7856-41fc-9671-5a22de303334: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b5206dd3-7856-41fc-9671-5a22de303334 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + b90379c6-98d6-436e-a0db-466ad0f5a1c1: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b90379c6-98d6-436e-a0db-466ad0f5a1c1 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + bd78db08-6b60-40e4-840b-b2495153c738: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: bd78db08-6b60-40e4-840b-b2495153c738 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + d016e3c4-45ae-4711-a360-71ab8e139e91: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: d016e3c4-45ae-4711-a360-71ab8e139e91 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f5dc9303-918b-485e-927c-76c8fc76c55f: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f5dc9303-918b-485e-927c-76c8fc76c55f + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/sw/templates.yaml b/promptsource/templates/xcopa/sw/templates.yaml new file mode 100644 index 000000000..98b85f66c --- /dev/null +++ b/promptsource/templates/xcopa/sw/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: sw +templates: + 18089f74-c42c-4d6d-8eb0-9dad49b9f704: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 18089f74-c42c-4d6d-8eb0-9dad49b9f704 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 2464779b-7773-4d4f-99b9-03229740de4a: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2464779b-7773-4d4f-99b9-03229740de4a + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 38729cda-f248-4788-82e5-71331256ca73: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 38729cda-f248-4788-82e5-71331256ca73 + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 4c4fdeff-45c7-4baa-a889-f56a5430c638: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4c4fdeff-45c7-4baa-a889-f56a5430c638 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 52344c8c-2aaf-4593-8b85-30b6bac14318: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 52344c8c-2aaf-4593-8b85-30b6bac14318 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 5a14b4e9-7b61-41f4-b05c-b823752ea693: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5a14b4e9-7b61-41f4-b05c-b823752ea693 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 6cf55f8c-bc20-47ba-97b4-d958dcb99e53: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 6cf55f8c-bc20-47ba-97b4-d958dcb99e53 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b5388b41-363a-4a33-b82e-175497f884f4: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b5388b41-363a-4a33-b82e-175497f884f4 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + c28c7dbc-615a-400e-9099-8df5a0ab1ef5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c28c7dbc-615a-400e-9099-8df5a0ab1ef5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + c717cdaa-0b19-4288-9635-2a783bc87acf: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c717cdaa-0b19-4288-9635-2a783bc87acf + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + cac78748-4b44-45e9-ad52-32bccaf286c6: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: cac78748-4b44-45e9-ad52-32bccaf286c6 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + fcc668f5-15f5-41ee-8f1e-d62476b18939: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: fcc668f5-15f5-41ee-8f1e-d62476b18939 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' \ No newline at end of file diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml new file mode 100644 index 000000000..bdd79f7f2 --- /dev/null +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -0,0 +1,212 @@ +dataset: xcopa +subset: ta +templates: + 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 2a57331a-646c-45ab-ac8c-8976aa1a08c9: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2a57331a-646c-45ab-ac8c-8976aa1a08c9 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 34e9a83d-dec9-4541-a6f3-fd641e476631: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 34e9a83d-dec9-4541-a6f3-fd641e476631 + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 45503d4d-2cc4-461c-a41c-5c5924a4c63c: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 45503d4d-2cc4-461c-a41c-5c5924a4c63c + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 50ce0772-7e29-462e-a0f5-0b5172b3b785: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 50ce0772-7e29-462e-a0f5-0b5172b3b785 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 694f0d12-c333-4a95-90f4-e72dae5d54b3: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 694f0d12-c333-4a95-90f4-e72dae5d54b3 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + b3b94d15-4608-43f1-9b6e-c577ca28b267: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b3b94d15-4608-43f1-9b6e-c577ca28b267 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b552e0a9-1f0b-41ef-95ee-149c2542fd7d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b552e0a9-1f0b-41ef-95ee-149c2542fd7d + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + da476901-0e1d-47ea-b97b-d6075190db32: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: da476901-0e1d-47ea-b97b-d6075190db32 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + f89bdc34-7b27-43f4-b54d-0868e6540240: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f89bdc34-7b27-43f4-b54d-0868e6540240 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + fd13aa2f-ff7b-41fb-9cc4-842f091394c2: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: fd13aa2f-ff7b-41fb-9cc4-842f091394c2 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' + diff --git a/promptsource/templates/xcopa/vi/templates.yaml b/promptsource/templates/xcopa/vi/templates.yaml new file mode 100644 index 000000000..81ccd36f4 --- /dev/null +++ b/promptsource/templates/xcopa/vi/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: vi +templates: + 1804535c-1953-4dbb-960e-c41a634a8dc7: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1804535c-1953-4dbb-960e-c41a634a8dc7 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 2bd073ac-1b89-48ea-b401-0343543e5675: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2bd073ac-1b89-48ea-b401-0343543e5675 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 362a97b2-0113-40b0-9928-7aaac4138bb5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 362a97b2-0113-40b0-9928-7aaac4138bb5 + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 38f5300e-27e2-43b8-a9d5-14be72a33dcb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 38f5300e-27e2-43b8-a9d5-14be72a33dcb + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 649a8094-b640-4d63-9cd1-ef286312c564: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 649a8094-b640-4d63-9cd1-ef286312c564 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 80130200-be7b-4f2f-af3b-758d0d3b35b1: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 80130200-be7b-4f2f-af3b-758d0d3b35b1 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8db169df-6a91-4c0a-9629-be7178e7618e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8db169df-6a91-4c0a-9629-be7178e7618e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + 90564726-ca08-4812-a038-4b1f54fbcff9: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 90564726-ca08-4812-a038-4b1f54fbcff9 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a506f224-721f-45dc-bb0f-46d9d6193e6a: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a506f224-721f-45dc-bb0f-46d9d6193e6a + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + fb619264-6ad3-4b42-9eda-c87832c4e31c: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: fb619264-6ad3-4b42-9eda-c87832c4e31c + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/zh/templates.yaml b/promptsource/templates/xcopa/zh/templates.yaml new file mode 100644 index 000000000..dbf4f482f --- /dev/null +++ b/promptsource/templates/xcopa/zh/templates.yaml @@ -0,0 +1,212 @@ +dataset: xcopa +subset: zh +templates: + 059e17fc-11f0-4072-bbdc-d4667f77466b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 059e17fc-11f0-4072-bbdc-d4667f77466b + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 1e0fc116-2741-460a-aefb-a8af579c1c57: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1e0fc116-2741-460a-aefb-a8af579c1c57 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 3814efad-35ff-4c42-a666-084514d6356b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 3814efad-35ff-4c42-a666-084514d6356b + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 44a40995-73c8-4b15-b830-f5fd55473a59: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 44a40995-73c8-4b15-b830-f5fd55473a59 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 48888279-affe-423a-80c8-51937f872ac8: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 48888279-affe-423a-80c8-51937f872ac8 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + b3f10790-e8cf-4d05-b974-fd58b981ea26: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b3f10790-e8cf-4d05-b974-fd58b981ea26 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + c3b01f23-b69a-4a31-9258-08475490c4e4: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c3b01f23-b69a-4a31-9258-08475490c4e4 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + cbae3be6-a416-4dfe-bbf9-6dbca7f2e542: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: cbae3be6-a416-4dfe-bbf9-6dbca7f2e542 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + dfa40a8a-cfe1-4695-b566-a5d83c98d630: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: dfa40a8a-cfe1-4695-b566-a5d83c98d630 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f42c13d4-8305-4499-b73c-6e20ed83569c: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f42c13d4-8305-4499-b73c-6e20ed83569c + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' +