From 8206ffc610f3971f1ba47e38d518cdf1e10ac582 Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 15:35:34 -0400 Subject: [PATCH 01/24] add EN prompts for xcopa --- .../templates/xcopa/id/templates.yaml | 211 ++++++++++++++++++ .../templates/xcopa/it/templates.yaml | 211 ++++++++++++++++++ .../templates/xcopa/sw/templates.yaml | 211 ++++++++++++++++++ .../templates/xcopa/ta/templates.yaml | 211 ++++++++++++++++++ .../templates/xcopa/vi/templates.yaml | 211 ++++++++++++++++++ .../templates/xcopa/zh/templates.yaml | 211 ++++++++++++++++++ 6 files changed, 1266 insertions(+) create mode 100644 promptsource/templates/xcopa/id/templates.yaml create mode 100644 promptsource/templates/xcopa/it/templates.yaml create mode 100644 promptsource/templates/xcopa/sw/templates.yaml create mode 100644 promptsource/templates/xcopa/ta/templates.yaml create mode 100644 promptsource/templates/xcopa/vi/templates.yaml create mode 100644 promptsource/templates/xcopa/zh/templates.yaml diff --git a/promptsource/templates/xcopa/id/templates.yaml b/promptsource/templates/xcopa/id/templates.yaml new file mode 100644 index 000000000..db6086413 --- /dev/null +++ b/promptsource/templates/xcopa/id/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: id +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Indonesian sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/it/templates.yaml b/promptsource/templates/xcopa/it/templates.yaml new file mode 100644 index 000000000..00065a55e --- /dev/null +++ b/promptsource/templates/xcopa/it/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: it +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Italian sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/sw/templates.yaml b/promptsource/templates/xcopa/sw/templates.yaml new file mode 100644 index 000000000..f7a161418 --- /dev/null +++ b/promptsource/templates/xcopa/sw/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: sw +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Swahili sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml new file mode 100644 index 000000000..5d5d95b98 --- /dev/null +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: ta +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Tamil sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/vi/templates.yaml b/promptsource/templates/xcopa/vi/templates.yaml new file mode 100644 index 000000000..1d78885dc --- /dev/null +++ b/promptsource/templates/xcopa/vi/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: vi +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Vietnamese sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/zh/templates.yaml b/promptsource/templates/xcopa/zh/templates.yaml new file mode 100644 index 000000000..4d5792f78 --- /dev/null +++ b/promptsource/templates/xcopa/zh/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: zh +templates: + 0edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 0edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: Choose the most plausible completion to this Chinese sentence: + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 744047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 744047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% + if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != + -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' From 6af75cb7114224be459bcedf62f7b5f10e5881a0 Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 16:57:31 -0400 Subject: [PATCH 02/24] update ids (2/5) --- .../templates/xcopa/id/templates.yaml | 166 +++++++++--------- .../templates/xcopa/it/templates.yaml | 66 +++---- 2 files changed, 116 insertions(+), 116 deletions(-) diff --git a/promptsource/templates/xcopa/id/templates.yaml b/promptsource/templates/xcopa/id/templates.yaml index db6086413..8f78da924 100644 --- a/promptsource/templates/xcopa/id/templates.yaml +++ b/promptsource/templates/xcopa/id/templates.yaml @@ -1,18 +1,13 @@ dataset: xcopa subset: id templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 1a87b487-1570-4873-aed9-b84d2fc0476c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Indonesian sentence: - - - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + id: 1a87b487-1570-4873-aed9-b84d2fc0476c + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -20,14 +15,14 @@ templates: metrics: - Accuracy original_task: true - name: exercise + name: i_am_hesitating reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 336c4c72-40e3-4122-881e-8cd7a1881eec: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + id: 336c4c72-40e3-4122-881e-8cd7a1881eec + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -35,15 +30,14 @@ templates: metrics: - Accuracy original_task: true - name: "\u2026What could happen next, C1 or C2?" + name: "\u2026why? C1 or C2" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 482f0b87-e748-4e98-8cc8-a23386bc50c3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" + id: 482f0b87-e748-4e98-8cc8-a23386bc50c3 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -51,15 +45,15 @@ templates: metrics: - Accuracy original_task: true - name: i_am_hesitating + name: best_option reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 4a0640a5-c378-422d-879b-7490bc500c8a: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 4a0640a5-c378-422d-879b-7490bc500c8a + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} - Help me pick the more plausible option: + Choose between: - {{choice1}} @@ -71,14 +65,19 @@ templates: metrics: - Accuracy original_task: true - name: plausible_alternatives + name: choose reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 78e28a66-a84c-442c-9bf7-44aa49450412: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 78e28a66-a84c-442c-9bf7-44aa49450412 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -86,11 +85,11 @@ templates: metrics: - Accuracy original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + name: plausible_alternatives + reference: '' + 7c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 7c0b578c-214f-4dc9-a9b4-252d91691cb0 jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,12 +102,18 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -116,14 +121,14 @@ templates: metrics: - Accuracy original_task: true - name: best_option + name: exercise reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + b308f6ce-673c-44c1-b84d-95a3045229ea: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + id: b308f6ce-673c-44c1-b84d-95a3045229ea + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -131,14 +136,15 @@ templates: metrics: - Accuracy original_task: true - name: "\u2026which may be caused by" - reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + cf78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 - jinja: 'Pick the more likely continuation to the following sentence: + id: cf78cf75-90cc-4fe2-8b78-2bf64c9520b4 + jinja: '{{ premise }} - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -151,20 +157,14 @@ templates: metrics: - Accuracy original_task: true - name: more likely + name: cause_effect reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + d8263afb-215f-43c4-83b8-c85744144fdb: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af - jinja: '{{ premise }} - - - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: - {% endif %} - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + id: d8263afb-215f-43c4-83b8-c85744144fdb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -172,14 +172,14 @@ templates: metrics: - Accuracy original_task: true - name: cause_effect + name: "\u2026which may be caused by" reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + eaddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + id: eaddf2e0-ead4-456b-8e81-00bdcde8c7b0 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -187,15 +187,15 @@ templates: metrics: - Accuracy original_task: true - name: "\u2026why? C1 or C2" + name: "\u2026What could happen next, C1 or C2?" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + ebd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: ebd4242a-14f2-4aed-a183-dc37a18dfe4b + jinja: 'Pick the more likely continuation to the following sentence: - Choose between: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} - {{choice1}} @@ -207,5 +207,5 @@ templates: metrics: - Accuracy original_task: true - name: choose + name: more likely reference: '' diff --git a/promptsource/templates/xcopa/it/templates.yaml b/promptsource/templates/xcopa/it/templates.yaml index 00065a55e..99141407d 100644 --- a/promptsource/templates/xcopa/it/templates.yaml +++ b/promptsource/templates/xcopa/it/templates.yaml @@ -1,10 +1,10 @@ dataset: xcopa subset: it templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 1d23192b-7276-4e6b-9e21-c65953f42f4d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Italian sentence: + id: 1d23192b-7276-4e6b-9e21-c65953f42f4d + jinja: 'Exercise: choose the most plausible alternative. {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif @@ -22,9 +22,9 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 2a2a351a-bae3-426c-9f3d-8908a200159e: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + id: 2a2a351a-bae3-426c-9f3d-8908a200159e jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -37,9 +37,9 @@ templates: original_task: true name: "\u2026What could happen next, C1 or C2?" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 4866dc0c-b91c-44a9-8436-6e227e545859: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + id: 4866dc0c-b91c-44a9-8436-6e227e545859 jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ @@ -53,9 +53,9 @@ templates: original_task: true name: i_am_hesitating reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + id: 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27 jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% else %} As a consequence... {% endif %} @@ -73,12 +73,12 @@ templates: original_task: true name: plausible_alternatives reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 5781b266-6eb9-49aa-880c-9669cbdb4017: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5781b266-6eb9-49aa-880c-9669cbdb4017 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -88,9 +88,9 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + 85ffa482-d662-497f-bdcd-586b60918d37: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 85ffa482-d662-497f-bdcd-586b60918d37 jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,11 +103,11 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + id: 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true @@ -118,9 +118,9 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + b5206dd3-7856-41fc-9671-5a22de303334: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + id: b5206dd3-7856-41fc-9671-5a22de303334 jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -133,12 +133,12 @@ templates: original_task: true name: "\u2026which may be caused by" reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + b90379c6-98d6-436e-a0db-466ad0f5a1c1: !Template + answer_choices: '{{choice1}} ||| {{choice2}}'s + id: b90379c6-98d6-436e-a0db-466ad0f5a1c1 jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: {% endif %} - {{choice1}} @@ -153,13 +153,13 @@ templates: original_task: true name: more likely reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + bd78db08-6b60-40e4-840b-b2495153c738: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af + id: bd78db08-6b60-40e4-840b-b2495153c738 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -174,9 +174,9 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + d016e3c4-45ae-4711-a360-71ab8e139e91: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + id: d016e3c4-45ae-4711-a360-71ab8e139e91 jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -189,9 +189,9 @@ templates: original_task: true name: "\u2026why? C1 or C2" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + f5dc9303-918b-485e-927c-76c8fc76c55f: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 + id: f5dc9303-918b-485e-927c-76c8fc76c55f jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} From 1d4d0cc2cb4440b61361e530f0496cc50ee3f5d7 Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 17:05:27 -0400 Subject: [PATCH 03/24] regenerate ids (4/6) --- .../templates/xcopa/sw/templates.yaml | 66 +++++++++---------- .../templates/xcopa/ta/templates.yaml | 63 +++++++++--------- 2 files changed, 65 insertions(+), 64 deletions(-) diff --git a/promptsource/templates/xcopa/sw/templates.yaml b/promptsource/templates/xcopa/sw/templates.yaml index f7a161418..98b85f66c 100644 --- a/promptsource/templates/xcopa/sw/templates.yaml +++ b/promptsource/templates/xcopa/sw/templates.yaml @@ -1,10 +1,10 @@ dataset: xcopa subset: sw templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 18089f74-c42c-4d6d-8eb0-9dad49b9f704: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Swahili sentence: + id: 18089f74-c42c-4d6d-8eb0-9dad49b9f704 + jinja: 'Exercise: choose the most plausible alternative. {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif @@ -22,9 +22,9 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 2464779b-7773-4d4f-99b9-03229740de4a: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + id: 2464779b-7773-4d4f-99b9-03229740de4a jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -37,9 +37,9 @@ templates: original_task: true name: "\u2026What could happen next, C1 or C2?" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 38729cda-f248-4788-82e5-71331256ca73: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + id: 38729cda-f248-4788-82e5-71331256ca73 jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ @@ -53,9 +53,9 @@ templates: original_task: true name: i_am_hesitating reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 4c4fdeff-45c7-4baa-a889-f56a5430c638: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + id: 4c4fdeff-45c7-4baa-a889-f56a5430c638 jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% else %} As a consequence... {% endif %} @@ -73,12 +73,12 @@ templates: original_task: true name: plausible_alternatives reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 52344c8c-2aaf-4593-8b85-30b6bac14318: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 52344c8c-2aaf-4593-8b85-30b6bac14318 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -88,9 +88,9 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + 5a14b4e9-7b61-41f4-b05c-b823752ea693: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 5a14b4e9-7b61-41f4-b05c-b823752ea693 jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,11 +103,11 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + 6cf55f8c-bc20-47ba-97b4-d958dcb99e53: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + id: 6cf55f8c-bc20-47ba-97b4-d958dcb99e53 jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true @@ -118,9 +118,9 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + b5388b41-363a-4a33-b82e-175497f884f4: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + id: b5388b41-363a-4a33-b82e-175497f884f4 jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -133,12 +133,12 @@ templates: original_task: true name: "\u2026which may be caused by" reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + c28c7dbc-615a-400e-9099-8df5a0ab1ef5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + id: c28c7dbc-615a-400e-9099-8df5a0ab1ef5 jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: {% endif %} - {{choice1}} @@ -153,13 +153,13 @@ templates: original_task: true name: more likely reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + c717cdaa-0b19-4288-9635-2a783bc87acf: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af + id: c717cdaa-0b19-4288-9635-2a783bc87acf jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -174,9 +174,9 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + cac78748-4b44-45e9-ad52-32bccaf286c6: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + id: cac78748-4b44-45e9-ad52-32bccaf286c6 jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -189,9 +189,9 @@ templates: original_task: true name: "\u2026why? C1 or C2" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + fcc668f5-15f5-41ee-8f1e-d62476b18939: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 + id: fcc668f5-15f5-41ee-8f1e-d62476b18939 jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} @@ -208,4 +208,4 @@ templates: - Accuracy original_task: true name: choose - reference: '' + reference: '' \ No newline at end of file diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml index 5d5d95b98..c9d620cc0 100644 --- a/promptsource/templates/xcopa/ta/templates.yaml +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -1,10 +1,10 @@ dataset: xcopa subset: ta templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Tamil sentence: + id: 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e + jinja: 'Exercise: choose the most plausible alternative. {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif @@ -22,9 +22,9 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 2a57331a-646c-45ab-ac8c-8976aa1a08c9: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + id: 2a57331a-646c-45ab-ac8c-8976aa1a08c9 jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -37,9 +37,9 @@ templates: original_task: true name: "\u2026What could happen next, C1 or C2?" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 34e9a83d-dec9-4541-a6f3-fd641e476631: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + id: 34e9a83d-dec9-4541-a6f3-fd641e476631 jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ @@ -53,9 +53,9 @@ templates: original_task: true name: i_am_hesitating reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 45503d4d-2cc4-461c-a41c-5c5924a4c63c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + id: 45503d4d-2cc4-461c-a41c-5c5924a4c63c jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% else %} As a consequence... {% endif %} @@ -73,12 +73,12 @@ templates: original_task: true name: plausible_alternatives reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 50ce0772-7e29-462e-a0f5-0b5172b3b785: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 50ce0772-7e29-462e-a0f5-0b5172b3b785 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -88,9 +88,9 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + 694f0d12-c333-4a95-90f4-e72dae5d54b3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 694f0d12-c333-4a95-90f4-e72dae5d54b3 jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,11 +103,11 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + b3b94d15-4608-43f1-9b6e-c577ca28b267: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + id: b3b94d15-4608-43f1-9b6e-c577ca28b267 jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true @@ -118,9 +118,9 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + b552e0a9-1f0b-41ef-95ee-149c2542fd7d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + id: b552e0a9-1f0b-41ef-95ee-149c2542fd7d jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -133,12 +133,12 @@ templates: original_task: true name: "\u2026which may be caused by" reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + id: bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: {% endif %} - {{choice1}} @@ -153,13 +153,13 @@ templates: original_task: true name: more likely reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + da476901-0e1d-47ea-b97b-d6075190db32: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af + id: da476901-0e1d-47ea-b97b-d6075190db32 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -174,9 +174,9 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + f89bdc34-7b27-43f4-b54d-0868e6540240: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + id: f89bdc34-7b27-43f4-b54d-0868e6540240 jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -189,7 +189,7 @@ templates: original_task: true name: "\u2026why? C1 or C2" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + fd13aa2f-ff7b-41fb-9cc4-842f091394c2: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: f32348cd-d3cb-4619-87b9-e24f99c78567 jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... @@ -209,3 +209,4 @@ templates: original_task: true name: choose reference: '' + From e02074005ea2289c75a65ef867ae40ec0f9037fa Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 17:09:08 -0400 Subject: [PATCH 04/24] regenerate ids (5/6) --- .../templates/xcopa/zh/templates.yaml | 65 ++++++++++--------- 1 file changed, 33 insertions(+), 32 deletions(-) diff --git a/promptsource/templates/xcopa/zh/templates.yaml b/promptsource/templates/xcopa/zh/templates.yaml index 4d5792f78..dbf4f482f 100644 --- a/promptsource/templates/xcopa/zh/templates.yaml +++ b/promptsource/templates/xcopa/zh/templates.yaml @@ -1,10 +1,10 @@ dataset: xcopa subset: zh templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 059e17fc-11f0-4072-bbdc-d4667f77466b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Chinese sentence: + id: 059e17fc-11f0-4072-bbdc-d4667f77466b + jinja: 'Exercise: choose the most plausible alternative. {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif @@ -22,9 +22,9 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 1e0fc116-2741-460a-aefb-a8af579c1c57: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + id: 1e0fc116-2741-460a-aefb-a8af579c1c57 jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -37,9 +37,9 @@ templates: original_task: true name: "\u2026What could happen next, C1 or C2?" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 3814efad-35ff-4c42-a666-084514d6356b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + id: 3814efad-35ff-4c42-a666-084514d6356b jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ @@ -53,9 +53,9 @@ templates: original_task: true name: i_am_hesitating reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 44a40995-73c8-4b15-b830-f5fd55473a59: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + id: 44a40995-73c8-4b15-b830-f5fd55473a59 jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% else %} As a consequence... {% endif %} @@ -73,12 +73,12 @@ templates: original_task: true name: plausible_alternatives reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 48888279-affe-423a-80c8-51937f872ac8: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 48888279-affe-423a-80c8-51937f872ac8 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -88,9 +88,9 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,11 +103,11 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + b3f10790-e8cf-4d05-b974-fd58b981ea26: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + id: b3f10790-e8cf-4d05-b974-fd58b981ea26 jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true @@ -118,9 +118,9 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + id: b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -133,12 +133,12 @@ templates: original_task: true name: "\u2026which may be caused by" reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + c3b01f23-b69a-4a31-9258-08475490c4e4: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + id: c3b01f23-b69a-4a31-9258-08475490c4e4 jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: {% endif %} - {{choice1}} @@ -153,13 +153,13 @@ templates: original_task: true name: more likely reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + cbae3be6-a416-4dfe-bbf9-6dbca7f2e542: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af + id: cbae3be6-a416-4dfe-bbf9-6dbca7f2e542 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -174,9 +174,9 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + dfa40a8a-cfe1-4695-b566-a5d83c98d630: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + id: dfa40a8a-cfe1-4695-b566-a5d83c98d630 jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -189,9 +189,9 @@ templates: original_task: true name: "\u2026why? C1 or C2" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + f42c13d4-8305-4499-b73c-6e20ed83569c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 + id: f42c13d4-8305-4499-b73c-6e20ed83569c jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} @@ -209,3 +209,4 @@ templates: original_task: true name: choose reference: '' + From 8511070b44f36abd38bbc13bf4c159c78a1e8515 Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 17:12:26 -0400 Subject: [PATCH 05/24] regenerate ids (6/6) --- .../templates/xcopa/vi/templates.yaml | 64 +++++++++---------- 1 file changed, 32 insertions(+), 32 deletions(-) diff --git a/promptsource/templates/xcopa/vi/templates.yaml b/promptsource/templates/xcopa/vi/templates.yaml index 1d78885dc..81ccd36f4 100644 --- a/promptsource/templates/xcopa/vi/templates.yaml +++ b/promptsource/templates/xcopa/vi/templates.yaml @@ -1,10 +1,10 @@ dataset: xcopa subset: vi templates: - 0edd8660-f299-4819-a5ac-633c11177228: !Template + 1804535c-1953-4dbb-960e-c41a634a8dc7: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 0edd8660-f299-4819-a5ac-633c11177228 - jinja: 'Exercise: Choose the most plausible completion to this Vietnamese sentence: + id: 1804535c-1953-4dbb-960e-c41a634a8dc7 + jinja: 'Exercise: choose the most plausible alternative. {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif @@ -22,9 +22,9 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template + 2bd073ac-1b89-48ea-b401-0343543e5675: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b + id: 2bd073ac-1b89-48ea-b401-0343543e5675 jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -37,9 +37,9 @@ templates: original_task: true name: "\u2026What could happen next, C1 or C2?" reference: '' - 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + 362a97b2-0113-40b0-9928-7aaac4138bb5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4d879cbe-2fd7-424a-9d78-3f5200313fba + id: 362a97b2-0113-40b0-9928-7aaac4138bb5 jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ @@ -53,9 +53,9 @@ templates: original_task: true name: i_am_hesitating reference: '' - 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + 38f5300e-27e2-43b8-a9d5-14be72a33dcb: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d + id: 38f5300e-27e2-43b8-a9d5-14be72a33dcb jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% else %} As a consequence... {% endif %} @@ -73,12 +73,12 @@ templates: original_task: true name: plausible_alternatives reference: '' - 744047dc-1298-45a2-8d68-d67e3f834ded: !Template - answer_choices: '{{choice1 }} ||| {{choice2}}' - id: 744047dc-1298-45a2-8d68-d67e3f834ded - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{% - if question == "cause" %}because {% else %} so {% endif %} ||| {% if label != - -1 %}{{ answer_choices[label] }}{% endif %}' + 649a8094-b640-4d63-9cd1-ef286312c564: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 649a8094-b640-4d63-9cd1-ef286312c564 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -88,9 +88,9 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template + 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 + id: 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56 jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -103,11 +103,11 @@ templates: original_task: true name: "\u2026As a result, C1 or C2?" reference: '' - 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + 80130200-be7b-4f2f-af3b-758d0d3b35b1: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 + id: 80130200-be7b-4f2f-af3b-758d0d3b35b1 jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true @@ -118,9 +118,9 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template + 8db169df-6a91-4c0a-9629-be7178e7618e: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb + id: 8db169df-6a91-4c0a-9629-be7178e7618e jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" @@ -133,12 +133,12 @@ templates: original_task: true name: "\u2026which may be caused by" reference: '' - a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + 90564726-ca08-4812-a038-4b1f54fbcff9: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 + id: 90564726-ca08-4812-a038-4b1f54fbcff9 jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence: + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: {% endif %} - {{choice1}} @@ -153,13 +153,13 @@ templates: original_task: true name: more likely reference: '' - a61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + a506f224-721f-45dc-bb0f-46d9d6193e6a: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a61d8c21-da25-47bf-b5fe-14a8edd650af + id: a506f224-721f-45dc-bb0f-46d9d6193e6a jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -174,9 +174,9 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template + d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e + id: d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37 jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ \ }}{%endif%}\n{% endif %}" @@ -189,9 +189,9 @@ templates: original_task: true name: "\u2026why? C1 or C2" reference: '' - f32348cd-d3cb-4619-87b9-e24f99c78567: !Template + fb619264-6ad3-4b42-9eda-c87832c4e31c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 + id: fb619264-6ad3-4b42-9eda-c87832c4e31c jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} From cc65cf38d702021abe3f68723b071e0674c9d18a Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 17:21:41 -0400 Subject: [PATCH 06/24] fix typo --- promptsource/templates/xcopa/it/templates.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/promptsource/templates/xcopa/it/templates.yaml b/promptsource/templates/xcopa/it/templates.yaml index 99141407d..4b1d37392 100644 --- a/promptsource/templates/xcopa/it/templates.yaml +++ b/promptsource/templates/xcopa/it/templates.yaml @@ -134,7 +134,7 @@ templates: name: "\u2026which may be caused by" reference: '' b90379c6-98d6-436e-a0db-466ad0f5a1c1: !Template - answer_choices: '{{choice1}} ||| {{choice2}}'s + answer_choices: '{{choice1}} ||| {{choice2}}' id: b90379c6-98d6-436e-a0db-466ad0f5a1c1 jinja: 'Pick the more likely continuation to the following sentence: From 670e6ad7aa1883e59c896f203749d3d118166c4f Mon Sep 17 00:00:00 2001 From: haileyschoelkopf Date: Fri, 15 Jul 2022 17:31:37 -0400 Subject: [PATCH 07/24] fix last keyerror? --- promptsource/templates/xcopa/ta/templates.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml index c9d620cc0..bdd79f7f2 100644 --- a/promptsource/templates/xcopa/ta/templates.yaml +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -191,7 +191,7 @@ templates: reference: '' fd13aa2f-ff7b-41fb-9cc4-842f091394c2: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f32348cd-d3cb-4619-87b9-e24f99c78567 + id: fd13aa2f-ff7b-41fb-9cc4-842f091394c2 jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} From c56ce86325a63b4f94fbb19a66d760af8ab94a0b Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Sun, 17 Jul 2022 23:09:20 +0200 Subject: [PATCH 08/24] Add xwinograd/en --- promptsource/templates.py | 2 +- .../Muennighoff/xwinograd/en/templates.yaml | 110 ++++++++++++++++++ 2 files changed, 111 insertions(+), 1 deletion(-) create mode 100644 promptsource/templates/Muennighoff/xwinograd/en/templates.yaml diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..467a0f646 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -27,7 +27,7 @@ # These are users whose datasets should be included in the results returned by # filter_english_datasets (regardless of their metadata) -INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"} +INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti", "Muennighoff"} # These are the metrics with which templates can be tagged METRICS = { diff --git a/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml new file mode 100644 index 000000000..e30dd5ac3 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 28d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 28d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' From d164dbf35a81db772245d4118f5ac8d373fed8d4 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Sun, 17 Jul 2022 23:29:05 +0200 Subject: [PATCH 09/24] Duplicate template --- .../Muennighoff/xwinograd/en/templates.yaml | 4 +- .../Muennighoff/xwinograd/fr/templates.yaml | 110 ++++++++++++++++++ .../Muennighoff/xwinograd/pt/templates.yaml | 110 ++++++++++++++++++ .../Muennighoff/xwinograd/zh/templates.yaml | 110 ++++++++++++++++++ 4 files changed, 332 insertions(+), 2 deletions(-) create mode 100644 promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml create mode 100644 promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml create mode 100644 promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml diff --git a/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml index e30dd5ac3..f0f34dccb 100644 --- a/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml +++ b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml @@ -45,7 +45,7 @@ templates: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template answer_choices: True ||| False id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa - jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? {{sentence}}||| @@ -62,7 +62,7 @@ templates: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template answer_choices: '{{ option1 }} ||| {{ option2 }}' id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e - jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' metadata: !TemplateMetadata diff --git a/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml new file mode 100644 index 000000000..f0f34dccb --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 28d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 28d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml new file mode 100644 index 000000000..f0f34dccb --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 28d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 28d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml new file mode 100644 index 000000000..c911d8cb2 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: zh +templates: + 2e10b0b9-b57e-4bd0-b8cc-cbdd5dcd7551: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 2e10b0b9-b57e-4bd0-b8cc-cbdd5dcd7551 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 33f50367-0615-45a0-883a-05b6ff8c0e2f: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 33f50367-0615-45a0-883a-05b6ff8c0e2f + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 37767236-f6e6-4a57-9deb-c0a4c073e56d: !Template + answer_choices: True ||| False + id: 37767236-f6e6-4a57-9deb-c0a4c073e56d + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 63f2ab14-d78b-4e83-a3f9-186cb6f220c0: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 63f2ab14-d78b-4e83-a3f9-186cb6f220c0 + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + aec099a7-da35-4438-aa7c-250651959048: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: aec099a7-da35-4438-aa7c-250651959048 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + fa9d56aa-b236-44f9-92c1-595784f57243: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: fa9d56aa-b236-44f9-92c1-595784f57243 + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' From 0bfade4a71cd9b90b744a1b17e0dff04c8e0da49 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Mon, 18 Jul 2022 08:56:44 +0200 Subject: [PATCH 10/24] Format --- promptsource/templates.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/promptsource/templates.py b/promptsource/templates.py index 467a0f646..789e91cc8 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -27,7 +27,18 @@ # These are users whose datasets should be included in the results returned by # filter_english_datasets (regardless of their metadata) -INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti", "Muennighoff"} +INCLUDED_USERS = { + "Zaid", + "craffel", + "GEM", + "aps", + "khalidalt", + "shanya", + "rbawden", + "BigScienceBiasEval", + "gsarti", + "Muennighoff", +} # These are the metrics with which templates can be tagged METRICS = { From c80db698c2b8dc43ac7474253461dcefa84ce45b Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 10:03:32 +0000 Subject: [PATCH 11/24] wip -test --- test/test_templates.py | 178 ++++++++++++++++++++--------------------- 1 file changed, 89 insertions(+), 89 deletions(-) diff --git a/test/test_templates.py b/test/test_templates.py index 20f774903..e13685c71 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -37,92 +37,92 @@ def test_uuids(): all_uuids[uuid] = (dataset_name, subset_name) -@pytest.mark.parametrize("dataset", template_collection.keys) -def test_dataset(dataset): - """ - Validates all the templates in the repository with simple syntactic checks: - 0. Are all templates parsable YAML? - 1. Do all templates parse in Jinja and are all referenced variables in the dataset schema? - 2. Does the template contain a prompt/output separator "|||" ? - 3. Are all names and templates within a data (sub)set unique? - 4. Is the YAML dictionary properly formatted? - 5. Is the UUID valid? - - :param dataset: (dataset_name, subset_name) pair to test - - """ - dataset_name, subset_name = dataset - - # Loads dataset information - tries = 0 - max_tries = 3 - while True: - try: - builder_instance = get_dataset_builder(dataset_name, subset_name) - break - except ConnectionError as e: - if tries < max_tries: - time.sleep(2) - tries += 1 - else: - raise e - - has_features = builder_instance.info.features is not None - if has_features: - features = builder_instance.info.features.keys() - features = set([feature.replace("-", "_") for feature in features]) - - # Initializes sets for checking uniqueness among templates - template_name_set = set() - template_jinja_set = set() - - # Iterates over each template for current data (sub)set - dataset_templates = template_collection.get_dataset(dataset_name, subset_name) - any_original = False - for template_name in dataset_templates.all_template_names: - template = dataset_templates[template_name] - any_original = any_original or template.metadata.original_task - # Check 1: Jinja and all features valid? - try: - parse = env.parse(template.jinja) - except TemplateError as e: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} failed to parse.") from e - - variables = meta.find_undeclared_variables(parse) - for variable in variables: - if has_features and variable not in features and variable != "answer_choices": - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has unrecognized variable {variable}.") - - # Check 2: Prompt/output separator present? - if "|||" not in template.jinja: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has no input/target separator.") - - # Check 3: Unique names and templates? - if template.get_name() in template_name_set: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has duplicate name.") - - if template.jinja in template_jinja_set: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has duplicate definition.") - - template_name_set.add(template.get_name()) - template_jinja_set.add(template.jinja) - - # Check 4: Is the YAML dictionary properly formatted? - try: - if dataset_templates.templates[template.get_id()] != template: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has wrong YAML key.") - except KeyError as e: - raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " - f"with uuid {template.get_id()} has wrong YAML key.") from e - - # Check 5: Is the UUID valid? - UUID(template.get_id()) - - # Turned off for now until we fix. - #assert any_original, "There must be at least one original task template for each dataset" +# @pytest.mark.parametrize("dataset", template_collection.keys) +# def test_dataset(dataset): +# """ +# Validates all the templates in the repository with simple syntactic checks: +# 0. Are all templates parsable YAML? +# 1. Do all templates parse in Jinja and are all referenced variables in the dataset schema? +# 2. Does the template contain a prompt/output separator "|||" ? +# 3. Are all names and templates within a data (sub)set unique? +# 4. Is the YAML dictionary properly formatted? +# 5. Is the UUID valid? + +# :param dataset: (dataset_name, subset_name) pair to test + +# """ +# dataset_name, subset_name = dataset + +# # Loads dataset information +# tries = 0 +# max_tries = 3 +# while True: +# try: +# builder_instance = get_dataset_builder(dataset_name, subset_name) +# break +# except ConnectionError as e: +# if tries < max_tries: +# time.sleep(2) +# tries += 1 +# else: +# raise e + +# has_features = builder_instance.info.features is not None +# if has_features: +# features = builder_instance.info.features.keys() +# features = set([feature.replace("-", "_") for feature in features]) + +# # Initializes sets for checking uniqueness among templates +# template_name_set = set() +# template_jinja_set = set() + +# # Iterates over each template for current data (sub)set +# dataset_templates = template_collection.get_dataset(dataset_name, subset_name) +# any_original = False +# for template_name in dataset_templates.all_template_names: +# template = dataset_templates[template_name] +# any_original = any_original or template.metadata.original_task +# # Check 1: Jinja and all features valid? +# try: +# parse = env.parse(template.jinja) +# except TemplateError as e: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} failed to parse.") from e + +# variables = meta.find_undeclared_variables(parse) +# for variable in variables: +# if has_features and variable not in features and variable != "answer_choices": +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has unrecognized variable {variable}.") + +# # Check 2: Prompt/output separator present? +# if "|||" not in template.jinja: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has no input/target separator.") + +# # Check 3: Unique names and templates? +# if template.get_name() in template_name_set: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has duplicate name.") + +# if template.jinja in template_jinja_set: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has duplicate definition.") + +# template_name_set.add(template.get_name()) +# template_jinja_set.add(template.jinja) + +# # Check 4: Is the YAML dictionary properly formatted? +# try: +# if dataset_templates.templates[template.get_id()] != template: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has wrong YAML key.") +# except KeyError as e: +# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " +# f"with uuid {template.get_id()} has wrong YAML key.") from e + +# # Check 5: Is the UUID valid? +# UUID(template.get_id()) + +# # Turned off for now until we fix. +# #assert any_original, "There must be at least one original task template for each dataset" From 12ef8de7e8e7241836d76d1f1074529a62981502 Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 10:09:20 +0000 Subject: [PATCH 12/24] wip - test --- test/test_templates.py | 1 + 1 file changed, 1 insertion(+) diff --git a/test/test_templates.py b/test/test_templates.py index e13685c71..fa54ef358 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -28,6 +28,7 @@ def test_uuids(): template = dataset_templates[template_name] uuid = template.get_id() + print(dataset_name, subset_name, uuid) if uuid in all_uuids: raise ValueError(f"Template {template_name} for dataset {dataset_name}/{subset_name} " From 35e29a840f30daf319d5c92276bd6eb9477d37ed Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 10:23:51 +0000 Subject: [PATCH 13/24] wip - most stupid --- test/test_templates.py | 1 + 1 file changed, 1 insertion(+) diff --git a/test/test_templates.py b/test/test_templates.py index fa54ef358..172787bb7 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -28,6 +28,7 @@ def test_uuids(): template = dataset_templates[template_name] uuid = template.get_id() + raise ValueError(3) print(dataset_name, subset_name, uuid) if uuid in all_uuids: From 4d5c50003276b46004b4ff6982763521776a5e9b Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 10:26:09 +0000 Subject: [PATCH 14/24] wip - test --- test/test_templates.py | 1 - 1 file changed, 1 deletion(-) diff --git a/test/test_templates.py b/test/test_templates.py index 172787bb7..fa54ef358 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -28,7 +28,6 @@ def test_uuids(): template = dataset_templates[template_name] uuid = template.get_id() - raise ValueError(3) print(dataset_name, subset_name, uuid) if uuid in all_uuids: From 62ee1a8683496f0cfbcf03ad950b7f2193cea011 Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 10:29:54 +0000 Subject: [PATCH 15/24] de --- test/test_templates.py | 1 + 1 file changed, 1 insertion(+) diff --git a/test/test_templates.py b/test/test_templates.py index fa54ef358..336d2c108 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -29,6 +29,7 @@ def test_uuids(): uuid = template.get_id() print(dataset_name, subset_name, uuid) + assert uuid not in all_uuids if uuid in all_uuids: raise ValueError(f"Template {template_name} for dataset {dataset_name}/{subset_name} " From 1d55c8dc70478520aeb1e838822442e4c2633fdf Mon Sep 17 00:00:00 2001 From: Victor Sanh Date: Mon, 18 Jul 2022 12:16:54 +0000 Subject: [PATCH 16/24] re-clean it - have not make it work yet --- test/test_templates.py | 180 ++++++++++++++++++++--------------------- 1 file changed, 89 insertions(+), 91 deletions(-) diff --git a/test/test_templates.py b/test/test_templates.py index 336d2c108..20f774903 100644 --- a/test/test_templates.py +++ b/test/test_templates.py @@ -28,8 +28,6 @@ def test_uuids(): template = dataset_templates[template_name] uuid = template.get_id() - print(dataset_name, subset_name, uuid) - assert uuid not in all_uuids if uuid in all_uuids: raise ValueError(f"Template {template_name} for dataset {dataset_name}/{subset_name} " @@ -39,92 +37,92 @@ def test_uuids(): all_uuids[uuid] = (dataset_name, subset_name) -# @pytest.mark.parametrize("dataset", template_collection.keys) -# def test_dataset(dataset): -# """ -# Validates all the templates in the repository with simple syntactic checks: -# 0. Are all templates parsable YAML? -# 1. Do all templates parse in Jinja and are all referenced variables in the dataset schema? -# 2. Does the template contain a prompt/output separator "|||" ? -# 3. Are all names and templates within a data (sub)set unique? -# 4. Is the YAML dictionary properly formatted? -# 5. Is the UUID valid? - -# :param dataset: (dataset_name, subset_name) pair to test - -# """ -# dataset_name, subset_name = dataset - -# # Loads dataset information -# tries = 0 -# max_tries = 3 -# while True: -# try: -# builder_instance = get_dataset_builder(dataset_name, subset_name) -# break -# except ConnectionError as e: -# if tries < max_tries: -# time.sleep(2) -# tries += 1 -# else: -# raise e - -# has_features = builder_instance.info.features is not None -# if has_features: -# features = builder_instance.info.features.keys() -# features = set([feature.replace("-", "_") for feature in features]) - -# # Initializes sets for checking uniqueness among templates -# template_name_set = set() -# template_jinja_set = set() - -# # Iterates over each template for current data (sub)set -# dataset_templates = template_collection.get_dataset(dataset_name, subset_name) -# any_original = False -# for template_name in dataset_templates.all_template_names: -# template = dataset_templates[template_name] -# any_original = any_original or template.metadata.original_task -# # Check 1: Jinja and all features valid? -# try: -# parse = env.parse(template.jinja) -# except TemplateError as e: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} failed to parse.") from e - -# variables = meta.find_undeclared_variables(parse) -# for variable in variables: -# if has_features and variable not in features and variable != "answer_choices": -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has unrecognized variable {variable}.") - -# # Check 2: Prompt/output separator present? -# if "|||" not in template.jinja: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has no input/target separator.") - -# # Check 3: Unique names and templates? -# if template.get_name() in template_name_set: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has duplicate name.") - -# if template.jinja in template_jinja_set: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has duplicate definition.") - -# template_name_set.add(template.get_name()) -# template_jinja_set.add(template.jinja) - -# # Check 4: Is the YAML dictionary properly formatted? -# try: -# if dataset_templates.templates[template.get_id()] != template: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has wrong YAML key.") -# except KeyError as e: -# raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " -# f"with uuid {template.get_id()} has wrong YAML key.") from e - -# # Check 5: Is the UUID valid? -# UUID(template.get_id()) - -# # Turned off for now until we fix. -# #assert any_original, "There must be at least one original task template for each dataset" +@pytest.mark.parametrize("dataset", template_collection.keys) +def test_dataset(dataset): + """ + Validates all the templates in the repository with simple syntactic checks: + 0. Are all templates parsable YAML? + 1. Do all templates parse in Jinja and are all referenced variables in the dataset schema? + 2. Does the template contain a prompt/output separator "|||" ? + 3. Are all names and templates within a data (sub)set unique? + 4. Is the YAML dictionary properly formatted? + 5. Is the UUID valid? + + :param dataset: (dataset_name, subset_name) pair to test + + """ + dataset_name, subset_name = dataset + + # Loads dataset information + tries = 0 + max_tries = 3 + while True: + try: + builder_instance = get_dataset_builder(dataset_name, subset_name) + break + except ConnectionError as e: + if tries < max_tries: + time.sleep(2) + tries += 1 + else: + raise e + + has_features = builder_instance.info.features is not None + if has_features: + features = builder_instance.info.features.keys() + features = set([feature.replace("-", "_") for feature in features]) + + # Initializes sets for checking uniqueness among templates + template_name_set = set() + template_jinja_set = set() + + # Iterates over each template for current data (sub)set + dataset_templates = template_collection.get_dataset(dataset_name, subset_name) + any_original = False + for template_name in dataset_templates.all_template_names: + template = dataset_templates[template_name] + any_original = any_original or template.metadata.original_task + # Check 1: Jinja and all features valid? + try: + parse = env.parse(template.jinja) + except TemplateError as e: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} failed to parse.") from e + + variables = meta.find_undeclared_variables(parse) + for variable in variables: + if has_features and variable not in features and variable != "answer_choices": + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has unrecognized variable {variable}.") + + # Check 2: Prompt/output separator present? + if "|||" not in template.jinja: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has no input/target separator.") + + # Check 3: Unique names and templates? + if template.get_name() in template_name_set: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has duplicate name.") + + if template.jinja in template_jinja_set: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has duplicate definition.") + + template_name_set.add(template.get_name()) + template_jinja_set.add(template.jinja) + + # Check 4: Is the YAML dictionary properly formatted? + try: + if dataset_templates.templates[template.get_id()] != template: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has wrong YAML key.") + except KeyError as e: + raise ValueError(f"Template for dataset {dataset_name}/{subset_name} " + f"with uuid {template.get_id()} has wrong YAML key.") from e + + # Check 5: Is the UUID valid? + UUID(template.get_id()) + + # Turned off for now until we fix. + #assert any_original, "There must be at least one original task template for each dataset" From fcc9b8c65de48ad1ce330d462d6642416f02b34a Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Mon, 18 Jul 2022 14:21:08 +0200 Subject: [PATCH 17/24] Change IDs --- .../Muennighoff/xwinograd/fr/templates.yaml | 24 +++++++++---------- .../Muennighoff/xwinograd/pt/templates.yaml | 24 +++++++++---------- 2 files changed, 24 insertions(+), 24 deletions(-) diff --git a/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml index f0f34dccb..5c038558c 100644 --- a/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml +++ b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml @@ -1,9 +1,9 @@ dataset: Muennighoff/xwinograd subset: en templates: - 28d31908-4aee-4545-aff2-7528cbf39197: !Template + 38d31908-4aee-4545-aff2-7528cbf39197: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: 28d31908-4aee-4545-aff2-7528cbf39197 + id: 38d31908-4aee-4545-aff2-7528cbf39197 jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ \ else %} {{ option2 }} {% endif %}" @@ -16,9 +16,9 @@ templates: original_task: true name: Replace reference: '' - 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + 60ce5113-882f-4a9d-b21d-8d98b4644295: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + id: 60ce5113-882f-4a9d-b21d-8d98b4644295 jinja: 'Fill in the _ in the below sentence: {{sentence}} @@ -42,9 +42,9 @@ templates: original_task: true name: fill in the blank reference: '' - 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + 8f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template answer_choices: True ||| False - id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + id: 8f0f6d33-25e2-4394-b1f0-49a2a54767aa jinja: 'The _ in the sentence below refers to {{option1}}. True or False? {{sentence}}||| @@ -59,9 +59,9 @@ templates: original_task: false name: True or False reference: '' - 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template answer_choices: '{{ option1 }} ||| {{ option2 }}' - id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + id: 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' @@ -74,9 +74,9 @@ templates: original_task: true name: does underscore refer to reference: '' - bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + cd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + id: cd40cf1f-bda2-4757-b1b5-f1a20a3f7202 jinja: '{{sentence}} What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 @@ -91,9 +91,9 @@ templates: original_task: true name: underscore refer to reference: '' - ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + fc365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + id: fc365d5d-bb5c-488c-93a0-4f90e6011c5d jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? {{sentence}}||| diff --git a/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml index f0f34dccb..5c038558c 100644 --- a/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml +++ b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml @@ -1,9 +1,9 @@ dataset: Muennighoff/xwinograd subset: en templates: - 28d31908-4aee-4545-aff2-7528cbf39197: !Template + 38d31908-4aee-4545-aff2-7528cbf39197: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: 28d31908-4aee-4545-aff2-7528cbf39197 + id: 38d31908-4aee-4545-aff2-7528cbf39197 jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ \ else %} {{ option2 }} {% endif %}" @@ -16,9 +16,9 @@ templates: original_task: true name: Replace reference: '' - 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + 60ce5113-882f-4a9d-b21d-8d98b4644295: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + id: 60ce5113-882f-4a9d-b21d-8d98b4644295 jinja: 'Fill in the _ in the below sentence: {{sentence}} @@ -42,9 +42,9 @@ templates: original_task: true name: fill in the blank reference: '' - 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + 8f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template answer_choices: True ||| False - id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + id: 8f0f6d33-25e2-4394-b1f0-49a2a54767aa jinja: 'The _ in the sentence below refers to {{option1}}. True or False? {{sentence}}||| @@ -59,9 +59,9 @@ templates: original_task: false name: True or False reference: '' - 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template answer_choices: '{{ option1 }} ||| {{ option2 }}' - id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + id: 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' @@ -74,9 +74,9 @@ templates: original_task: true name: does underscore refer to reference: '' - bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + cd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + id: cd40cf1f-bda2-4757-b1b5-f1a20a3f7202 jinja: '{{sentence}} What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 @@ -91,9 +91,9 @@ templates: original_task: true name: underscore refer to reference: '' - ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + fc365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template answer_choices: '{{option1}} ||| {{option2}}' - id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + id: fc365d5d-bb5c-488c-93a0-4f90e6011c5d jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? {{sentence}}||| From 3053aa0d6f593ca9c5202d8e62f1a261af32a8e4 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 11:40:34 +0200 Subject: [PATCH 18/24] Rmv incompat prompts --- .../templates/super_glue/copa/templates.yaml | 60 ------------------- 1 file changed, 60 deletions(-) diff --git a/promptsource/templates/super_glue/copa/templates.yaml b/promptsource/templates/super_glue/copa/templates.yaml index 9e9c0a30e..20e6c7122 100644 --- a/promptsource/templates/super_glue/copa/templates.yaml +++ b/promptsource/templates/super_glue/copa/templates.yaml @@ -22,21 +22,6 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: 4d879cbe-2fd7-424a-9d78-3f5200313fba @@ -88,21 +73,6 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 @@ -118,21 +88,6 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 @@ -174,21 +129,6 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' f32348cd-d3cb-4619-87b9-e24f99c78567: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: f32348cd-d3cb-4619-87b9-e24f99c78567 From 36477c15c0ea5363ad7e5d8d5738ae746fcedc31 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 13:27:51 +0200 Subject: [PATCH 19/24] Add eng template xcopa --- .../templates/xcopa/en/templates.yaml | 211 ++++++++++++++++++ 1 file changed, 211 insertions(+) create mode 100644 promptsource/templates/xcopa/en/templates.yaml diff --git a/promptsource/templates/xcopa/en/templates.yaml b/promptsource/templates/xcopa/en/templates.yaml new file mode 100644 index 000000000..aee6c2c51 --- /dev/null +++ b/promptsource/templates/xcopa/en/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: id +templates: + 3a87b487-1570-4873-aed9-b84d2fc0476c: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 3a87b487-1570-4873-aed9-b84d2fc0476c + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %}cause: {% else %}effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 436c4c72-40e3-4122-881e-8cd7a1881eec: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 436c4c72-40e3-4122-881e-8cd7a1881eec + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + 582f0b87-e748-4e98-8cc8-a23386bc50c3: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 582f0b87-e748-4e98-8cc8-a23386bc50c3 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + 5a0640a5-c378-422d-879b-7490bc500c8a: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5a0640a5-c378-422d-879b-7490bc500c8a + jinja: '{{ premise }} {% if question == "cause" %}because... {% else %}so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' + 88e28a66-a84c-442c-9bf7-44aa49450412: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 88e28a66-a84c-442c-9bf7-44aa49450412 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 8c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8c0b578c-214f-4dc9-a9b4-252d91691cb0 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + c308f6ce-673c-44c1-b84d-95a3045229ea: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c308f6ce-673c-44c1-b84d-95a3045229ea + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + df78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: df78cf75-90cc-4fe2-8b78-2bf64c9520b4 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + e8263afb-215f-43c4-83b8-c85744144fdb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: e8263afb-215f-43c4-83b8-c85744144fdb + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + faddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: faddf2e0-ead4-456b-8e81-00bdcde8c7b0 + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + fbd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: fbd4242a-14f2-4aed-a183-dc37a18dfe4b + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' From 78dd7208f015b18662310655053dfa167c747c71 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 16:36:33 +0200 Subject: [PATCH 20/24] Assimilate en --- .../templates/xcopa/en/templates.yaml | 170 ++++++------------ 1 file changed, 55 insertions(+), 115 deletions(-) diff --git a/promptsource/templates/xcopa/en/templates.yaml b/promptsource/templates/xcopa/en/templates.yaml index aee6c2c51..4e65320f1 100644 --- a/promptsource/templates/xcopa/en/templates.yaml +++ b/promptsource/templates/xcopa/en/templates.yaml @@ -1,28 +1,18 @@ dataset: xcopa -subset: id +subset: en templates: - 3a87b487-1570-4873-aed9-b84d2fc0476c: !Template + 1edd8660-f299-4819-a5ac-633c11177228: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 3a87b487-1570-4873-aed9-b84d2fc0476c - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %}cause: {% else %}effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 436c4c72-40e3-4122-881e-8cd7a1881eec: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 436c4c72-40e3-4122-881e-8cd7a1881eec - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + id: 1edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -30,14 +20,15 @@ templates: metrics: - Accuracy original_task: true - name: "\u2026why? C1 or C2" + name: exercise reference: '' - 582f0b87-e748-4e98-8cc8-a23386bc50c3: !Template + 5d879cbe-2fd7-424a-9d78-3f5200313fba: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 582f0b87-e748-4e98-8cc8-a23386bc50c3 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + id: 5d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -45,15 +36,15 @@ templates: metrics: - Accuracy original_task: true - name: best_option + name: i_am_hesitating reference: '' - 5a0640a5-c378-422d-879b-7490bc500c8a: !Template + 76ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 5a0640a5-c378-422d-879b-7490bc500c8a - jinja: '{{ premise }} {% if question == "cause" %}because... {% else %}so... - {% endif %} + id: 76ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} - Choose between: + Help me pick the more plausible option: - {{choice1}} @@ -65,19 +56,14 @@ templates: metrics: - Accuracy original_task: true - name: choose + name: plausible_alternatives reference: '' - 88e28a66-a84c-442c-9bf7-44aa49450412: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 88e28a66-a84c-442c-9bf7-44aa49450412 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} - - Help me pick the more plausible option: - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + 844047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 844047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -85,14 +71,14 @@ templates: metrics: - Accuracy original_task: true - name: plausible_alternatives - reference: '' - 8c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 9ce80f8a-239e-4393-892c-f63dbb0d9929: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8c0b578c-214f-4dc9-a9b4-252d91691cb0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + id: 9ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: @@ -100,16 +86,15 @@ templates: metrics: - Accuracy original_task: true - name: "\u2026As a result, C1 or C2?" + name: best_option reference: '' - 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template + b1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 - jinja: 'Exercise: choose the most plausible alternative. - + id: b1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} - {{choice1}} @@ -121,30 +106,15 @@ templates: metrics: - Accuracy original_task: true - name: exercise + name: more likely reference: '' - c308f6ce-673c-44c1-b84d-95a3045229ea: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: c308f6ce-673c-44c1-b84d-95a3045229ea - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - df78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template + b61d8c21-da25-47bf-b5fe-14a8edd650af: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: df78cf75-90cc-4fe2-8b78-2bf64c9520b4 + id: b61d8c21-da25-47bf-b5fe-14a8edd650af jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: {% endif %} - {{choice1}} @@ -159,44 +129,14 @@ templates: original_task: true name: cause_effect reference: '' - e8263afb-215f-43c4-83b8-c85744144fdb: !Template + g32348cd-d3cb-4619-87b9-e24f99c78567: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: e8263afb-215f-43c4-83b8-c85744144fdb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - faddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: faddf2e0-ead4-456b-8e81-00bdcde8c7b0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - fbd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: fbd4242a-14f2-4aed-a183-dc37a18dfe4b - jinja: 'Pick the more likely continuation to the following sentence: - - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + id: g32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif %} + Choose between: + - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' @@ -207,5 +147,5 @@ templates: metrics: - Accuracy original_task: true - name: more likely + name: choose reference: '' From ba36b0c41d46653dce9e46143be750e6a9ece8ab Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 18:24:36 +0200 Subject: [PATCH 21/24] =?UTF-8?q?=E4=BE=8B=E3=81=88=E3=81=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- promptsource/templates.py | 13 +- .../tatoeba_mt/ara-eng/templates.yaml | 123 +++ .../tatoeba_mt/ara-fra/templates.yaml | 123 +++ .../tatoeba_mt/ara-spa/templates.yaml | 123 +++ .../tatoeba_mt/ben-eng/templates.yaml | 123 +++ .../tatoeba_mt/cat-eng/templates.yaml | 123 +++ .../tatoeba_mt/cat-fra/templates.yaml | 123 +++ .../tatoeba_mt/cat-por/templates.yaml | 123 +++ .../tatoeba_mt/cat-spa/templates.yaml | 123 +++ .../tatoeba_mt/create_templates_tatoeba.py | 934 ++++++++++++++++++ .../tatoeba_mt/eng-cmn_Hans/templates.yaml | 75 ++ .../tatoeba_mt/eng-cmn_Hant/templates.yaml | 75 ++ .../tatoeba_mt/eng-eus/templates.yaml | 51 + .../tatoeba_mt/eng-fra/templates.yaml | 51 + .../tatoeba_mt/eng-hin/templates.yaml | 51 + .../tatoeba_mt/eng-ind/templates.yaml | 51 + .../tatoeba_mt/eng-mal/templates.yaml | 51 + .../tatoeba_mt/eng-mar/templates.yaml | 51 + .../tatoeba_mt/eng-por/templates.yaml | 27 + .../tatoeba_mt/eng-run/templates.yaml | 27 + .../tatoeba_mt/eng-spa/templates.yaml | 27 + .../tatoeba_mt/eng-swa/templates.yaml | 27 + .../tatoeba_mt/eng-tam/templates.yaml | 27 + .../tatoeba_mt/eng-tel/templates.yaml | 27 + .../tatoeba_mt/eng-urd/templates.yaml | 27 + .../tatoeba_mt/eng-vie/templates.yaml | 27 + .../tatoeba_mt/eng-zho/templates.yaml | 27 + .../tatoeba_mt/eus-spa/templates.yaml | 27 + .../tatoeba_mt/fra-cmn_Hans/templates.yaml | 27 + .../tatoeba_mt/fra-cmn_Hant/templates.yaml | 27 + .../tatoeba_mt/fra-ind/templates.yaml | 27 + .../tatoeba_mt/fra-por/templates.yaml | 27 + .../tatoeba_mt/fra-run/templates.yaml | 27 + .../tatoeba_mt/fra-spa/templates.yaml | 27 + .../tatoeba_mt/fra-vie/templates.yaml | 27 + .../tatoeba_mt/fra-zho/templates.yaml | 27 + .../tatoeba_mt/hin-urd/templates.yaml | 27 + .../tatoeba_mt/hin-zho/templates.yaml | 27 + .../tatoeba_mt/por-cmn_Hans/templates.yaml | 27 + .../tatoeba_mt/por-cmn_Hant/templates.yaml | 27 + .../tatoeba_mt/por-spa/templates.yaml | 27 + .../tatoeba_mt/por-zho/templates.yaml | 27 + .../tatoeba_mt/run-spa/templates.yaml | 27 + .../tatoeba_mt/spa-cmn_Hans/templates.yaml | 27 + .../tatoeba_mt/spa-cmn_Hant/templates.yaml | 27 + .../tatoeba_mt/spa-vie/templates.yaml | 27 + .../tatoeba_mt/spa-zho/templates.yaml | 27 + .../Helsinki-NLP/tatoeba_mt/template.yaml | 16 + .../tatoeba_mt/vie-cmn_Hans/templates.yaml | 27 + .../tatoeba_mt/vie-zho/templates.yaml | 27 + 50 files changed, 3239 insertions(+), 1 deletion(-) create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml create mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..970ba9798 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -27,7 +27,18 @@ # These are users whose datasets should be included in the results returned by # filter_english_datasets (regardless of their metadata) -INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"} +INCLUDED_USERS = { + "Zaid", + "craffel", + "GEM", + "aps", + "khalidalt", + "shanya", + "rbawden", + "BigScienceBiasEval", + "gsarti", + "Helsinki-NLP", +} # These are the metrics with which templates can be tagged METRICS = { diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml new file mode 100644 index 000000000..68ce2a63b --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-eng +templates: + 041f78d8-3976-47d8-a998-164049ef2255: !Template + answer_choices: null + id: 041f78d8-3976-47d8-a998-164049ef2255 + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' + 892cc6f3-184c-425e-8641-d9d319672756: !Template + answer_choices: null + id: 892cc6f3-184c-425e-8641-d9d319672756 + jinja: Translate the following text from English to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' + c4721b37-8ecf-4003-8ce8-5015b8a189d6: !Template + answer_choices: null + id: c4721b37-8ecf-4003-8ce8-5015b8a189d6 + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' + c4fd77c7-229a-4cdc-a71a-86e402405cdb: !Template + answer_choices: null + id: c4fd77c7-229a-4cdc-a71a-86e402405cdb + jinja: Translate the following text from English to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' + cbf14d1d-8fb7-4af3-812d-17968252422d: !Template + answer_choices: null + id: cbf14d1d-8fb7-4af3-812d-17968252422d + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' + d1e10c09-4c81-43bf-af6d-7fcb66949ad7: !Template + answer_choices: null + id: d1e10c09-4c81-43bf-af6d-7fcb66949ad7 + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' + d337b262-ba2f-4520-99ff-15d1f15a11d0: !Template + answer_choices: null + id: d337b262-ba2f-4520-99ff-15d1f15a11d0 + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' + d4061a46-e59b-45c9-9374-0a3285e5552e: !Template + answer_choices: null + id: d4061a46-e59b-45c9-9374-0a3285e5552e + jinja: Translate the following text from English to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' + d834dc81-68a9-499a-950c-77ff3051fdce: !Template + answer_choices: null + id: d834dc81-68a9-499a-950c-77ff3051fdce + jinja: Translate the following text from English to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' + f13f3047-453b-45ba-b96f-e30c59efd402: !Template + answer_choices: null + id: f13f3047-453b-45ba-b96f-e30c59efd402 + jinja: Translate the following text from English to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml new file mode 100644 index 000000000..ea495f5ca --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-fra +templates: + 01f57037-43d9-4395-b6d9-511e966e05cb: !Template + answer_choices: null + id: 01f57037-43d9-4395-b6d9-511e966e05cb + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' + 35fdafa2-3790-4c45-8329-dc2a26977e26: !Template + answer_choices: null + id: 35fdafa2-3790-4c45-8329-dc2a26977e26 + jinja: Translate the following text from French to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + 4e594cf1-ebba-49f1-8d6c-90449c609ef7: !Template + answer_choices: null + id: 4e594cf1-ebba-49f1-8d6c-90449c609ef7 + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' + 53b3adcb-2c73-4ac6-a55e-6d479c3c2a13: !Template + answer_choices: null + id: 53b3adcb-2c73-4ac6-a55e-6d479c3c2a13 + jinja: Translate the following text from French to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + 68269a17-4018-4258-a1aa-e3b401317d79: !Template + answer_choices: null + id: 68269a17-4018-4258-a1aa-e3b401317d79 + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' + 75ea5efd-97fc-4115-99d2-8e7cff29754d: !Template + answer_choices: null + id: 75ea5efd-97fc-4115-99d2-8e7cff29754d + jinja: Translate the following text from French to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + 8f460fe0-0ecf-4e36-b14a-d8ed48c53338: !Template + answer_choices: null + id: 8f460fe0-0ecf-4e36-b14a-d8ed48c53338 + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' + b06d0640-2e60-4bb0-87e0-4ec6daadf7c9: !Template + answer_choices: null + id: b06d0640-2e60-4bb0-87e0-4ec6daadf7c9 + jinja: Translate the following text from French to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + ba29d89b-ebff-408d-b0db-8816c502311e: !Template + answer_choices: null + id: ba29d89b-ebff-408d-b0db-8816c502311e + jinja: Translate the following text from French to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + bf962b77-7fd6-421f-9048-ed336ecb7794: !Template + answer_choices: null + id: bf962b77-7fd6-421f-9048-ed336ecb7794 + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml new file mode 100644 index 000000000..d09b53984 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-spa +templates: + 1f7ff3f8-8c8b-42d6-95eb-e1ded6b13982: !Template + answer_choices: null + id: 1f7ff3f8-8c8b-42d6-95eb-e1ded6b13982 + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' + 380382f7-d038-43f6-ae82-99f510b265da: !Template + answer_choices: null + id: 380382f7-d038-43f6-ae82-99f510b265da + jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' + 5530d114-3652-4e72-9346-12d127529751: !Template + answer_choices: null + id: 5530d114-3652-4e72-9346-12d127529751 + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' + 6ec4ba8f-496d-46cc-893f-a87235408a28: !Template + answer_choices: null + id: 6ec4ba8f-496d-46cc-893f-a87235408a28 + jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' + 78244c0e-8a41-48a7-b1ee-ef59ef4f7761: !Template + answer_choices: null + id: 78244c0e-8a41-48a7-b1ee-ef59ef4f7761 + jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' + a4fc5fed-8c32-4ebd-85e9-fa40a1601b3d: !Template + answer_choices: null + id: a4fc5fed-8c32-4ebd-85e9-fa40a1601b3d + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' + be578322-e949-4828-a86b-1f7358dedfb1: !Template + answer_choices: null + id: be578322-e949-4828-a86b-1f7358dedfb1 + jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' + c5eaffb0-bd37-4be2-87b5-9373f775d53a: !Template + answer_choices: null + id: c5eaffb0-bd37-4be2-87b5-9373f775d53a + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' + c941e815-dce8-433a-a683-9dda35666f2e: !Template + answer_choices: null + id: c941e815-dce8-433a-a683-9dda35666f2e + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' + df095d7f-0f9a-4124-99d7-9e9aa31655ee: !Template + answer_choices: null + id: df095d7f-0f9a-4124-99d7-9e9aa31655ee + jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml new file mode 100644 index 000000000..3ea41278a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ben-eng +templates: + 01d0af27-7d3c-4b90-9e12-d337aeaa0c65: !Template + answer_choices: null + id: 01d0af27-7d3c-4b90-9e12-d337aeaa0c65 + jinja: Translate the following text from English to Bengali {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + 228cd4b0-0803-4d80-965a-94d1ea093e96: !Template + answer_choices: null + id: 228cd4b0-0803-4d80-965a-94d1ea093e96 + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' + 32d3326c-f7e7-46df-9837-9b6dadd379d4: !Template + answer_choices: null + id: 32d3326c-f7e7-46df-9837-9b6dadd379d4 + jinja: Translate the following text from English to Bengali {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + 504b178b-2b01-4fc4-81fd-0d8540841c63: !Template + answer_choices: null + id: 504b178b-2b01-4fc4-81fd-0d8540841c63 + jinja: Translate the following text from English to Bengali {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + 5e2e23d3-cb9d-4f99-9bb8-f39f24ffd52b: !Template + answer_choices: null + id: 5e2e23d3-cb9d-4f99-9bb8-f39f24ffd52b + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' + 68a1dac8-9c34-4988-ad02-cd84cbc83c30: !Template + answer_choices: null + id: 68a1dac8-9c34-4988-ad02-cd84cbc83c30 + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' + 7106ad9a-74f2-4cbe-aef2-da9f687e91dc: !Template + answer_choices: null + id: 7106ad9a-74f2-4cbe-aef2-da9f687e91dc + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' + a3b13eda-5419-4c2e-9acb-d7f0f1ae511f: !Template + answer_choices: null + id: a3b13eda-5419-4c2e-9acb-d7f0f1ae511f + jinja: Translate the following text from English to Bengali {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + a8f21cc8-20ac-4edd-989f-5c216f541896: !Template + answer_choices: null + id: a8f21cc8-20ac-4edd-989f-5c216f541896 + jinja: Translate the following text from English to Bengali {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + b39394c0-df6c-49b0-b7fa-01a3df055449: !Template + answer_choices: null + id: b39394c0-df6c-49b0-b7fa-01a3df055449 + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml new file mode 100644 index 000000000..865c7e374 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-eng +templates: + 0cb70a3e-5a59-448d-be98-b5fd8da25e86: !Template + answer_choices: null + id: 0cb70a3e-5a59-448d-be98-b5fd8da25e86 + jinja: Translate the following text from English to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' + 19651936-2102-4150-a547-2d0e4bc83c50: !Template + answer_choices: null + id: 19651936-2102-4150-a547-2d0e4bc83c50 + jinja: Translate the following text from English to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' + 526fbbc8-df88-4478-8ac4-5b117fc3a8c9: !Template + answer_choices: null + id: 526fbbc8-df88-4478-8ac4-5b117fc3a8c9 + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' + 6d877196-92cf-4afa-b251-c796f093e753: !Template + answer_choices: null + id: 6d877196-92cf-4afa-b251-c796f093e753 + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' + 76d6aad2-4b2b-4ac9-b459-ff37cb43fda4: !Template + answer_choices: null + id: 76d6aad2-4b2b-4ac9-b459-ff37cb43fda4 + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' + 7d5eb3a1-4f25-4a92-9d32-e09b83f7d0f1: !Template + answer_choices: null + id: 7d5eb3a1-4f25-4a92-9d32-e09b83f7d0f1 + jinja: Translate the following text from English to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' + b46336d3-4c86-47ab-a24d-6858b04ac884: !Template + answer_choices: null + id: b46336d3-4c86-47ab-a24d-6858b04ac884 + jinja: Translate the following text from English to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' + da3ba1ed-3398-4d3f-8653-9a2d85a721a7: !Template + answer_choices: null + id: da3ba1ed-3398-4d3f-8653-9a2d85a721a7 + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' + dcaaf281-a0c5-4e40-b82d-7f6ecbf7f708: !Template + answer_choices: null + id: dcaaf281-a0c5-4e40-b82d-7f6ecbf7f708 + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' + eca3bad4-2a49-4cb8-8d3d-20d9c531f249: !Template + answer_choices: null + id: eca3bad4-2a49-4cb8-8d3d-20d9c531f249 + jinja: Translate the following text from English to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml new file mode 100644 index 000000000..58e78c7ce --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-fra +templates: + 04e25034-343f-4900-9b9f-2d7e53ec4a58: !Template + answer_choices: null + id: 04e25034-343f-4900-9b9f-2d7e53ec4a58 + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' + 1bb84260-91af-46b8-a949-a13bce968a30: !Template + answer_choices: null + id: 1bb84260-91af-46b8-a949-a13bce968a30 + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' + 4dfb9d4e-de32-41fb-8f51-f3eb8cbded0d: !Template + answer_choices: null + id: 4dfb9d4e-de32-41fb-8f51-f3eb8cbded0d + jinja: Translate the following text from French to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' + 543965d5-662e-4d1c-b859-6846704db942: !Template + answer_choices: null + id: 543965d5-662e-4d1c-b859-6846704db942 + jinja: Translate the following text from French to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' + 61662e40-d732-4163-8f93-0ec72b8873de: !Template + answer_choices: null + id: 61662e40-d732-4163-8f93-0ec72b8873de + jinja: Translate the following text from French to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' + 69925f03-abe6-4c33-8c59-4417b1254a8a: !Template + answer_choices: null + id: 69925f03-abe6-4c33-8c59-4417b1254a8a + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' + 84158ed2-abfd-4893-94b3-ca02e5fb229c: !Template + answer_choices: null + id: 84158ed2-abfd-4893-94b3-ca02e5fb229c + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' + 9942f343-ea6e-40a8-b4b2-6dd53f87f6ba: !Template + answer_choices: null + id: 9942f343-ea6e-40a8-b4b2-6dd53f87f6ba + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' + cc4b603f-bec4-41a4-a652-0b21aeae1819: !Template + answer_choices: null + id: cc4b603f-bec4-41a4-a652-0b21aeae1819 + jinja: Translate the following text from French to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' + d6415837-0d18-47a2-ba36-cd488d786159: !Template + answer_choices: null + id: d6415837-0d18-47a2-ba36-cd488d786159 + jinja: Translate the following text from French to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml new file mode 100644 index 000000000..66e6edeb5 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-por +templates: + 0018e29c-e976-4a4f-bd0b-5905db0fd51a: !Template + answer_choices: null + id: 0018e29c-e976-4a4f-bd0b-5905db0fd51a + jinja: Translate the following text from Portuguese to Catalan {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + 14a170d7-eebe-4c1f-a37b-5fcc46d384ee: !Template + answer_choices: null + id: 14a170d7-eebe-4c1f-a37b-5fcc46d384ee + jinja: Translate the following text from Portuguese to Catalan {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + 27385b15-e005-4359-9da5-f29c1f5b9c53: !Template + answer_choices: null + id: 27385b15-e005-4359-9da5-f29c1f5b9c53 + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' + 37039926-5591-42a1-ba34-efe1e34032f2: !Template + answer_choices: null + id: 37039926-5591-42a1-ba34-efe1e34032f2 + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' + 4f96f53d-9267-4ccd-bb6a-3c6aa5a80820: !Template + answer_choices: null + id: 4f96f53d-9267-4ccd-bb6a-3c6aa5a80820 + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' + 5e9f95d4-194c-4ad0-bee4-d25e59bbd2cb: !Template + answer_choices: null + id: 5e9f95d4-194c-4ad0-bee4-d25e59bbd2cb + jinja: Translate the following text from Portuguese to Catalan {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + 7c360809-c3bb-4aac-9c69-5f1127edbc26: !Template + answer_choices: null + id: 7c360809-c3bb-4aac-9c69-5f1127edbc26 + jinja: Translate the following text from Portuguese to Catalan {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + a09f90a1-1702-4003-99e2-6223bc7b0b86: !Template + answer_choices: null + id: a09f90a1-1702-4003-99e2-6223bc7b0b86 + jinja: Translate the following text from Portuguese to Catalan {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + e9d57584-4830-40cd-8839-2e2ea6e4eb88: !Template + answer_choices: null + id: e9d57584-4830-40cd-8839-2e2ea6e4eb88 + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' + eb37dd58-5f75-4063-9ae3-be6cc0123d0c: !Template + answer_choices: null + id: eb37dd58-5f75-4063-9ae3-be6cc0123d0c + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml new file mode 100644 index 000000000..6d69a57ca --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml @@ -0,0 +1,123 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-spa +templates: + 204f5df7-3eb3-49db-ae28-d62608b9ba90: !Template + answer_choices: null + id: 204f5df7-3eb3-49db-ae28-d62608b9ba90 + jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' + 55d42de8-2b5a-49ba-b279-253d8b9bc144: !Template + answer_choices: null + id: 55d42de8-2b5a-49ba-b279-253d8b9bc144 + jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' + 597955ab-de04-4b29-b750-1776ca455cc1: !Template + answer_choices: null + id: 597955ab-de04-4b29-b750-1776ca455cc1 + jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' + 8135816a-60fd-4335-a102-db1ebb473481: !Template + answer_choices: null + id: 8135816a-60fd-4335-a102-db1ebb473481 + jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' + 94c2a74f-3363-4d80-9298-ba2e8aef67a8: !Template + answer_choices: null + id: 94c2a74f-3363-4d80-9298-ba2e8aef67a8 + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' + a16334b7-6454-4c08-912c-41742a922989: !Template + answer_choices: null + id: a16334b7-6454-4c08-912c-41742a922989 + jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' + b52934e1-b098-4d2e-aedb-44f252a1e3e5: !Template + answer_choices: null + id: b52934e1-b098-4d2e-aedb-44f252a1e3e5 + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' + b61ec351-a541-4a53-b942-a815c91e30dc: !Template + answer_choices: null + id: b61ec351-a541-4a53-b942-a815c91e30dc + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' + d88fc07c-4e0f-4bda-815e-85e649321726: !Template + answer_choices: null + id: d88fc07c-4e0f-4bda-815e-85e649321726 + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' + e7657cb3-a6f3-4876-b6f7-71a9aeed7faf: !Template + answer_choices: null + id: e7657cb3-a6f3-4876-b6f7-71a9aeed7faf + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py b/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py new file mode 100644 index 000000000..fc47521d4 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py @@ -0,0 +1,934 @@ +from iso639 import languages + +from promptsource.templates import Template, TemplateCollection + + +_LanguagePairs = [ + "afr-deu", + "afr-eng", + "afr-epo", + "afr-nld", + "afr-rus", + "afr-spa", + "ain-fin", + "ara-ber", + "ara-ber_Latn", + "ara-deu", + "ara-ell", + "ara-eng", + "ara-epo", + "ara-fra", + "ara-heb", + "ara-ita", + "ara-jpn", + "ara-jpn_Hira", + "ara-pol", + "ara-rus", + "ara-spa", + "ara-tur", + "arq-eng", + "avk-fra", + "avk-spa", + "awa-eng", + "aze-eng", + "aze-spa", + "aze-tur", + "aze_Latn-tur", + "bel-deu", + "bel-eng", + "bel-epo", + "bel-fra", + "bel-ita", + "bel-lat", + "bel-nld", + "bel-pol", + "bel-rus", + "bel-spa", + "bel-ukr", + "bel-zho", + "ben-eng", + "ber-deu", + "ber-eng", + "ber-epo", + "ber-fra", + "ber-spa", + "ber_Latn-deu", + "ber_Latn-eng", + "ber_Latn-epo", + "ber_Latn-fra", + "bre-eng", + "bre-fra", + "bua-rus", + "bua_Cyrl-rus", + "bul-bul", + "bul-cmn_Hans", + "bul-deu", + "bul-eng", + "bul-epo", + "bul-fra", + "bul-ita", + "bul-jpn", + "bul-jpn_Hira", + "bul-rus", + "bul-spa", + "bul-tur", + "bul-ukr", + "bul-zho", + "cat-deu", + "cat-eng", + "cat-epo", + "cat-fra", + "cat-ita", + "cat-nld", + "cat-por", + "cat-spa", + "cat-ukr", + "cbk-eng", + "ceb-deu", + "ceb-eng", + "ces-deu", + "ces-eng", + "ces-epo", + "ces-fra", + "ces-hun", + "ces-ita", + "ces-lat", + "ces-pol", + "ces-rus", + "ces-slv", + "ces-spa", + "ces-ukr", + "cha-eng", + "chm-rus", + "chv-eng", + "chv-rus", + "chv-tur", + "cmn_Hans-wuu", + "cor-deu", + "cor-eng", + "cor-epo", + "cor-fra", + "cor-ita", + "cor-rus", + "cor-spa", + "crh-tur", + "cym-eng", + "dan-dan", + "dan-deu", + "dan-eng", + "dan-epo", + "dan-fin", + "dan-fra", + "dan-ita", + "dan-jpn", + "dan-jpn_Hira", + "dan-nld", + "dan-nob", + "dan-nor", + "dan-por", + "dan-rus", + "dan-spa", + "dan-swe", + "dan-tur", + "deu-cmn_Hans", + "deu-cmn_Hant", + "deu-deu", + "deu-dsb", + "deu-ell", + "deu-eng", + "deu-epo", + "deu-est", + "deu-eus", + "deu-fas", + "deu-fin", + "deu-fra", + "deu-frr", + "deu-gos", + "deu-hbs", + "deu-heb", + "deu-hrv", + "deu-hrx", + "deu-hsb", + "deu-hun", + "deu-ido", + "deu-ile", + "deu-ina", + "deu-ind", + "deu-isl", + "deu-ita", + "deu-jbo", + "deu-jpn", + "deu-jpn_Hani", + "deu-jpn_Hira", + "deu-jpn_Kana", + "deu-kab", + "deu-kor", + "deu-kor_Hang", + "deu-kur", + "deu-kur_Latn", + "deu-lad", + "deu-lat", + "deu-lfn", + "deu-lfn_Latn", + "deu-lit", + "deu-ltz", + "deu-msa", + "deu-nds", + "deu-nld", + "deu-nob", + "deu-nor", + "deu-pol", + "deu-por", + "deu-ron", + "deu-run", + "deu-rus", + "deu-slv", + "deu-spa", + "deu-srp_Latn", + "deu-swe", + "deu-swg", + "deu-tat", + "deu-tgl", + "deu-tlh", + "deu-toki", + "deu-tur", + "deu-ukr", + "deu-vie", + "deu-vol", + "deu-yid", + "deu-zho", + "dsb-hsb", + "dsb-slv", + "dtp-eng", + "dtp-jpn", + "dtp-jpn_Hira", + "dtp-msa", + "dtp-zsm_Latn", + "egl-ita", + "ell-ell", + "ell-eng", + "ell-epo", + "ell-fra", + "ell-ita", + "ell-nld", + "ell-por", + "ell-rus", + "ell-spa", + "ell-swe", + "ell-tur", + "eng-bos_Latn", + "eng-cmn_Hans", + "eng-cmn_Hant", + "eng-eng", + "eng-epo", + "eng-est", + "eng-eus", + "eng-fao", + "eng-fas", + "eng-fin", + "eng-fra", + "eng-fry", + "eng-gla", + "eng-gle", + "eng-glg", + "eng-gos", + "eng-got", + "eng-grc", + "eng-gsw", + "eng-hbs", + "eng-heb", + "eng-hin", + "eng-hoc", + "eng-hoc_Latn", + "eng-hrv", + "eng-hrx", + "eng-hun", + "eng-hye", + "eng-ido", + "eng-ido_Latn", + "eng-ile", + "eng-ilo", + "eng-ina", + "eng-ind", + "eng-isl", + "eng-ita", + "eng-jav", + "eng-jbo", + "eng-jbo_Latn", + "eng-jpn", + "eng-jpn_Hani", + "eng-jpn_Hira", + "eng-jpn_Kana", + "eng-kab", + "eng-kat", + "eng-kaz", + "eng-kaz_Cyrl", + "eng-kha", + "eng-khm", + "eng-kor", + "eng-kor_Hang", + "eng-kur", + "eng-kur_Latn", + "eng-kzj", + "eng-lad", + "eng-lad_Latn", + "eng-lat", + "eng-lav", + "eng-lfn", + "eng-lfn_Cyrl", + "eng-lfn_Latn", + "eng-lit", + "eng-ltz", + "eng-mal", + "eng-mar", + "eng-mkd", + "eng-mlt", + "eng-mon", + "eng-mri", + "eng-msa", + "eng-mya", + "eng-nds", + "eng-nld", + "eng-nno", + "eng-nob", + "eng-nor", + "eng-nov", + "eng-nst", + "eng-oci", + "eng-orv", + "eng-ota", + "eng-ota_Arab", + "eng-ota_Latn", + "eng-pam", + "eng-pes", + "eng-pms", + "eng-pol", + "eng-por", + "eng-prg", + "eng-que", + "eng-rom", + "eng-ron", + "eng-run", + "eng-rus", + "eng-slv", + "eng-spa", + "eng-sqi", + "eng-srp_Cyrl", + "eng-srp_Latn", + "eng-swa", + "eng-swe", + "eng-tam", + "eng-tat", + "eng-tel", + "eng-tgl", + "eng-tha", + "eng-tlh", + "eng-toki", + "eng-tuk", + "eng-tuk_Latn", + "eng-tur", + "eng-tzl", + "eng-tzl_Latn", + "eng-uig", + "eng-uig_Arab", + "eng-ukr", + "eng-urd", + "eng-uzb", + "eng-uzb_Latn", + "eng-vie", + "eng-vol", + "eng-war", + "eng-xal", + "eng-yid", + "eng-yue_Hans", + "eng-yue_Hant", + "eng-zho", + "eng-zsm_Latn", + "eng-zza", + "epo-cmn_Hans", + "epo-cmn_Hant", + "epo-epo", + "epo-fas", + "epo-fin", + "epo-fra", + "epo-glg", + "epo-hbs", + "epo-heb", + "epo-hrv", + "epo-hun", + "epo-ido", + "epo-ile", + "epo-ile_Latn", + "epo-ina", + "epo-isl", + "epo-ita", + "epo-jbo", + "epo-jpn", + "epo-jpn_Hani", + "epo-jpn_Hira", + "epo-lad", + "epo-lad_Latn", + "epo-lat", + "epo-lfn", + "epo-lfn_Latn", + "epo-lit", + "epo-nds", + "epo-nld", + "epo-nob", + "epo-nor", + "epo-oci", + "epo-pol", + "epo-por", + "epo-ron", + "epo-rus", + "epo-slv", + "epo-spa", + "epo-srp_Cyrl", + "epo-srp_Latn", + "epo-swe", + "epo-tgl", + "epo-tlh", + "epo-toki", + "epo-tur", + "epo-ukr", + "epo-vie", + "epo-vol", + "epo-yid", + "epo-zho", + "est-rus", + "eus-jpn", + "eus-rus", + "eus-spa", + "fas-fra", + "fin-fin", + "fin-fkv", + "fin-fra", + "fin-heb", + "fin-hun", + "fin-ita", + "fin-jpn", + "fin-jpn_Hani", + "fin-jpn_Hira", + "fin-jpn_Kana", + "fin-kor", + "fin-kor_Hang", + "fin-kur", + "fin-lat", + "fin-nld", + "fin-nno", + "fin-nob", + "fin-nor", + "fin-pol", + "fin-por", + "fin-rus", + "fin-spa", + "fin-swe", + "fin-tur", + "fin-zho", + "fra-cmn_Hans", + "fra-cmn_Hant", + "fra-fra", + "fra-gcf", + "fra-hbs", + "fra-heb", + "fra-hrv", + "fra-hun", + "fra-ido", + "fra-ile", + "fra-ina", + "fra-ind", + "fra-ita", + "fra-jbo", + "fra-jpn", + "fra-jpn_Hani", + "fra-jpn_Hira", + "fra-kab", + "fra-kor", + "fra-kor_Hang", + "fra-lat", + "fra-lfn", + "fra-lfn_Latn", + "fra-msa", + "fra-nds", + "fra-nld", + "fra-nob", + "fra-nor", + "fra-oci", + "fra-pcd", + "fra-pol", + "fra-por", + "fra-ron", + "fra-run", + "fra-rus", + "fra-slv", + "fra-spa", + "fra-swe", + "fra-tat", + "fra-tgl", + "fra-tlh", + "fra-tlh_Latn", + "fra-toki", + "fra-toki_Latn", + "fra-tur", + "fra-uig", + "fra-uig_Arab", + "fra-ukr", + "fra-vie", + "fra-wuu", + "fra-yid", + "fra-zho", + "fry-nld", + "gcf-gcf", + "gla-spa", + "glg-por", + "glg-spa", + "gos-nld", + "grn-por", + "grn-spa", + "hbs-ita", + "hbs-jpn", + "hbs-nor", + "hbs-pol", + "hbs-rus", + "hbs-spa", + "hbs-ukr", + "hbs-zho", + "heb-cmn_Hans", + "heb-cmn_Hant", + "heb-heb", + "heb-hun", + "heb-ina", + "heb-ita", + "heb-jpn", + "heb-jpn_Hira", + "heb-lad", + "heb-lat", + "heb-lfn", + "heb-lfn_Latn", + "heb-nld", + "heb-pol", + "heb-por", + "heb-rus", + "heb-spa", + "heb-tur", + "heb-ukr", + "heb-yid", + "heb-zho", + "hin-urd", + "hin-zho", + "hrv-jpn_Hira", + "hrv-pol", + "hrv-spa", + "hrv-ukr", + "hsb-slv", + "hun-cmn_Hans", + "hun-hun", + "hun-ita", + "hun-jpn", + "hun-jpn_Hani", + "hun-jpn_Hira", + "hun-kor", + "hun-kor_Hang", + "hun-lat", + "hun-nld", + "hun-pol", + "hun-por", + "hun-rus", + "hun-spa", + "hun-swe", + "hun-tur", + "hun-ukr", + "hun-zho", + "hye-rus", + "ido-ina", + "ido-ita", + "ido-lfn", + "ido-spa", + "ido-yid", + "ido_Latn-lfn_Latn", + "ina-ita", + "ina-lad", + "ina-lat", + "ina-lfn", + "ina-nld", + "ina-por", + "ina-rus", + "ina-spa", + "ina-tlh", + "ina-tur", + "ina-yid", + "ina_Latn-lad_Latn", + "ina_Latn-lfn_Latn", + "ina_Latn-tlh_Latn", + "ind-zsm_Latn", + "isl-ita", + "isl-jpn", + "isl-jpn_Hira", + "isl-spa", + "ita-cmn_Hans", + "ita-cmn_Hant", + "ita-ind", + "ita-ita", + "ita-jpn", + "ita-jpn_Hani", + "ita-jpn_Hira", + "ita-lat", + "ita-lit", + "ita-msa", + "ita-nds", + "ita-nld", + "ita-nor", + "ita-pms", + "ita-pol", + "ita-por", + "ita-ron", + "ita-rus", + "ita-spa", + "ita-swe", + "ita-toki", + "ita-tur", + "ita-ukr", + "ita-vie", + "ita-yid", + "ita-zho", + "jbo-jpn", + "jbo-rus", + "jbo-spa", + "jbo-swe", + "jbo-zho", + "jbo_Latn-cmn_Hans", + "jbo_Latn-cmn_Hant", + "jbo_Latn-jpn_Hira", + "jpn-jpn", + "jpn-kor", + "jpn-lit", + "jpn-mar", + "jpn-msa", + "jpn-nds", + "jpn-nld", + "jpn-nor", + "jpn-pol", + "jpn-por", + "jpn-rus", + "jpn-spa", + "jpn-swe", + "jpn-tlh", + "jpn-toki", + "jpn-tur", + "jpn-ukr", + "jpn-vie", + "jpn-zho", + "jpn_Hani-cmn_Hans", + "jpn_Hani-nld", + "jpn_Hani-pol", + "jpn_Hani-por", + "jpn_Hani-rus", + "jpn_Hani-spa", + "jpn_Hira-cmn_Hans", + "jpn_Hira-cmn_Hant", + "jpn_Hira-ind", + "jpn_Hira-jpn_Hira", + "jpn_Hira-kor_Hang", + "jpn_Hira-lit", + "jpn_Hira-mar", + "jpn_Hira-nds", + "jpn_Hira-nld", + "jpn_Hira-nob", + "jpn_Hira-pol", + "jpn_Hira-por", + "jpn_Hira-rus", + "jpn_Hira-spa", + "jpn_Hira-swe", + "jpn_Hira-tlh_Latn", + "jpn_Hira-tur", + "jpn_Hira-ukr", + "jpn_Hira-vie", + "jpn_Kana-rus", + "jpn_Kana-spa", + "kab-kab", + "kab-rus", + "kab-spa", + "kat-rus", + "kaz-rus", + "kaz_Cyrl-rus", + "khm-spa", + "kor-rus", + "kor-spa", + "kor-zho", + "kor_Hang-cmn_Hans", + "kor_Hang-rus", + "kor_Hang-spa", + "kzj-msa", + "kzj_Latn-zsm_Latn", + "lad-lat", + "lad-lfn", + "lad-spa", + "lad-yid", + "lad_Latn-lfn_Latn", + "lad_Latn-spa", + "lad_Latn-yid", + "lat-lat", + "lat-lfn", + "lat-nld", + "lat-nor", + "lat-pol", + "lat-por", + "lat-rus", + "lat-spa", + "lat-tlh", + "lat-ukr", + "lat-yid", + "lat_Latn-lfn_Latn", + "lat_Latn-por", + "lav-rus", + "lfn-por", + "lfn-rus", + "lfn-spa", + "lfn-yid", + "lfn_Cyrl-por", + "lfn_Latn-por", + "lfn_Latn-yid", + "lit-pol", + "lit-rus", + "lit-spa", + "lit-tur", + "ltz-nld", + "mkd-spa", + "msa-msa", + "msa-spa", + "msa-zho", + "nds-nld", + "nds-por", + "nds-rus", + "nds-spa", + "nld-cmn_Hant", + "nld-nld", + "nld-nor", + "nld-pol", + "nld-por", + "nld-ron", + "nld-rus", + "nld-spa", + "nld-toki", + "nld-tur", + "nld-ukr", + "nld-zho", + "nno-nob", + "nob-nno", + "nob-rus", + "nob-spa", + "nob-swe", + "nor-nor", + "nor-pol", + "nor-por", + "nor-rus", + "nor-spa", + "nor-swe", + "nor-ukr", + "nor-zho", + "orv-ukr", + "ota-tur", + "pol-cmn_Hans", + "pol-cmn_Hant", + "pol-por", + "pol-rus", + "pol-spa", + "pol-swe", + "pol-tur", + "pol-ukr", + "pol-zho", + "por-cmn_Hans", + "por-cmn_Hant", + "por-por", + "por-ron", + "por-rus", + "por-spa", + "por-swe", + "por-tgl", + "por-toki", + "por-tur", + "por-ukr", + "por-zho", + "ron-rus", + "ron-spa", + "ron-tur", + "run-rus", + "run-spa", + "rus-cmn_Hans", + "rus-cmn_Hant", + "rus-rus", + "rus-sah", + "rus-slv", + "rus-spa", + "rus-swe", + "rus-tat", + "rus-tlh", + "rus-toki", + "rus-toki_Latn", + "rus-tur", + "rus-uig", + "rus-uig_Arab", + "rus-ukr", + "rus-vie", + "rus-xal", + "rus-yue_Hans", + "rus-zho", + "slv-cmn_Hans", + "slv-ukr", + "slv-zho", + "spa-cmn_Hans", + "spa-cmn_Hant", + "spa-spa", + "spa-swe", + "spa-tat", + "spa-tgl", + "spa-tlh", + "spa-toki", + "spa-tur", + "spa-ukr", + "spa-vie", + "spa-yid", + "spa-zho", + "srp_Cyrl-rus", + "srp_Cyrl-ukr", + "srp_Latn-ita", + "srp_Latn-nob", + "srp_Latn-rus", + "srp_Latn-ukr", + "swe-cmn_Hans", + "swe-cmn_Hant", + "swe-swe", + "swe-tur", + "swe-zho", + "tat-tur", + "tat-vie", + "tlh-yid", + "tlh-zho", + "tlh_Latn-cmn_Hans", + "tlh_Latn-cmn_Hant", + "tlh_Latn-yid", + "tur-cmn_Hans", + "tur-cmn_Hant", + "tur-tur", + "tur-uig", + "tur-ukr", + "tur-uzb", + "tur-zho", + "uig-zho", + "uig_Arab-cmn_Hans", + "uig_Arab-cmn_Hant", + "ukr-cmn_Hans", + "ukr-cmn_Hant", + "ukr-ukr", + "ukr-zho", + "vie-cmn_Hans", + "vie-vie", + "vie-zho", + "wuu-cmn_Hans", + "yid-yid", + "zho-zho", + "zsm_Latn-ind", +] + +BLOOM_LANGS = """ +- ak +- ar +- as +- bm +- bn +- ca +- code +- en +- es +- eu +- fon +- fr +- gu +- hi +- id +- ig +- ki +- kn +- lg +- ln +- ml +- mr +- ne +- nso +- ny +- or +- pa +- pt +- rn +- rw +- sn +- st +- sw +- ta +- te +- tn +- ts +- tum +- tw +- ur +- vi +- wo +- xh +- yo +- zh +- zu +""" + +bloom_lang_codes = [] +for lang in BLOOM_LANGS.split("\n")[1:-1]: + lang = lang.replace("- ", "") + try: + name = languages.get(alpha2=lang) + except KeyError as e: + print(f"Could not find code {lang}. Skipping...") + continue + bloom_lang_codes.append(name.part3) + +# Discrepencies +bloom_lang_codes.append("cmn") # == zho + +for lang_pair in _LanguagePairs: + + language_1, language_2 = lang_pair.split("-") + + if language_1.split("_")[0] not in bloom_lang_codes or language_2.split("_")[0] not in bloom_lang_codes: + print(f"Skipping as {language_1} or {language_2} was not pre-trained on.") + continue + elif language_1 == language_2: + continue + + template_collection = TemplateCollection() + target_templates = template_collection.get_dataset("Helsinki-NLP/tatoeba_mt", lang_pair) + + for (lang1, lang2) in [ + ( + language_1, + language_2, + ), + ( + language_2, + language_1, + ), + ]: + + try: + lang1_name = languages.get(part3=lang1.split("_")[0]).name + lang2_name = languages.get(part3=lang2.split("_")[0]).name + except KeyError as e: + print(f"Could not find code {lang1} or {lang2}. Skipping..") + continue + + template_name = "translate-this-" + lang1 + "-" + lang2 + jinja = ( + f"Translate the following text from {languages.get(part3=lang1.split('_')[0]).name} to {languages.get(part3=lang2.split('_')[0]).name}" + + " {{ sourceString }}" + + "||| {{ targetString }}" + ) + + target_template = Template(template_name, jinja, "") + target_templates.add_template(target_template) diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml new file mode 100644 index 000000000..bacadfd25 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml @@ -0,0 +1,75 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-cmn_Hans +templates: + 235607a1-6698-498c-8278-420fedc95759: !Template + answer_choices: null + id: 235607a1-6698-498c-8278-420fedc95759 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-eng + reference: '' + 2d727c6f-a62c-4309-b1a0-613e53dd50ae: !Template + answer_choices: null + id: 2d727c6f-a62c-4309-b1a0-613e53dd50ae + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hans + reference: '' + 73f1a6a2-3f65-4263-a06e-df46d9d2cec7: !Template + answer_choices: null + id: 73f1a6a2-3f65-4263-a06e-df46d9d2cec7 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-eng + reference: '' + bf8ee411-3cc5-4ed2-b440-97e23fd10ae5: !Template + answer_choices: null + id: bf8ee411-3cc5-4ed2-b440-97e23fd10ae5 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-eng + reference: '' + eabdbdf6-bed0-467d-9dd6-7271614ccef4: !Template + answer_choices: null + id: eabdbdf6-bed0-467d-9dd6-7271614ccef4 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hans + reference: '' + fb01d625-ae54-468c-b831-614c628fc7c9: !Template + answer_choices: null + id: fb01d625-ae54-468c-b831-614c628fc7c9 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hans + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml new file mode 100644 index 000000000..fa27ce353 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml @@ -0,0 +1,75 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-cmn_Hant +templates: + 1a5e99f7-58e0-40cf-9d30-916cb53e3bf1: !Template + answer_choices: null + id: 1a5e99f7-58e0-40cf-9d30-916cb53e3bf1 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hant + reference: '' + 3ca1f8e7-3546-481c-9ee0-9617654539b8: !Template + answer_choices: null + id: 3ca1f8e7-3546-481c-9ee0-9617654539b8 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-eng + reference: '' + 62fe3c71-22af-4719-b92a-2585172fb685: !Template + answer_choices: null + id: 62fe3c71-22af-4719-b92a-2585172fb685 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hant + reference: '' + 6700960a-7836-410e-81d8-70fd0eb054e3: !Template + answer_choices: null + id: 6700960a-7836-410e-81d8-70fd0eb054e3 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-eng + reference: '' + a31aaa41-e3f9-4c22-9b1d-1d51e6c1b035: !Template + answer_choices: null + id: a31aaa41-e3f9-4c22-9b1d-1d51e6c1b035 + jinja: Translate the following text from Mandarin Chinese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-eng + reference: '' + f546bc5e-ed73-4785-a05c-cf27408af728: !Template + answer_choices: null + id: f546bc5e-ed73-4785-a05c-cf27408af728 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml new file mode 100644 index 000000000..f5159afc8 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-eus +templates: + 2c2b8601-e07d-477b-94ea-0c09f56ba2e5: !Template + answer_choices: null + id: 2c2b8601-e07d-477b-94ea-0c09f56ba2e5 + jinja: Translate the following text from English to Basque {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-eus + reference: '' + 5de627cd-a41f-46e0-a1c5-963c1943b857: !Template + answer_choices: null + id: 5de627cd-a41f-46e0-a1c5-963c1943b857 + jinja: Translate the following text from English to Basque {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-eus + reference: '' + 6f33a875-bd9b-4f4c-86da-01fc510c654a: !Template + answer_choices: null + id: 6f33a875-bd9b-4f4c-86da-01fc510c654a + jinja: Translate the following text from Basque to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eus-eng + reference: '' + 822ed24d-2248-41c0-ada6-7d1d6ae85a64: !Template + answer_choices: null + id: 822ed24d-2248-41c0-ada6-7d1d6ae85a64 + jinja: Translate the following text from Basque to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eus-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml new file mode 100644 index 000000000..c5c51e2cf --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-fra +templates: + 6e19222e-1e1a-4bc1-8543-6b33ae30e4aa: !Template + answer_choices: null + id: 6e19222e-1e1a-4bc1-8543-6b33ae30e4aa + jinja: Translate the following text from English to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-fra + reference: '' + 79847232-4b4e-4e05-b82b-d191ccf3d9f7: !Template + answer_choices: null + id: 79847232-4b4e-4e05-b82b-d191ccf3d9f7 + jinja: Translate the following text from French to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-eng + reference: '' + 89dfe7db-b662-475f-886a-2cd257b125e8: !Template + answer_choices: null + id: 89dfe7db-b662-475f-886a-2cd257b125e8 + jinja: Translate the following text from English to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-fra + reference: '' + f565ccb2-e8f2-4c9e-ae42-465e24f13b8d: !Template + answer_choices: null + id: f565ccb2-e8f2-4c9e-ae42-465e24f13b8d + jinja: Translate the following text from French to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml new file mode 100644 index 000000000..351608e8a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-hin +templates: + 6db6c139-11c8-4c1f-b7b1-c03387ad6fae: !Template + answer_choices: null + id: 6db6c139-11c8-4c1f-b7b1-c03387ad6fae + jinja: Translate the following text from English to Hindi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-hin + reference: '' + be2aaf83-6e4a-4938-ab5c-f89b7deadd05: !Template + answer_choices: null + id: be2aaf83-6e4a-4938-ab5c-f89b7deadd05 + jinja: Translate the following text from Hindi to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-eng + reference: '' + ce7b5f8a-7aaf-4e05-b130-e5755ef18a61: !Template + answer_choices: null + id: ce7b5f8a-7aaf-4e05-b130-e5755ef18a61 + jinja: Translate the following text from English to Hindi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-hin + reference: '' + d8a438b7-7715-4fcd-835a-e0bff3f5f67a: !Template + answer_choices: null + id: d8a438b7-7715-4fcd-835a-e0bff3f5f67a + jinja: Translate the following text from Hindi to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml new file mode 100644 index 000000000..ef0935a63 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-ind +templates: + 8b3ce9d6-f061-4f6a-a8cb-554d5691c60f: !Template + answer_choices: null + id: 8b3ce9d6-f061-4f6a-a8cb-554d5691c60f + jinja: Translate the following text from English to Indonesian {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ind + reference: '' + 92b63f31-bdd0-4061-a07d-1251dd1d0632: !Template + answer_choices: null + id: 92b63f31-bdd0-4061-a07d-1251dd1d0632 + jinja: Translate the following text from Indonesian to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ind-eng + reference: '' + d2d79e93-166c-45a7-9045-589565b67125: !Template + answer_choices: null + id: d2d79e93-166c-45a7-9045-589565b67125 + jinja: Translate the following text from English to Indonesian {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ind + reference: '' + f14bac11-29ea-4d5e-a99e-4166c0175ffd: !Template + answer_choices: null + id: f14bac11-29ea-4d5e-a99e-4166c0175ffd + jinja: Translate the following text from Indonesian to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ind-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml new file mode 100644 index 000000000..e099a3d82 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-mal +templates: + 1f243d84-ce9c-485c-a52c-47e5b46c6067: !Template + answer_choices: null + id: 1f243d84-ce9c-485c-a52c-47e5b46c6067 + jinja: Translate the following text from Malayalam to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mal-eng + reference: '' + 4ad5c921-6df9-4051-b6fc-d0c064e5d762: !Template + answer_choices: null + id: 4ad5c921-6df9-4051-b6fc-d0c064e5d762 + jinja: Translate the following text from English to Malayalam {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mal + reference: '' + a8da7cf2-2a69-421e-8da6-5cec74122815: !Template + answer_choices: null + id: a8da7cf2-2a69-421e-8da6-5cec74122815 + jinja: Translate the following text from English to Malayalam {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mal + reference: '' + d7e0329e-db2d-4d5c-95d6-53f95187ba2f: !Template + answer_choices: null + id: d7e0329e-db2d-4d5c-95d6-53f95187ba2f + jinja: Translate the following text from Malayalam to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mal-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml new file mode 100644 index 000000000..ee3396c3f --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml @@ -0,0 +1,51 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-mar +templates: + 007f3006-e1a3-48f0-a492-df96343b0a0b: !Template + answer_choices: null + id: 007f3006-e1a3-48f0-a492-df96343b0a0b + jinja: Translate the following text from English to Marathi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mar + reference: '' + 77d19fba-d617-42c5-ad1b-0c93d5f9bcb5: !Template + answer_choices: null + id: 77d19fba-d617-42c5-ad1b-0c93d5f9bcb5 + jinja: Translate the following text from Marathi to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mar-eng + reference: '' + d1a85675-5ee8-4d20-868d-a783f3f768df: !Template + answer_choices: null + id: d1a85675-5ee8-4d20-868d-a783f3f768df + jinja: Translate the following text from Marathi to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mar-eng + reference: '' + dd19f29b-7c30-43f0-8fd5-60f16213c9d0: !Template + answer_choices: null + id: dd19f29b-7c30-43f0-8fd5-60f16213c9d0 + jinja: Translate the following text from English to Marathi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mar + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml new file mode 100644 index 000000000..9b4179a13 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-por +templates: + 0d6039de-55de-4e28-8e19-709e94328089: !Template + answer_choices: null + id: 0d6039de-55de-4e28-8e19-709e94328089 + jinja: Translate the following text from Portuguese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-eng + reference: '' + 6e2075a5-95fe-4106-b633-c6af6de3fe11: !Template + answer_choices: null + id: 6e2075a5-95fe-4106-b633-c6af6de3fe11 + jinja: Translate the following text from English to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml new file mode 100644 index 000000000..662063c56 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-run +templates: + 3a309e9d-9ee0-492b-9173-355b6a042c43: !Template + answer_choices: null + id: 3a309e9d-9ee0-492b-9173-355b6a042c43 + jinja: Translate the following text from Rundi to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-eng + reference: '' + c3a72ea6-d950-40b9-af6e-936afe88e5db: !Template + answer_choices: null + id: c3a72ea6-d950-40b9-af6e-936afe88e5db + jinja: Translate the following text from English to Rundi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-run + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml new file mode 100644 index 000000000..da996cd8b --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-spa +templates: + 6ee99add-c31d-4e89-bdc3-cf424b112812: !Template + answer_choices: null + id: 6ee99add-c31d-4e89-bdc3-cf424b112812 + jinja: Translate the following text from English to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-spa + reference: '' + c934cdb1-2101-41d8-b159-271f991e3192: !Template + answer_choices: null + id: c934cdb1-2101-41d8-b159-271f991e3192 + jinja: Translate the following text from Spanish to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml new file mode 100644 index 000000000..68a67d511 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-swa +templates: + 60ab6916-e689-4b7d-b7b5-b1a359760998: !Template + answer_choices: null + id: 60ab6916-e689-4b7d-b7b5-b1a359760998 + jinja: Translate the following text from Swahili (macrolanguage) to English {{ + sourceString }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-swa-eng + reference: '' + 9e05bd63-e87e-4cd5-a2bd-e52a05a32622: !Template + answer_choices: null + id: 9e05bd63-e87e-4cd5-a2bd-e52a05a32622 + jinja: Translate the following text from English to Swahili (macrolanguage) {{ + sourceString }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-swa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml new file mode 100644 index 000000000..eccec60e4 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-tam +templates: + 03b24dfe-ab4d-424b-bed1-dcd988ff480d: !Template + answer_choices: null + id: 03b24dfe-ab4d-424b-bed1-dcd988ff480d + jinja: Translate the following text from English to Tamil {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-tam + reference: '' + afd66468-0ffe-4968-986e-8be2c0eff7f0: !Template + answer_choices: null + id: afd66468-0ffe-4968-986e-8be2c0eff7f0 + jinja: Translate the following text from Tamil to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-tam-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml new file mode 100644 index 000000000..02e87f16a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-tel +templates: + cadbd6ce-6a05-4631-8174-9b18a74eb8e5: !Template + answer_choices: null + id: cadbd6ce-6a05-4631-8174-9b18a74eb8e5 + jinja: Translate the following text from Telugu to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-tel-eng + reference: '' + db9e154e-f693-4508-aece-cce64e79e6a5: !Template + answer_choices: null + id: db9e154e-f693-4508-aece-cce64e79e6a5 + jinja: Translate the following text from English to Telugu {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-tel + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml new file mode 100644 index 000000000..f22bad98f --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-urd +templates: + 19dd2c85-5ce8-4439-870e-0ee90463d184: !Template + answer_choices: null + id: 19dd2c85-5ce8-4439-870e-0ee90463d184 + jinja: Translate the following text from English to Urdu {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-urd + reference: '' + 69c93847-f823-4a36-907a-2e79da5094f3: !Template + answer_choices: null + id: 69c93847-f823-4a36-907a-2e79da5094f3 + jinja: Translate the following text from Urdu to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-urd-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml new file mode 100644 index 000000000..4262fdcaf --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-vie +templates: + 73726f20-dcd7-40ba-8010-fc86494c6777: !Template + answer_choices: null + id: 73726f20-dcd7-40ba-8010-fc86494c6777 + jinja: Translate the following text from Vietnamese to English {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-eng + reference: '' + dbf2c2c9-ccc9-4941-94b0-32ba3317f35a: !Template + answer_choices: null + id: dbf2c2c9-ccc9-4941-94b0-32ba3317f35a + jinja: Translate the following text from English to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-vie + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml new file mode 100644 index 000000000..fd90ca5b5 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-zho +templates: + 140a7fe9-7327-4d6c-b9b8-5e287352d816: !Template + answer_choices: null + id: 140a7fe9-7327-4d6c-b9b8-5e287352d816 + jinja: Translate the following text from Chinese to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-eng + reference: '' + 52dcea61-0445-46de-ba14-9a9d166669f2: !Template + answer_choices: null + id: 52dcea61-0445-46de-ba14-9a9d166669f2 + jinja: Translate the following text from English to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-zho + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml new file mode 100644 index 000000000..79ccd16e9 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eus-spa +templates: + 7b4a1a4e-6a7a-4329-a40d-db2701767bec: !Template + answer_choices: null + id: 7b4a1a4e-6a7a-4329-a40d-db2701767bec + jinja: Translate the following text from Basque to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eus-spa + reference: '' + 8ac59b27-b6d0-4fa9-9979-ccc307407177: !Template + answer_choices: null + id: 8ac59b27-b6d0-4fa9-9979-ccc307407177 + jinja: Translate the following text from Spanish to Basque {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-eus + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml new file mode 100644 index 000000000..82c43732c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-cmn_Hans +templates: + 2a5a76ea-c3b4-457e-b6ea-e7b44b6e01b4: !Template + answer_choices: null + id: 2a5a76ea-c3b4-457e-b6ea-e7b44b6e01b4 + jinja: Translate the following text from French to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cmn_Hans + reference: '' + 7fe31c75-8daa-4aaa-90f7-ef1533d9c28c: !Template + answer_choices: null + id: 7fe31c75-8daa-4aaa-90f7-ef1533d9c28c + jinja: Translate the following text from Mandarin Chinese to French {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml new file mode 100644 index 000000000..65aecc10c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-cmn_Hant +templates: + 965972f3-5a92-4d88-abdd-40e554a418bc: !Template + answer_choices: null + id: 965972f3-5a92-4d88-abdd-40e554a418bc + jinja: Translate the following text from Mandarin Chinese to French {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-fra + reference: '' + dc39a8b0-87e0-4b6f-a222-5bc366323ead: !Template + answer_choices: null + id: dc39a8b0-87e0-4b6f-a222-5bc366323ead + jinja: Translate the following text from French to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml new file mode 100644 index 000000000..8f51995c4 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-ind +templates: + 379dfcd6-7831-4a00-89c2-bdede5df76fe: !Template + answer_choices: null + id: 379dfcd6-7831-4a00-89c2-bdede5df76fe + jinja: Translate the following text from French to Indonesian {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ind + reference: '' + e1ada362-63c0-4217-8352-0603aeac21f1: !Template + answer_choices: null + id: e1ada362-63c0-4217-8352-0603aeac21f1 + jinja: Translate the following text from Indonesian to French {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ind-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml new file mode 100644 index 000000000..a6fd9e12d --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-por +templates: + 9b6bd79c-97e7-4bab-85e6-b3f73942564d: !Template + answer_choices: null + id: 9b6bd79c-97e7-4bab-85e6-b3f73942564d + jinja: Translate the following text from French to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-por + reference: '' + df376ccf-1ad2-49e9-b7ac-d56b71abffe5: !Template + answer_choices: null + id: df376ccf-1ad2-49e9-b7ac-d56b71abffe5 + jinja: Translate the following text from Portuguese to French {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml new file mode 100644 index 000000000..7a21c4ecd --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-run +templates: + 04aaeff2-c156-405b-ac16-f2f613a45849: !Template + answer_choices: null + id: 04aaeff2-c156-405b-ac16-f2f613a45849 + jinja: Translate the following text from French to Rundi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-run + reference: '' + dbfb4670-a8c0-4a37-885d-855fb6f9eafc: !Template + answer_choices: null + id: dbfb4670-a8c0-4a37-885d-855fb6f9eafc + jinja: Translate the following text from Rundi to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml new file mode 100644 index 000000000..eae92ff5c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-spa +templates: + 3d11c029-adc3-4492-961c-b26e1fd7c5a1: !Template + answer_choices: null + id: 3d11c029-adc3-4492-961c-b26e1fd7c5a1 + jinja: Translate the following text from Spanish to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-fra + reference: '' + b4e383aa-1636-4052-af8c-d375f7d225b8: !Template + answer_choices: null + id: b4e383aa-1636-4052-af8c-d375f7d225b8 + jinja: Translate the following text from French to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml new file mode 100644 index 000000000..3cbcdec1f --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-vie +templates: + 06795f5f-fe64-4bb7-b606-ee67ce231248: !Template + answer_choices: null + id: 06795f5f-fe64-4bb7-b606-ee67ce231248 + jinja: Translate the following text from French to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-vie + reference: '' + e5f6cb17-0809-417d-96e7-b17dee8258d1: !Template + answer_choices: null + id: e5f6cb17-0809-417d-96e7-b17dee8258d1 + jinja: Translate the following text from Vietnamese to French {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml new file mode 100644 index 000000000..10dc660b7 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-zho +templates: + 11a887b8-3b87-4f54-add8-673f53ab6b9d: !Template + answer_choices: null + id: 11a887b8-3b87-4f54-add8-673f53ab6b9d + jinja: Translate the following text from French to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-zho + reference: '' + 213edfe9-44f5-49b1-898c-7c9e90efc589: !Template + answer_choices: null + id: 213edfe9-44f5-49b1-898c-7c9e90efc589 + jinja: Translate the following text from Chinese to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml new file mode 100644 index 000000000..31ab89e89 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: hin-urd +templates: + 660de694-42d2-4fae-8b78-67b38c7568f1: !Template + answer_choices: null + id: 660de694-42d2-4fae-8b78-67b38c7568f1 + jinja: Translate the following text from Hindi to Urdu {{ sourceString }}||| {{ + targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-urd + reference: '' + 8b36d24c-0132-47c7-9401-7afbc7d0f695: !Template + answer_choices: null + id: 8b36d24c-0132-47c7-9401-7afbc7d0f695 + jinja: Translate the following text from Urdu to Hindi {{ sourceString }}||| {{ + targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-urd-hin + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml new file mode 100644 index 000000000..e1d1f7371 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: hin-zho +templates: + 5a452c36-0571-4e4c-81ee-cd4237463a38: !Template + answer_choices: null + id: 5a452c36-0571-4e4c-81ee-cd4237463a38 + jinja: Translate the following text from Chinese to Hindi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-hin + reference: '' + 6ee1793b-611a-4bac-a146-d173521611db: !Template + answer_choices: null + id: 6ee1793b-611a-4bac-a146-d173521611db + jinja: Translate the following text from Hindi to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-zho + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml new file mode 100644 index 000000000..62fc507cb --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-cmn_Hans +templates: + b1354afb-5016-462d-b7ac-ee8bbc51a419: !Template + answer_choices: null + id: b1354afb-5016-462d-b7ac-ee8bbc51a419 + jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cmn_Hans + reference: '' + c36f397e-7b40-41a4-a530-fcb172f39ceb: !Template + answer_choices: null + id: c36f397e-7b40-41a4-a530-fcb172f39ceb + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml new file mode 100644 index 000000000..1f867f95b --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-cmn_Hant +templates: + 8613255f-71e9-412b-a55b-a880d99c139f: !Template + answer_choices: null + id: 8613255f-71e9-412b-a55b-a880d99c139f + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-por + reference: '' + cd73c052-94d7-49eb-9735-acd79d3ad3c8: !Template + answer_choices: null + id: cd73c052-94d7-49eb-9735-acd79d3ad3c8 + jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml new file mode 100644 index 000000000..c5ecaae73 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-spa +templates: + 747ad352-ad2c-4a11-b234-02f458812cc6: !Template + answer_choices: null + id: 747ad352-ad2c-4a11-b234-02f458812cc6 + jinja: Translate the following text from Spanish to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-por + reference: '' + 79af5751-dff2-48ce-9738-0c139e14d407: !Template + answer_choices: null + id: 79af5751-dff2-48ce-9738-0c139e14d407 + jinja: Translate the following text from Portuguese to Spanish {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml new file mode 100644 index 000000000..eff5d7a37 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-zho +templates: + 38dbc7b8-0abc-4bc9-828b-3d5bf4b2b1c3: !Template + answer_choices: null + id: 38dbc7b8-0abc-4bc9-828b-3d5bf4b2b1c3 + jinja: Translate the following text from Portuguese to Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-zho + reference: '' + 800450d8-d620-4912-8262-9c87e93d1334: !Template + answer_choices: null + id: 800450d8-d620-4912-8262-9c87e93d1334 + jinja: Translate the following text from Chinese to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml new file mode 100644 index 000000000..c50c1f538 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: run-spa +templates: + 7efc2df5-9080-4929-a818-c453168dfaf5: !Template + answer_choices: null + id: 7efc2df5-9080-4929-a818-c453168dfaf5 + jinja: Translate the following text from Rundi to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-spa + reference: '' + bde15dc3-5870-4966-85b1-cb98f04352bf: !Template + answer_choices: null + id: bde15dc3-5870-4966-85b1-cb98f04352bf + jinja: Translate the following text from Spanish to Rundi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-run + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml new file mode 100644 index 000000000..923c169ec --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-cmn_Hans +templates: + bd9a42a4-e4e8-4709-a67c-acc41bfd168e: !Template + answer_choices: null + id: bd9a42a4-e4e8-4709-a67c-acc41bfd168e + jinja: Translate the following text from Mandarin Chinese to Spanish {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-spa + reference: '' + ef6737a7-c4c9-4aa8-97fe-b93842d4625d: !Template + answer_choices: null + id: ef6737a7-c4c9-4aa8-97fe-b93842d4625d + jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cmn_Hans + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml new file mode 100644 index 000000000..1a2d9ca44 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-cmn_Hant +templates: + 400eb264-e37e-4826-89a6-40e2f485b65c: !Template + answer_choices: null + id: 400eb264-e37e-4826-89a6-40e2f485b65c + jinja: Translate the following text from Mandarin Chinese to Spanish {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-spa + reference: '' + 4746a345-68f0-45a9-9f40-564b79235be3: !Template + answer_choices: null + id: 4746a345-68f0-45a9-9f40-564b79235be3 + jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml new file mode 100644 index 000000000..09ae5ad3c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-vie +templates: + 2ee5f27a-1c80-4d94-b3bb-7da3db90d7a6: !Template + answer_choices: null + id: 2ee5f27a-1c80-4d94-b3bb-7da3db90d7a6 + jinja: Translate the following text from Spanish to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-vie + reference: '' + bd22abf9-8513-4172-a69f-195bc4e7aff9: !Template + answer_choices: null + id: bd22abf9-8513-4172-a69f-195bc4e7aff9 + jinja: Translate the following text from Vietnamese to Spanish {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml new file mode 100644 index 000000000..6bee2182c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-zho +templates: + 65e791a6-2dcd-4dc1-910e-49c26de70b66: !Template + answer_choices: null + id: 65e791a6-2dcd-4dc1-910e-49c26de70b66 + jinja: Translate the following text from Spanish to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-zho + reference: '' + bab6a244-2142-4613-b819-8da20b40b7d0: !Template + answer_choices: null + id: bab6a244-2142-4613-b819-8da20b40b7d0 + jinja: Translate the following text from Chinese to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml new file mode 100644 index 000000000..71788e11d --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml @@ -0,0 +1,16 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: all +templates: + 001f35c4-803b-4e45-9f44-db9c572e82a3: !Template + answer_choices: null + id: 001f35c4-803b-4e45-9f44-db9c572e82a3 + jinja: '{{ sentence_kan }} ||| {{ + sentence_mal }}' + metadata: &id001 !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + original_task: true + name: translate-this-kan-mal + reference: Translate this from X to Y (Kannada into Malayalam) diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml new file mode 100644 index 000000000..c93231cf1 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: vie-cmn_Hans +templates: + 0955684e-407f-49c9-a9ca-1a6b604c5275: !Template + answer_choices: null + id: 0955684e-407f-49c9-a9ca-1a6b604c5275 + jinja: Translate the following text from Vietnamese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-cmn_Hans + reference: '' + 36cbd4cf-8dcb-46e6-9058-84536f37a4ec: !Template + answer_choices: null + id: 36cbd4cf-8dcb-46e6-9058-84536f37a4ec + jinja: Translate the following text from Mandarin Chinese to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-vie + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml new file mode 100644 index 000000000..27fc23a0a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: vie-zho +templates: + 254ad7ae-a86b-4965-919d-ffa0c7114a30: !Template + answer_choices: null + id: 254ad7ae-a86b-4965-919d-ffa0c7114a30 + jinja: Translate the following text from Vietnamese to Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-zho + reference: '' + 3f2935b5-6379-46e1-8a76-af17533d3c28: !Template + answer_choices: null + id: 3f2935b5-6379-46e1-8a76-af17533d3c28 + jinja: Translate the following text from Chinese to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-vie + reference: '' From d05a9ee840798ee7866627b482c4729d059efb17 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 18:28:18 +0200 Subject: [PATCH 22/24] Remove var --- .../Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py b/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py index fc47521d4..8ecb67404 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py @@ -884,7 +884,7 @@ lang = lang.replace("- ", "") try: name = languages.get(alpha2=lang) - except KeyError as e: + except KeyError: print(f"Could not find code {lang}. Skipping...") continue bloom_lang_codes.append(name.part3) @@ -919,7 +919,7 @@ try: lang1_name = languages.get(part3=lang1.split("_")[0]).name lang2_name = languages.get(part3=lang2.split("_")[0]).name - except KeyError as e: + except KeyError: print(f"Could not find code {lang1} or {lang2}. Skipping..") continue From 8125d23a3c379b6d0f423fd53eb781f0a8c9554a Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Tue, 19 Jul 2022 18:33:12 +0200 Subject: [PATCH 23/24] Remove dup --- .../Helsinki-NLP/tatoeba_mt/template.yaml | 16 ---------------- 1 file changed, 16 deletions(-) delete mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml deleted file mode 100644 index 71788e11d..000000000 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/template.yaml +++ /dev/null @@ -1,16 +0,0 @@ -dataset: Helsinki-NLP/tatoeba_mt -subset: all -templates: - 001f35c4-803b-4e45-9f44-db9c572e82a3: !Template - answer_choices: null - id: 001f35c4-803b-4e45-9f44-db9c572e82a3 - jinja: '{{ sentence_kan }} ||| {{ - sentence_mal }}' - metadata: &id001 !TemplateMetadata - choices_in_prompt: false - languages: [] - metrics: - - BLEU - original_task: true - name: translate-this-kan-mal - reference: Translate this from X to Y (Kannada into Malayalam) From be399eb6e012acf3ea77ef7034f0a777638c5b6a Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 21 Jul 2022 19:53:26 +0200 Subject: [PATCH 24/24] Swap source & target; Rmv script --- .../tatoeba_mt/ara-eng/templates.yaml | 108 +- .../tatoeba_mt/ara-fra/templates.yaml | 108 +- .../tatoeba_mt/ara-spa/templates.yaml | 108 +- .../tatoeba_mt/ben-eng/templates.yaml | 108 +- .../tatoeba_mt/cat-eng/templates.yaml | 108 +- .../tatoeba_mt/cat-fra/templates.yaml | 108 +- .../tatoeba_mt/cat-por/templates.yaml | 108 +- .../tatoeba_mt/cat-spa/templates.yaml | 108 +- .../tatoeba_mt/create_templates_tatoeba.py | 934 ------------------ .../tatoeba_mt/eng-cmn_Hans/templates.yaml | 60 +- .../tatoeba_mt/eng-cmn_Hant/templates.yaml | 60 +- .../tatoeba_mt/eng-eus/templates.yaml | 36 +- .../tatoeba_mt/eng-fra/templates.yaml | 36 +- .../tatoeba_mt/eng-hin/templates.yaml | 36 +- .../tatoeba_mt/eng-ind/templates.yaml | 36 +- .../tatoeba_mt/eng-mal/templates.yaml | 36 +- .../tatoeba_mt/eng-mar/templates.yaml | 36 +- .../tatoeba_mt/eng-por/templates.yaml | 18 +- .../tatoeba_mt/eng-run/templates.yaml | 12 +- .../tatoeba_mt/eng-spa/templates.yaml | 12 +- .../tatoeba_mt/eng-swa/templates.yaml | 18 +- .../tatoeba_mt/eng-tam/templates.yaml | 12 +- .../tatoeba_mt/eng-tel/templates.yaml | 12 +- .../tatoeba_mt/eng-urd/templates.yaml | 18 +- .../tatoeba_mt/eng-vie/templates.yaml | 18 +- .../tatoeba_mt/eng-zho/templates.yaml | 18 +- .../tatoeba_mt/eus-spa/templates.yaml | 12 +- .../tatoeba_mt/fra-cmn_Hans/templates.yaml | 12 +- .../tatoeba_mt/fra-cmn_Hant/templates.yaml | 18 +- .../tatoeba_mt/fra-ind/templates.yaml | 12 +- .../tatoeba_mt/fra-por/templates.yaml | 12 +- .../tatoeba_mt/fra-run/templates.yaml | 18 +- .../tatoeba_mt/fra-spa/templates.yaml | 18 +- .../tatoeba_mt/fra-vie/templates.yaml | 18 +- .../tatoeba_mt/fra-zho/templates.yaml | 18 +- .../tatoeba_mt/hin-urd/templates.yaml | 18 +- .../tatoeba_mt/hin-zho/templates.yaml | 18 +- .../tatoeba_mt/por-cmn_Hans/templates.yaml | 12 +- .../tatoeba_mt/por-cmn_Hant/templates.yaml | 12 +- .../tatoeba_mt/por-spa/templates.yaml | 12 +- .../tatoeba_mt/por-zho/templates.yaml | 18 +- .../tatoeba_mt/run-spa/templates.yaml | 12 +- .../tatoeba_mt/spa-cmn_Hans/templates.yaml | 12 +- .../tatoeba_mt/spa-cmn_Hant/templates.yaml | 12 +- .../tatoeba_mt/spa-vie/templates.yaml | 12 +- .../tatoeba_mt/spa-zho/templates.yaml | 12 +- .../tatoeba_mt/vie-cmn_Hans/templates.yaml | 12 +- .../tatoeba_mt/vie-zho/templates.yaml | 12 +- 48 files changed, 321 insertions(+), 2263 deletions(-) delete mode 100644 promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml index 68ce2a63b..31adc0758 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml @@ -1,23 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: ara-eng templates: - 041f78d8-3976-47d8-a998-164049ef2255: !Template + 2ca27188-17c3-4e83-884c-90c93f53821a: !Template answer_choices: null - id: 041f78d8-3976-47d8-a998-164049ef2255 - jinja: Translate the following text from Arabic to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-eng - reference: '' - 892cc6f3-184c-425e-8641-d9d319672756: !Template - answer_choices: null - id: 892cc6f3-184c-425e-8641-d9d319672756 - jinja: Translate the following text from English to Arabic {{ sourceString }}||| - {{ targetString }} + id: 2ca27188-17c3-4e83-884c-90c93f53821a + jinja: Translate the following text from English to Arabic {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -25,9 +13,9 @@ templates: original_task: null name: translate-this-eng-ara reference: '' - c4721b37-8ecf-4003-8ce8-5015b8a189d6: !Template + 3a6ba80f-2b5d-471d-93cc-208a74d09b25: !Template answer_choices: null - id: c4721b37-8ecf-4003-8ce8-5015b8a189d6 + id: 3a6ba80f-2b5d-471d-93cc-208a74d09b25 jinja: Translate the following text from Arabic to English {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -37,87 +25,3 @@ templates: original_task: null name: translate-this-ara-eng reference: '' - c4fd77c7-229a-4cdc-a71a-86e402405cdb: !Template - answer_choices: null - id: c4fd77c7-229a-4cdc-a71a-86e402405cdb - jinja: Translate the following text from English to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ara - reference: '' - cbf14d1d-8fb7-4af3-812d-17968252422d: !Template - answer_choices: null - id: cbf14d1d-8fb7-4af3-812d-17968252422d - jinja: Translate the following text from Arabic to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-eng - reference: '' - d1e10c09-4c81-43bf-af6d-7fcb66949ad7: !Template - answer_choices: null - id: d1e10c09-4c81-43bf-af6d-7fcb66949ad7 - jinja: Translate the following text from Arabic to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-eng - reference: '' - d337b262-ba2f-4520-99ff-15d1f15a11d0: !Template - answer_choices: null - id: d337b262-ba2f-4520-99ff-15d1f15a11d0 - jinja: Translate the following text from Arabic to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-eng - reference: '' - d4061a46-e59b-45c9-9374-0a3285e5552e: !Template - answer_choices: null - id: d4061a46-e59b-45c9-9374-0a3285e5552e - jinja: Translate the following text from English to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ara - reference: '' - d834dc81-68a9-499a-950c-77ff3051fdce: !Template - answer_choices: null - id: d834dc81-68a9-499a-950c-77ff3051fdce - jinja: Translate the following text from English to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ara - reference: '' - f13f3047-453b-45ba-b96f-e30c59efd402: !Template - answer_choices: null - id: f13f3047-453b-45ba-b96f-e30c59efd402 - jinja: Translate the following text from English to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ara - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml index ea495f5ca..8a5a89d81 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml @@ -1,107 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: ara-fra templates: - 01f57037-43d9-4395-b6d9-511e966e05cb: !Template + a867b103-a1c4-43b4-ae2e-eddc3cb3b890: !Template answer_choices: null - id: 01f57037-43d9-4395-b6d9-511e966e05cb - jinja: Translate the following text from Arabic to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-fra - reference: '' - 35fdafa2-3790-4c45-8329-dc2a26977e26: !Template - answer_choices: null - id: 35fdafa2-3790-4c45-8329-dc2a26977e26 - jinja: Translate the following text from French to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-ara - reference: '' - 4e594cf1-ebba-49f1-8d6c-90449c609ef7: !Template - answer_choices: null - id: 4e594cf1-ebba-49f1-8d6c-90449c609ef7 - jinja: Translate the following text from Arabic to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-fra - reference: '' - 53b3adcb-2c73-4ac6-a55e-6d479c3c2a13: !Template - answer_choices: null - id: 53b3adcb-2c73-4ac6-a55e-6d479c3c2a13 - jinja: Translate the following text from French to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-ara - reference: '' - 68269a17-4018-4258-a1aa-e3b401317d79: !Template - answer_choices: null - id: 68269a17-4018-4258-a1aa-e3b401317d79 - jinja: Translate the following text from Arabic to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-fra - reference: '' - 75ea5efd-97fc-4115-99d2-8e7cff29754d: !Template - answer_choices: null - id: 75ea5efd-97fc-4115-99d2-8e7cff29754d - jinja: Translate the following text from French to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-ara - reference: '' - 8f460fe0-0ecf-4e36-b14a-d8ed48c53338: !Template - answer_choices: null - id: 8f460fe0-0ecf-4e36-b14a-d8ed48c53338 - jinja: Translate the following text from Arabic to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-fra - reference: '' - b06d0640-2e60-4bb0-87e0-4ec6daadf7c9: !Template - answer_choices: null - id: b06d0640-2e60-4bb0-87e0-4ec6daadf7c9 - jinja: Translate the following text from French to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-ara - reference: '' - ba29d89b-ebff-408d-b0db-8816c502311e: !Template - answer_choices: null - id: ba29d89b-ebff-408d-b0db-8816c502311e - jinja: Translate the following text from French to Arabic {{ sourceString }}||| - {{ targetString }} + id: a867b103-a1c4-43b4-ae2e-eddc3cb3b890 + jinja: Translate the following text from French to Arabic {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -109,9 +13,9 @@ templates: original_task: null name: translate-this-fra-ara reference: '' - bf962b77-7fd6-421f-9048-ed336ecb7794: !Template + e053166a-1a47-42e9-9970-27faad375e2c: !Template answer_choices: null - id: bf962b77-7fd6-421f-9048-ed336ecb7794 + id: e053166a-1a47-42e9-9970-27faad375e2c jinja: Translate the following text from Arabic to French {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml index d09b53984..a1e242ccb 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml @@ -1,59 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: ara-spa templates: - 1f7ff3f8-8c8b-42d6-95eb-e1ded6b13982: !Template + 60875520-509d-4390-b37c-feab2414e139: !Template answer_choices: null - id: 1f7ff3f8-8c8b-42d6-95eb-e1ded6b13982 - jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-spa - reference: '' - 380382f7-d038-43f6-ae82-99f510b265da: !Template - answer_choices: null - id: 380382f7-d038-43f6-ae82-99f510b265da - jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-ara - reference: '' - 5530d114-3652-4e72-9346-12d127529751: !Template - answer_choices: null - id: 5530d114-3652-4e72-9346-12d127529751 - jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-spa - reference: '' - 6ec4ba8f-496d-46cc-893f-a87235408a28: !Template - answer_choices: null - id: 6ec4ba8f-496d-46cc-893f-a87235408a28 - jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-ara - reference: '' - 78244c0e-8a41-48a7-b1ee-ef59ef4f7761: !Template - answer_choices: null - id: 78244c0e-8a41-48a7-b1ee-ef59ef4f7761 - jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| - {{ targetString }} + id: 60875520-509d-4390-b37c-feab2414e139 + jinja: Translate the following text from Spanish to Arabic {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -61,9 +13,9 @@ templates: original_task: null name: translate-this-spa-ara reference: '' - a4fc5fed-8c32-4ebd-85e9-fa40a1601b3d: !Template + 6fd44ef5-8bfa-45fd-88ea-d52f0abc2954: !Template answer_choices: null - id: a4fc5fed-8c32-4ebd-85e9-fa40a1601b3d + id: 6fd44ef5-8bfa-45fd-88ea-d52f0abc2954 jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -73,51 +25,3 @@ templates: original_task: null name: translate-this-ara-spa reference: '' - be578322-e949-4828-a86b-1f7358dedfb1: !Template - answer_choices: null - id: be578322-e949-4828-a86b-1f7358dedfb1 - jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-ara - reference: '' - c5eaffb0-bd37-4be2-87b5-9373f775d53a: !Template - answer_choices: null - id: c5eaffb0-bd37-4be2-87b5-9373f775d53a - jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-spa - reference: '' - c941e815-dce8-433a-a683-9dda35666f2e: !Template - answer_choices: null - id: c941e815-dce8-433a-a683-9dda35666f2e - jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ara-spa - reference: '' - df095d7f-0f9a-4124-99d7-9e9aa31655ee: !Template - answer_choices: null - id: df095d7f-0f9a-4124-99d7-9e9aa31655ee - jinja: Translate the following text from Spanish to Arabic {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-ara - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml index 3ea41278a..4c3bb9573 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml @@ -1,107 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: ben-eng templates: - 01d0af27-7d3c-4b90-9e12-d337aeaa0c65: !Template + 3e6cf1b1-5bdc-4401-a440-670e34f9d7f0: !Template answer_choices: null - id: 01d0af27-7d3c-4b90-9e12-d337aeaa0c65 - jinja: Translate the following text from English to Bengali {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ben - reference: '' - 228cd4b0-0803-4d80-965a-94d1ea093e96: !Template - answer_choices: null - id: 228cd4b0-0803-4d80-965a-94d1ea093e96 - jinja: Translate the following text from Bengali to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ben-eng - reference: '' - 32d3326c-f7e7-46df-9837-9b6dadd379d4: !Template - answer_choices: null - id: 32d3326c-f7e7-46df-9837-9b6dadd379d4 - jinja: Translate the following text from English to Bengali {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ben - reference: '' - 504b178b-2b01-4fc4-81fd-0d8540841c63: !Template - answer_choices: null - id: 504b178b-2b01-4fc4-81fd-0d8540841c63 - jinja: Translate the following text from English to Bengali {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ben - reference: '' - 5e2e23d3-cb9d-4f99-9bb8-f39f24ffd52b: !Template - answer_choices: null - id: 5e2e23d3-cb9d-4f99-9bb8-f39f24ffd52b - jinja: Translate the following text from Bengali to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ben-eng - reference: '' - 68a1dac8-9c34-4988-ad02-cd84cbc83c30: !Template - answer_choices: null - id: 68a1dac8-9c34-4988-ad02-cd84cbc83c30 - jinja: Translate the following text from Bengali to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ben-eng - reference: '' - 7106ad9a-74f2-4cbe-aef2-da9f687e91dc: !Template - answer_choices: null - id: 7106ad9a-74f2-4cbe-aef2-da9f687e91dc - jinja: Translate the following text from Bengali to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ben-eng - reference: '' - a3b13eda-5419-4c2e-9acb-d7f0f1ae511f: !Template - answer_choices: null - id: a3b13eda-5419-4c2e-9acb-d7f0f1ae511f - jinja: Translate the following text from English to Bengali {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ben - reference: '' - a8f21cc8-20ac-4edd-989f-5c216f541896: !Template - answer_choices: null - id: a8f21cc8-20ac-4edd-989f-5c216f541896 - jinja: Translate the following text from English to Bengali {{ sourceString }}||| - {{ targetString }} + id: 3e6cf1b1-5bdc-4401-a440-670e34f9d7f0 + jinja: Translate the following text from English to Bengali {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -109,9 +13,9 @@ templates: original_task: null name: translate-this-eng-ben reference: '' - b39394c0-df6c-49b0-b7fa-01a3df055449: !Template + c3409e18-3cc6-427a-a31a-a536df9d1d83: !Template answer_choices: null - id: b39394c0-df6c-49b0-b7fa-01a3df055449 + id: c3409e18-3cc6-427a-a31a-a536df9d1d83 jinja: Translate the following text from Bengali to English {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml index 865c7e374..ac8595114 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml @@ -1,23 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: cat-eng templates: - 0cb70a3e-5a59-448d-be98-b5fd8da25e86: !Template + 28d68d88-1971-4c2f-bf9f-dacf247964e3: !Template answer_choices: null - id: 0cb70a3e-5a59-448d-be98-b5fd8da25e86 - jinja: Translate the following text from English to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cat - reference: '' - 19651936-2102-4150-a547-2d0e4bc83c50: !Template - answer_choices: null - id: 19651936-2102-4150-a547-2d0e4bc83c50 - jinja: Translate the following text from English to Catalan {{ sourceString }}||| - {{ targetString }} + id: 28d68d88-1971-4c2f-bf9f-dacf247964e3 + jinja: Translate the following text from English to Catalan {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -25,21 +13,9 @@ templates: original_task: null name: translate-this-eng-cat reference: '' - 526fbbc8-df88-4478-8ac4-5b117fc3a8c9: !Template - answer_choices: null - id: 526fbbc8-df88-4478-8ac4-5b117fc3a8c9 - jinja: Translate the following text from Catalan to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-eng - reference: '' - 6d877196-92cf-4afa-b251-c796f093e753: !Template + b5fb150a-5b6d-460e-81a3-53ba4627ca9e: !Template answer_choices: null - id: 6d877196-92cf-4afa-b251-c796f093e753 + id: b5fb150a-5b6d-460e-81a3-53ba4627ca9e jinja: Translate the following text from Catalan to English {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -49,75 +25,3 @@ templates: original_task: null name: translate-this-cat-eng reference: '' - 76d6aad2-4b2b-4ac9-b459-ff37cb43fda4: !Template - answer_choices: null - id: 76d6aad2-4b2b-4ac9-b459-ff37cb43fda4 - jinja: Translate the following text from Catalan to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-eng - reference: '' - 7d5eb3a1-4f25-4a92-9d32-e09b83f7d0f1: !Template - answer_choices: null - id: 7d5eb3a1-4f25-4a92-9d32-e09b83f7d0f1 - jinja: Translate the following text from English to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cat - reference: '' - b46336d3-4c86-47ab-a24d-6858b04ac884: !Template - answer_choices: null - id: b46336d3-4c86-47ab-a24d-6858b04ac884 - jinja: Translate the following text from English to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cat - reference: '' - da3ba1ed-3398-4d3f-8653-9a2d85a721a7: !Template - answer_choices: null - id: da3ba1ed-3398-4d3f-8653-9a2d85a721a7 - jinja: Translate the following text from Catalan to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-eng - reference: '' - dcaaf281-a0c5-4e40-b82d-7f6ecbf7f708: !Template - answer_choices: null - id: dcaaf281-a0c5-4e40-b82d-7f6ecbf7f708 - jinja: Translate the following text from Catalan to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-eng - reference: '' - eca3bad4-2a49-4cb8-8d3d-20d9c531f249: !Template - answer_choices: null - id: eca3bad4-2a49-4cb8-8d3d-20d9c531f249 - jinja: Translate the following text from English to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cat - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml index 58e78c7ce..bbdd19a0d 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml @@ -1,59 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: cat-fra templates: - 04e25034-343f-4900-9b9f-2d7e53ec4a58: !Template + 047e2324-7372-4996-98ef-32c39aa49605: !Template answer_choices: null - id: 04e25034-343f-4900-9b9f-2d7e53ec4a58 - jinja: Translate the following text from Catalan to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-fra - reference: '' - 1bb84260-91af-46b8-a949-a13bce968a30: !Template - answer_choices: null - id: 1bb84260-91af-46b8-a949-a13bce968a30 - jinja: Translate the following text from Catalan to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-fra - reference: '' - 4dfb9d4e-de32-41fb-8f51-f3eb8cbded0d: !Template - answer_choices: null - id: 4dfb9d4e-de32-41fb-8f51-f3eb8cbded0d - jinja: Translate the following text from French to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-cat - reference: '' - 543965d5-662e-4d1c-b859-6846704db942: !Template - answer_choices: null - id: 543965d5-662e-4d1c-b859-6846704db942 - jinja: Translate the following text from French to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-cat - reference: '' - 61662e40-d732-4163-8f93-0ec72b8873de: !Template - answer_choices: null - id: 61662e40-d732-4163-8f93-0ec72b8873de - jinja: Translate the following text from French to Catalan {{ sourceString }}||| - {{ targetString }} + id: 047e2324-7372-4996-98ef-32c39aa49605 + jinja: Translate the following text from French to Catalan {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -61,9 +13,9 @@ templates: original_task: null name: translate-this-fra-cat reference: '' - 69925f03-abe6-4c33-8c59-4417b1254a8a: !Template + 9221d310-8f77-40a5-830c-1b8c6b79c85c: !Template answer_choices: null - id: 69925f03-abe6-4c33-8c59-4417b1254a8a + id: 9221d310-8f77-40a5-830c-1b8c6b79c85c jinja: Translate the following text from Catalan to French {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -73,51 +25,3 @@ templates: original_task: null name: translate-this-cat-fra reference: '' - 84158ed2-abfd-4893-94b3-ca02e5fb229c: !Template - answer_choices: null - id: 84158ed2-abfd-4893-94b3-ca02e5fb229c - jinja: Translate the following text from Catalan to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-fra - reference: '' - 9942f343-ea6e-40a8-b4b2-6dd53f87f6ba: !Template - answer_choices: null - id: 9942f343-ea6e-40a8-b4b2-6dd53f87f6ba - jinja: Translate the following text from Catalan to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-fra - reference: '' - cc4b603f-bec4-41a4-a652-0b21aeae1819: !Template - answer_choices: null - id: cc4b603f-bec4-41a4-a652-0b21aeae1819 - jinja: Translate the following text from French to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-cat - reference: '' - d6415837-0d18-47a2-ba36-cd488d786159: !Template - answer_choices: null - id: d6415837-0d18-47a2-ba36-cd488d786159 - jinja: Translate the following text from French to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-cat - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml index 66e6edeb5..45232f64a 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml @@ -1,23 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: cat-por templates: - 0018e29c-e976-4a4f-bd0b-5905db0fd51a: !Template + 106fd81a-4816-4644-bdb5-2c8302413b55: !Template answer_choices: null - id: 0018e29c-e976-4a4f-bd0b-5905db0fd51a - jinja: Translate the following text from Portuguese to Catalan {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-por-cat - reference: '' - 14a170d7-eebe-4c1f-a37b-5fcc46d384ee: !Template - answer_choices: null - id: 14a170d7-eebe-4c1f-a37b-5fcc46d384ee - jinja: Translate the following text from Portuguese to Catalan {{ sourceString - }}||| {{ targetString }} + id: 106fd81a-4816-4644-bdb5-2c8302413b55 + jinja: Translate the following text from Portuguese to Catalan {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -25,93 +13,9 @@ templates: original_task: null name: translate-this-por-cat reference: '' - 27385b15-e005-4359-9da5-f29c1f5b9c53: !Template - answer_choices: null - id: 27385b15-e005-4359-9da5-f29c1f5b9c53 - jinja: Translate the following text from Catalan to Portuguese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-por - reference: '' - 37039926-5591-42a1-ba34-efe1e34032f2: !Template - answer_choices: null - id: 37039926-5591-42a1-ba34-efe1e34032f2 - jinja: Translate the following text from Catalan to Portuguese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-por - reference: '' - 4f96f53d-9267-4ccd-bb6a-3c6aa5a80820: !Template - answer_choices: null - id: 4f96f53d-9267-4ccd-bb6a-3c6aa5a80820 - jinja: Translate the following text from Catalan to Portuguese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-por - reference: '' - 5e9f95d4-194c-4ad0-bee4-d25e59bbd2cb: !Template - answer_choices: null - id: 5e9f95d4-194c-4ad0-bee4-d25e59bbd2cb - jinja: Translate the following text from Portuguese to Catalan {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-por-cat - reference: '' - 7c360809-c3bb-4aac-9c69-5f1127edbc26: !Template - answer_choices: null - id: 7c360809-c3bb-4aac-9c69-5f1127edbc26 - jinja: Translate the following text from Portuguese to Catalan {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-por-cat - reference: '' - a09f90a1-1702-4003-99e2-6223bc7b0b86: !Template - answer_choices: null - id: a09f90a1-1702-4003-99e2-6223bc7b0b86 - jinja: Translate the following text from Portuguese to Catalan {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-por-cat - reference: '' - e9d57584-4830-40cd-8839-2e2ea6e4eb88: !Template - answer_choices: null - id: e9d57584-4830-40cd-8839-2e2ea6e4eb88 - jinja: Translate the following text from Catalan to Portuguese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-por - reference: '' - eb37dd58-5f75-4063-9ae3-be6cc0123d0c: !Template + b11dfc4f-387d-4c8c-a992-df7a67c50d8b: !Template answer_choices: null - id: eb37dd58-5f75-4063-9ae3-be6cc0123d0c + id: b11dfc4f-387d-4c8c-a992-df7a67c50d8b jinja: Translate the following text from Catalan to Portuguese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml index 6d69a57ca..3325ba3ba 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml @@ -1,57 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: cat-spa templates: - 204f5df7-3eb3-49db-ae28-d62608b9ba90: !Template + 427fce5b-4075-470c-9882-4fae08013452: !Template answer_choices: null - id: 204f5df7-3eb3-49db-ae28-d62608b9ba90 - jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-cat - reference: '' - 55d42de8-2b5a-49ba-b279-253d8b9bc144: !Template - answer_choices: null - id: 55d42de8-2b5a-49ba-b279-253d8b9bc144 - jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-cat - reference: '' - 597955ab-de04-4b29-b750-1776ca455cc1: !Template - answer_choices: null - id: 597955ab-de04-4b29-b750-1776ca455cc1 - jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-cat - reference: '' - 8135816a-60fd-4335-a102-db1ebb473481: !Template - answer_choices: null - id: 8135816a-60fd-4335-a102-db1ebb473481 - jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-spa-cat - reference: '' - 94c2a74f-3363-4d80-9298-ba2e8aef67a8: !Template - answer_choices: null - id: 94c2a74f-3363-4d80-9298-ba2e8aef67a8 + id: 427fce5b-4075-470c-9882-4fae08013452 jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -61,11 +13,11 @@ templates: original_task: null name: translate-this-cat-spa reference: '' - a16334b7-6454-4c08-912c-41742a922989: !Template + 8178c5b0-a3dc-486d-ba90-7fc097fd4494: !Template answer_choices: null - id: a16334b7-6454-4c08-912c-41742a922989 - jinja: Translate the following text from Spanish to Catalan {{ sourceString }}||| - {{ targetString }} + id: 8178c5b0-a3dc-486d-ba90-7fc097fd4494 + jinja: Translate the following text from Spanish to Catalan {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -73,51 +25,3 @@ templates: original_task: null name: translate-this-spa-cat reference: '' - b52934e1-b098-4d2e-aedb-44f252a1e3e5: !Template - answer_choices: null - id: b52934e1-b098-4d2e-aedb-44f252a1e3e5 - jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-spa - reference: '' - b61ec351-a541-4a53-b942-a815c91e30dc: !Template - answer_choices: null - id: b61ec351-a541-4a53-b942-a815c91e30dc - jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-spa - reference: '' - d88fc07c-4e0f-4bda-815e-85e649321726: !Template - answer_choices: null - id: d88fc07c-4e0f-4bda-815e-85e649321726 - jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-spa - reference: '' - e7657cb3-a6f3-4876-b6f7-71a9aeed7faf: !Template - answer_choices: null - id: e7657cb3-a6f3-4876-b6f7-71a9aeed7faf - jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cat-spa - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py b/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py deleted file mode 100644 index 8ecb67404..000000000 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/create_templates_tatoeba.py +++ /dev/null @@ -1,934 +0,0 @@ -from iso639 import languages - -from promptsource.templates import Template, TemplateCollection - - -_LanguagePairs = [ - "afr-deu", - "afr-eng", - "afr-epo", - "afr-nld", - "afr-rus", - "afr-spa", - "ain-fin", - "ara-ber", - "ara-ber_Latn", - "ara-deu", - "ara-ell", - "ara-eng", - "ara-epo", - "ara-fra", - "ara-heb", - "ara-ita", - "ara-jpn", - "ara-jpn_Hira", - "ara-pol", - "ara-rus", - "ara-spa", - "ara-tur", - "arq-eng", - "avk-fra", - "avk-spa", - "awa-eng", - "aze-eng", - "aze-spa", - "aze-tur", - "aze_Latn-tur", - "bel-deu", - "bel-eng", - "bel-epo", - "bel-fra", - "bel-ita", - "bel-lat", - "bel-nld", - "bel-pol", - "bel-rus", - "bel-spa", - "bel-ukr", - "bel-zho", - "ben-eng", - "ber-deu", - "ber-eng", - "ber-epo", - "ber-fra", - "ber-spa", - "ber_Latn-deu", - "ber_Latn-eng", - "ber_Latn-epo", - "ber_Latn-fra", - "bre-eng", - "bre-fra", - "bua-rus", - "bua_Cyrl-rus", - "bul-bul", - "bul-cmn_Hans", - "bul-deu", - "bul-eng", - "bul-epo", - "bul-fra", - "bul-ita", - "bul-jpn", - "bul-jpn_Hira", - "bul-rus", - "bul-spa", - "bul-tur", - "bul-ukr", - "bul-zho", - "cat-deu", - "cat-eng", - "cat-epo", - "cat-fra", - "cat-ita", - "cat-nld", - "cat-por", - "cat-spa", - "cat-ukr", - "cbk-eng", - "ceb-deu", - "ceb-eng", - "ces-deu", - "ces-eng", - "ces-epo", - "ces-fra", - "ces-hun", - "ces-ita", - "ces-lat", - "ces-pol", - "ces-rus", - "ces-slv", - "ces-spa", - "ces-ukr", - "cha-eng", - "chm-rus", - "chv-eng", - "chv-rus", - "chv-tur", - "cmn_Hans-wuu", - "cor-deu", - "cor-eng", - "cor-epo", - "cor-fra", - "cor-ita", - "cor-rus", - "cor-spa", - "crh-tur", - "cym-eng", - "dan-dan", - "dan-deu", - "dan-eng", - "dan-epo", - "dan-fin", - "dan-fra", - "dan-ita", - "dan-jpn", - "dan-jpn_Hira", - "dan-nld", - "dan-nob", - "dan-nor", - "dan-por", - "dan-rus", - "dan-spa", - "dan-swe", - "dan-tur", - "deu-cmn_Hans", - "deu-cmn_Hant", - "deu-deu", - "deu-dsb", - "deu-ell", - "deu-eng", - "deu-epo", - "deu-est", - "deu-eus", - "deu-fas", - "deu-fin", - "deu-fra", - "deu-frr", - "deu-gos", - "deu-hbs", - "deu-heb", - "deu-hrv", - "deu-hrx", - "deu-hsb", - "deu-hun", - "deu-ido", - "deu-ile", - "deu-ina", - "deu-ind", - "deu-isl", - "deu-ita", - "deu-jbo", - "deu-jpn", - "deu-jpn_Hani", - "deu-jpn_Hira", - "deu-jpn_Kana", - "deu-kab", - "deu-kor", - "deu-kor_Hang", - "deu-kur", - "deu-kur_Latn", - "deu-lad", - "deu-lat", - "deu-lfn", - "deu-lfn_Latn", - "deu-lit", - "deu-ltz", - "deu-msa", - "deu-nds", - "deu-nld", - "deu-nob", - "deu-nor", - "deu-pol", - "deu-por", - "deu-ron", - "deu-run", - "deu-rus", - "deu-slv", - "deu-spa", - "deu-srp_Latn", - "deu-swe", - "deu-swg", - "deu-tat", - "deu-tgl", - "deu-tlh", - "deu-toki", - "deu-tur", - "deu-ukr", - "deu-vie", - "deu-vol", - "deu-yid", - "deu-zho", - "dsb-hsb", - "dsb-slv", - "dtp-eng", - "dtp-jpn", - "dtp-jpn_Hira", - "dtp-msa", - "dtp-zsm_Latn", - "egl-ita", - "ell-ell", - "ell-eng", - "ell-epo", - "ell-fra", - "ell-ita", - "ell-nld", - "ell-por", - "ell-rus", - "ell-spa", - "ell-swe", - "ell-tur", - "eng-bos_Latn", - "eng-cmn_Hans", - "eng-cmn_Hant", - "eng-eng", - "eng-epo", - "eng-est", - "eng-eus", - "eng-fao", - "eng-fas", - "eng-fin", - "eng-fra", - "eng-fry", - "eng-gla", - "eng-gle", - "eng-glg", - "eng-gos", - "eng-got", - "eng-grc", - "eng-gsw", - "eng-hbs", - "eng-heb", - "eng-hin", - "eng-hoc", - "eng-hoc_Latn", - "eng-hrv", - "eng-hrx", - "eng-hun", - "eng-hye", - "eng-ido", - "eng-ido_Latn", - "eng-ile", - "eng-ilo", - "eng-ina", - "eng-ind", - "eng-isl", - "eng-ita", - "eng-jav", - "eng-jbo", - "eng-jbo_Latn", - "eng-jpn", - "eng-jpn_Hani", - "eng-jpn_Hira", - "eng-jpn_Kana", - "eng-kab", - "eng-kat", - "eng-kaz", - "eng-kaz_Cyrl", - "eng-kha", - "eng-khm", - "eng-kor", - "eng-kor_Hang", - "eng-kur", - "eng-kur_Latn", - "eng-kzj", - "eng-lad", - "eng-lad_Latn", - "eng-lat", - "eng-lav", - "eng-lfn", - "eng-lfn_Cyrl", - "eng-lfn_Latn", - "eng-lit", - "eng-ltz", - "eng-mal", - "eng-mar", - "eng-mkd", - "eng-mlt", - "eng-mon", - "eng-mri", - "eng-msa", - "eng-mya", - "eng-nds", - "eng-nld", - "eng-nno", - "eng-nob", - "eng-nor", - "eng-nov", - "eng-nst", - "eng-oci", - "eng-orv", - "eng-ota", - "eng-ota_Arab", - "eng-ota_Latn", - "eng-pam", - "eng-pes", - "eng-pms", - "eng-pol", - "eng-por", - "eng-prg", - "eng-que", - "eng-rom", - "eng-ron", - "eng-run", - "eng-rus", - "eng-slv", - "eng-spa", - "eng-sqi", - "eng-srp_Cyrl", - "eng-srp_Latn", - "eng-swa", - "eng-swe", - "eng-tam", - "eng-tat", - "eng-tel", - "eng-tgl", - "eng-tha", - "eng-tlh", - "eng-toki", - "eng-tuk", - "eng-tuk_Latn", - "eng-tur", - "eng-tzl", - "eng-tzl_Latn", - "eng-uig", - "eng-uig_Arab", - "eng-ukr", - "eng-urd", - "eng-uzb", - "eng-uzb_Latn", - "eng-vie", - "eng-vol", - "eng-war", - "eng-xal", - "eng-yid", - "eng-yue_Hans", - "eng-yue_Hant", - "eng-zho", - "eng-zsm_Latn", - "eng-zza", - "epo-cmn_Hans", - "epo-cmn_Hant", - "epo-epo", - "epo-fas", - "epo-fin", - "epo-fra", - "epo-glg", - "epo-hbs", - "epo-heb", - "epo-hrv", - "epo-hun", - "epo-ido", - "epo-ile", - "epo-ile_Latn", - "epo-ina", - "epo-isl", - "epo-ita", - "epo-jbo", - "epo-jpn", - "epo-jpn_Hani", - "epo-jpn_Hira", - "epo-lad", - "epo-lad_Latn", - "epo-lat", - "epo-lfn", - "epo-lfn_Latn", - "epo-lit", - "epo-nds", - "epo-nld", - "epo-nob", - "epo-nor", - "epo-oci", - "epo-pol", - "epo-por", - "epo-ron", - "epo-rus", - "epo-slv", - "epo-spa", - "epo-srp_Cyrl", - "epo-srp_Latn", - "epo-swe", - "epo-tgl", - "epo-tlh", - "epo-toki", - "epo-tur", - "epo-ukr", - "epo-vie", - "epo-vol", - "epo-yid", - "epo-zho", - "est-rus", - "eus-jpn", - "eus-rus", - "eus-spa", - "fas-fra", - "fin-fin", - "fin-fkv", - "fin-fra", - "fin-heb", - "fin-hun", - "fin-ita", - "fin-jpn", - "fin-jpn_Hani", - "fin-jpn_Hira", - "fin-jpn_Kana", - "fin-kor", - "fin-kor_Hang", - "fin-kur", - "fin-lat", - "fin-nld", - "fin-nno", - "fin-nob", - "fin-nor", - "fin-pol", - "fin-por", - "fin-rus", - "fin-spa", - "fin-swe", - "fin-tur", - "fin-zho", - "fra-cmn_Hans", - "fra-cmn_Hant", - "fra-fra", - "fra-gcf", - "fra-hbs", - "fra-heb", - "fra-hrv", - "fra-hun", - "fra-ido", - "fra-ile", - "fra-ina", - "fra-ind", - "fra-ita", - "fra-jbo", - "fra-jpn", - "fra-jpn_Hani", - "fra-jpn_Hira", - "fra-kab", - "fra-kor", - "fra-kor_Hang", - "fra-lat", - "fra-lfn", - "fra-lfn_Latn", - "fra-msa", - "fra-nds", - "fra-nld", - "fra-nob", - "fra-nor", - "fra-oci", - "fra-pcd", - "fra-pol", - "fra-por", - "fra-ron", - "fra-run", - "fra-rus", - "fra-slv", - "fra-spa", - "fra-swe", - "fra-tat", - "fra-tgl", - "fra-tlh", - "fra-tlh_Latn", - "fra-toki", - "fra-toki_Latn", - "fra-tur", - "fra-uig", - "fra-uig_Arab", - "fra-ukr", - "fra-vie", - "fra-wuu", - "fra-yid", - "fra-zho", - "fry-nld", - "gcf-gcf", - "gla-spa", - "glg-por", - "glg-spa", - "gos-nld", - "grn-por", - "grn-spa", - "hbs-ita", - "hbs-jpn", - "hbs-nor", - "hbs-pol", - "hbs-rus", - "hbs-spa", - "hbs-ukr", - "hbs-zho", - "heb-cmn_Hans", - "heb-cmn_Hant", - "heb-heb", - "heb-hun", - "heb-ina", - "heb-ita", - "heb-jpn", - "heb-jpn_Hira", - "heb-lad", - "heb-lat", - "heb-lfn", - "heb-lfn_Latn", - "heb-nld", - "heb-pol", - "heb-por", - "heb-rus", - "heb-spa", - "heb-tur", - "heb-ukr", - "heb-yid", - "heb-zho", - "hin-urd", - "hin-zho", - "hrv-jpn_Hira", - "hrv-pol", - "hrv-spa", - "hrv-ukr", - "hsb-slv", - "hun-cmn_Hans", - "hun-hun", - "hun-ita", - "hun-jpn", - "hun-jpn_Hani", - "hun-jpn_Hira", - "hun-kor", - "hun-kor_Hang", - "hun-lat", - "hun-nld", - "hun-pol", - "hun-por", - "hun-rus", - "hun-spa", - "hun-swe", - "hun-tur", - "hun-ukr", - "hun-zho", - "hye-rus", - "ido-ina", - "ido-ita", - "ido-lfn", - "ido-spa", - "ido-yid", - "ido_Latn-lfn_Latn", - "ina-ita", - "ina-lad", - "ina-lat", - "ina-lfn", - "ina-nld", - "ina-por", - "ina-rus", - "ina-spa", - "ina-tlh", - "ina-tur", - "ina-yid", - "ina_Latn-lad_Latn", - "ina_Latn-lfn_Latn", - "ina_Latn-tlh_Latn", - "ind-zsm_Latn", - "isl-ita", - "isl-jpn", - "isl-jpn_Hira", - "isl-spa", - "ita-cmn_Hans", - "ita-cmn_Hant", - "ita-ind", - "ita-ita", - "ita-jpn", - "ita-jpn_Hani", - "ita-jpn_Hira", - "ita-lat", - "ita-lit", - "ita-msa", - "ita-nds", - "ita-nld", - "ita-nor", - "ita-pms", - "ita-pol", - "ita-por", - "ita-ron", - "ita-rus", - "ita-spa", - "ita-swe", - "ita-toki", - "ita-tur", - "ita-ukr", - "ita-vie", - "ita-yid", - "ita-zho", - "jbo-jpn", - "jbo-rus", - "jbo-spa", - "jbo-swe", - "jbo-zho", - "jbo_Latn-cmn_Hans", - "jbo_Latn-cmn_Hant", - "jbo_Latn-jpn_Hira", - "jpn-jpn", - "jpn-kor", - "jpn-lit", - "jpn-mar", - "jpn-msa", - "jpn-nds", - "jpn-nld", - "jpn-nor", - "jpn-pol", - "jpn-por", - "jpn-rus", - "jpn-spa", - "jpn-swe", - "jpn-tlh", - "jpn-toki", - "jpn-tur", - "jpn-ukr", - "jpn-vie", - "jpn-zho", - "jpn_Hani-cmn_Hans", - "jpn_Hani-nld", - "jpn_Hani-pol", - "jpn_Hani-por", - "jpn_Hani-rus", - "jpn_Hani-spa", - "jpn_Hira-cmn_Hans", - "jpn_Hira-cmn_Hant", - "jpn_Hira-ind", - "jpn_Hira-jpn_Hira", - "jpn_Hira-kor_Hang", - "jpn_Hira-lit", - "jpn_Hira-mar", - "jpn_Hira-nds", - "jpn_Hira-nld", - "jpn_Hira-nob", - "jpn_Hira-pol", - "jpn_Hira-por", - "jpn_Hira-rus", - "jpn_Hira-spa", - "jpn_Hira-swe", - "jpn_Hira-tlh_Latn", - "jpn_Hira-tur", - "jpn_Hira-ukr", - "jpn_Hira-vie", - "jpn_Kana-rus", - "jpn_Kana-spa", - "kab-kab", - "kab-rus", - "kab-spa", - "kat-rus", - "kaz-rus", - "kaz_Cyrl-rus", - "khm-spa", - "kor-rus", - "kor-spa", - "kor-zho", - "kor_Hang-cmn_Hans", - "kor_Hang-rus", - "kor_Hang-spa", - "kzj-msa", - "kzj_Latn-zsm_Latn", - "lad-lat", - "lad-lfn", - "lad-spa", - "lad-yid", - "lad_Latn-lfn_Latn", - "lad_Latn-spa", - "lad_Latn-yid", - "lat-lat", - "lat-lfn", - "lat-nld", - "lat-nor", - "lat-pol", - "lat-por", - "lat-rus", - "lat-spa", - "lat-tlh", - "lat-ukr", - "lat-yid", - "lat_Latn-lfn_Latn", - "lat_Latn-por", - "lav-rus", - "lfn-por", - "lfn-rus", - "lfn-spa", - "lfn-yid", - "lfn_Cyrl-por", - "lfn_Latn-por", - "lfn_Latn-yid", - "lit-pol", - "lit-rus", - "lit-spa", - "lit-tur", - "ltz-nld", - "mkd-spa", - "msa-msa", - "msa-spa", - "msa-zho", - "nds-nld", - "nds-por", - "nds-rus", - "nds-spa", - "nld-cmn_Hant", - "nld-nld", - "nld-nor", - "nld-pol", - "nld-por", - "nld-ron", - "nld-rus", - "nld-spa", - "nld-toki", - "nld-tur", - "nld-ukr", - "nld-zho", - "nno-nob", - "nob-nno", - "nob-rus", - "nob-spa", - "nob-swe", - "nor-nor", - "nor-pol", - "nor-por", - "nor-rus", - "nor-spa", - "nor-swe", - "nor-ukr", - "nor-zho", - "orv-ukr", - "ota-tur", - "pol-cmn_Hans", - "pol-cmn_Hant", - "pol-por", - "pol-rus", - "pol-spa", - "pol-swe", - "pol-tur", - "pol-ukr", - "pol-zho", - "por-cmn_Hans", - "por-cmn_Hant", - "por-por", - "por-ron", - "por-rus", - "por-spa", - "por-swe", - "por-tgl", - "por-toki", - "por-tur", - "por-ukr", - "por-zho", - "ron-rus", - "ron-spa", - "ron-tur", - "run-rus", - "run-spa", - "rus-cmn_Hans", - "rus-cmn_Hant", - "rus-rus", - "rus-sah", - "rus-slv", - "rus-spa", - "rus-swe", - "rus-tat", - "rus-tlh", - "rus-toki", - "rus-toki_Latn", - "rus-tur", - "rus-uig", - "rus-uig_Arab", - "rus-ukr", - "rus-vie", - "rus-xal", - "rus-yue_Hans", - "rus-zho", - "slv-cmn_Hans", - "slv-ukr", - "slv-zho", - "spa-cmn_Hans", - "spa-cmn_Hant", - "spa-spa", - "spa-swe", - "spa-tat", - "spa-tgl", - "spa-tlh", - "spa-toki", - "spa-tur", - "spa-ukr", - "spa-vie", - "spa-yid", - "spa-zho", - "srp_Cyrl-rus", - "srp_Cyrl-ukr", - "srp_Latn-ita", - "srp_Latn-nob", - "srp_Latn-rus", - "srp_Latn-ukr", - "swe-cmn_Hans", - "swe-cmn_Hant", - "swe-swe", - "swe-tur", - "swe-zho", - "tat-tur", - "tat-vie", - "tlh-yid", - "tlh-zho", - "tlh_Latn-cmn_Hans", - "tlh_Latn-cmn_Hant", - "tlh_Latn-yid", - "tur-cmn_Hans", - "tur-cmn_Hant", - "tur-tur", - "tur-uig", - "tur-ukr", - "tur-uzb", - "tur-zho", - "uig-zho", - "uig_Arab-cmn_Hans", - "uig_Arab-cmn_Hant", - "ukr-cmn_Hans", - "ukr-cmn_Hant", - "ukr-ukr", - "ukr-zho", - "vie-cmn_Hans", - "vie-vie", - "vie-zho", - "wuu-cmn_Hans", - "yid-yid", - "zho-zho", - "zsm_Latn-ind", -] - -BLOOM_LANGS = """ -- ak -- ar -- as -- bm -- bn -- ca -- code -- en -- es -- eu -- fon -- fr -- gu -- hi -- id -- ig -- ki -- kn -- lg -- ln -- ml -- mr -- ne -- nso -- ny -- or -- pa -- pt -- rn -- rw -- sn -- st -- sw -- ta -- te -- tn -- ts -- tum -- tw -- ur -- vi -- wo -- xh -- yo -- zh -- zu -""" - -bloom_lang_codes = [] -for lang in BLOOM_LANGS.split("\n")[1:-1]: - lang = lang.replace("- ", "") - try: - name = languages.get(alpha2=lang) - except KeyError: - print(f"Could not find code {lang}. Skipping...") - continue - bloom_lang_codes.append(name.part3) - -# Discrepencies -bloom_lang_codes.append("cmn") # == zho - -for lang_pair in _LanguagePairs: - - language_1, language_2 = lang_pair.split("-") - - if language_1.split("_")[0] not in bloom_lang_codes or language_2.split("_")[0] not in bloom_lang_codes: - print(f"Skipping as {language_1} or {language_2} was not pre-trained on.") - continue - elif language_1 == language_2: - continue - - template_collection = TemplateCollection() - target_templates = template_collection.get_dataset("Helsinki-NLP/tatoeba_mt", lang_pair) - - for (lang1, lang2) in [ - ( - language_1, - language_2, - ), - ( - language_2, - language_1, - ), - ]: - - try: - lang1_name = languages.get(part3=lang1.split("_")[0]).name - lang2_name = languages.get(part3=lang2.split("_")[0]).name - except KeyError: - print(f"Could not find code {lang1} or {lang2}. Skipping..") - continue - - template_name = "translate-this-" + lang1 + "-" + lang2 - jinja = ( - f"Translate the following text from {languages.get(part3=lang1.split('_')[0]).name} to {languages.get(part3=lang2.split('_')[0]).name}" - + " {{ sourceString }}" - + "||| {{ targetString }}" - ) - - target_template = Template(template_name, jinja, "") - target_templates.add_template(target_template) diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml index bacadfd25..fc7fcb7e9 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml @@ -1,35 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-cmn_Hans templates: - 235607a1-6698-498c-8278-420fedc95759: !Template + 81c4007c-70ba-4c70-b2e5-ea8c855a1b6e: !Template answer_choices: null - id: 235607a1-6698-498c-8278-420fedc95759 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cmn_Hans-eng - reference: '' - 2d727c6f-a62c-4309-b1a0-613e53dd50ae: !Template - answer_choices: null - id: 2d727c6f-a62c-4309-b1a0-613e53dd50ae - jinja: Translate the following text from English to Mandarin Chinese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cmn_Hans - reference: '' - 73f1a6a2-3f65-4263-a06e-df46d9d2cec7: !Template - answer_choices: null - id: 73f1a6a2-3f65-4263-a06e-df46d9d2cec7 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} + id: 81c4007c-70ba-4c70-b2e5-ea8c855a1b6e + jinja: Translate the following text from Mandarin Chinese to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -37,33 +13,9 @@ templates: original_task: null name: translate-this-cmn_Hans-eng reference: '' - bf8ee411-3cc5-4ed2-b440-97e23fd10ae5: !Template - answer_choices: null - id: bf8ee411-3cc5-4ed2-b440-97e23fd10ae5 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cmn_Hans-eng - reference: '' - eabdbdf6-bed0-467d-9dd6-7271614ccef4: !Template - answer_choices: null - id: eabdbdf6-bed0-467d-9dd6-7271614ccef4 - jinja: Translate the following text from English to Mandarin Chinese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cmn_Hans - reference: '' - fb01d625-ae54-468c-b831-614c628fc7c9: !Template + a7c97c86-6eac-4dd6-969c-3e083851d8f7: !Template answer_choices: null - id: fb01d625-ae54-468c-b831-614c628fc7c9 + id: a7c97c86-6eac-4dd6-969c-3e083851d8f7 jinja: Translate the following text from English to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml index fa27ce353..fccd5fc7a 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml @@ -1,59 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-cmn_Hant templates: - 1a5e99f7-58e0-40cf-9d30-916cb53e3bf1: !Template + 48d886b8-8476-4d36-b751-b1add1c9b0dd: !Template answer_choices: null - id: 1a5e99f7-58e0-40cf-9d30-916cb53e3bf1 - jinja: Translate the following text from English to Mandarin Chinese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cmn_Hant - reference: '' - 3ca1f8e7-3546-481c-9ee0-9617654539b8: !Template - answer_choices: null - id: 3ca1f8e7-3546-481c-9ee0-9617654539b8 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cmn_Hant-eng - reference: '' - 62fe3c71-22af-4719-b92a-2585172fb685: !Template - answer_choices: null - id: 62fe3c71-22af-4719-b92a-2585172fb685 - jinja: Translate the following text from English to Mandarin Chinese {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-cmn_Hant - reference: '' - 6700960a-7836-410e-81d8-70fd0eb054e3: !Template - answer_choices: null - id: 6700960a-7836-410e-81d8-70fd0eb054e3 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-cmn_Hant-eng - reference: '' - a31aaa41-e3f9-4c22-9b1d-1d51e6c1b035: !Template - answer_choices: null - id: a31aaa41-e3f9-4c22-9b1d-1d51e6c1b035 - jinja: Translate the following text from Mandarin Chinese to English {{ sourceString - }}||| {{ targetString }} + id: 48d886b8-8476-4d36-b751-b1add1c9b0dd + jinja: Translate the following text from Mandarin Chinese to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -61,9 +13,9 @@ templates: original_task: null name: translate-this-cmn_Hant-eng reference: '' - f546bc5e-ed73-4785-a05c-cf27408af728: !Template + 8f6c9133-105d-46b1-810e-3224aac8df83: !Template answer_choices: null - id: f546bc5e-ed73-4785-a05c-cf27408af728 + id: 8f6c9133-105d-46b1-810e-3224aac8df83 jinja: Translate the following text from English to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml index f5159afc8..9afaaf8dc 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-eus templates: - 2c2b8601-e07d-477b-94ea-0c09f56ba2e5: !Template + 87630907-872e-43fd-a965-c29bcfa44c4a: !Template answer_choices: null - id: 2c2b8601-e07d-477b-94ea-0c09f56ba2e5 + id: 87630907-872e-43fd-a965-c29bcfa44c4a jinja: Translate the following text from English to Basque {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,35 +13,11 @@ templates: original_task: null name: translate-this-eng-eus reference: '' - 5de627cd-a41f-46e0-a1c5-963c1943b857: !Template + ecdccaef-f7da-4b90-a40b-add38421c9d2: !Template answer_choices: null - id: 5de627cd-a41f-46e0-a1c5-963c1943b857 - jinja: Translate the following text from English to Basque {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-eus - reference: '' - 6f33a875-bd9b-4f4c-86da-01fc510c654a: !Template - answer_choices: null - id: 6f33a875-bd9b-4f4c-86da-01fc510c654a - jinja: Translate the following text from Basque to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eus-eng - reference: '' - 822ed24d-2248-41c0-ada6-7d1d6ae85a64: !Template - answer_choices: null - id: 822ed24d-2248-41c0-ada6-7d1d6ae85a64 - jinja: Translate the following text from Basque to English {{ sourceString }}||| - {{ targetString }} + id: ecdccaef-f7da-4b90-a40b-add38421c9d2 + jinja: Translate the following text from Basque to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml index c5c51e2cf..edd463392 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml @@ -1,23 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-fra templates: - 6e19222e-1e1a-4bc1-8543-6b33ae30e4aa: !Template + 115c04c7-43ea-4681-bc52-304495acc3be: !Template answer_choices: null - id: 6e19222e-1e1a-4bc1-8543-6b33ae30e4aa - jinja: Translate the following text from English to French {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-fra - reference: '' - 79847232-4b4e-4e05-b82b-d191ccf3d9f7: !Template - answer_choices: null - id: 79847232-4b4e-4e05-b82b-d191ccf3d9f7 - jinja: Translate the following text from French to English {{ sourceString }}||| - {{ targetString }} + id: 115c04c7-43ea-4681-bc52-304495acc3be + jinja: Translate the following text from French to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -25,9 +13,9 @@ templates: original_task: null name: translate-this-fra-eng reference: '' - 89dfe7db-b662-475f-886a-2cd257b125e8: !Template + fe9f5bcc-158e-4639-b7c9-b4721d376bc1: !Template answer_choices: null - id: 89dfe7db-b662-475f-886a-2cd257b125e8 + id: fe9f5bcc-158e-4639-b7c9-b4721d376bc1 jinja: Translate the following text from English to French {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -37,15 +25,3 @@ templates: original_task: null name: translate-this-eng-fra reference: '' - f565ccb2-e8f2-4c9e-ae42-465e24f13b8d: !Template - answer_choices: null - id: f565ccb2-e8f2-4c9e-ae42-465e24f13b8d - jinja: Translate the following text from French to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-fra-eng - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml index 351608e8a..a356ee3eb 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-hin templates: - 6db6c139-11c8-4c1f-b7b1-c03387ad6fae: !Template + 5bd1ad4b-d9ea-4a4d-bbfa-0f119142cca0: !Template answer_choices: null - id: 6db6c139-11c8-4c1f-b7b1-c03387ad6fae + id: 5bd1ad4b-d9ea-4a4d-bbfa-0f119142cca0 jinja: Translate the following text from English to Hindi {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,35 +13,11 @@ templates: original_task: null name: translate-this-eng-hin reference: '' - be2aaf83-6e4a-4938-ab5c-f89b7deadd05: !Template + 85f8628a-86aa-485f-8f59-e4a5c4a3e371: !Template answer_choices: null - id: be2aaf83-6e4a-4938-ab5c-f89b7deadd05 - jinja: Translate the following text from Hindi to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-hin-eng - reference: '' - ce7b5f8a-7aaf-4e05-b130-e5755ef18a61: !Template - answer_choices: null - id: ce7b5f8a-7aaf-4e05-b130-e5755ef18a61 - jinja: Translate the following text from English to Hindi {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-hin - reference: '' - d8a438b7-7715-4fcd-835a-e0bff3f5f67a: !Template - answer_choices: null - id: d8a438b7-7715-4fcd-835a-e0bff3f5f67a - jinja: Translate the following text from Hindi to English {{ sourceString }}||| - {{ targetString }} + id: 85f8628a-86aa-485f-8f59-e4a5c4a3e371 + jinja: Translate the following text from Hindi to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml index ef0935a63..6802612cb 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-ind templates: - 8b3ce9d6-f061-4f6a-a8cb-554d5691c60f: !Template + 2d969106-9999-46d4-862d-e0e54d7ae379: !Template answer_choices: null - id: 8b3ce9d6-f061-4f6a-a8cb-554d5691c60f + id: 2d969106-9999-46d4-862d-e0e54d7ae379 jinja: Translate the following text from English to Indonesian {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,35 +13,11 @@ templates: original_task: null name: translate-this-eng-ind reference: '' - 92b63f31-bdd0-4061-a07d-1251dd1d0632: !Template + d834eb4d-96ca-4f08-b845-0356c75578db: !Template answer_choices: null - id: 92b63f31-bdd0-4061-a07d-1251dd1d0632 - jinja: Translate the following text from Indonesian to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-ind-eng - reference: '' - d2d79e93-166c-45a7-9045-589565b67125: !Template - answer_choices: null - id: d2d79e93-166c-45a7-9045-589565b67125 - jinja: Translate the following text from English to Indonesian {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-ind - reference: '' - f14bac11-29ea-4d5e-a99e-4166c0175ffd: !Template - answer_choices: null - id: f14bac11-29ea-4d5e-a99e-4166c0175ffd - jinja: Translate the following text from Indonesian to English {{ sourceString - }}||| {{ targetString }} + id: d834eb4d-96ca-4f08-b845-0356c75578db + jinja: Translate the following text from Indonesian to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml index e099a3d82..265567c33 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-mal templates: - 1f243d84-ce9c-485c-a52c-47e5b46c6067: !Template + 696c5b7e-6057-45cc-9486-82710c515e2c: !Template answer_choices: null - id: 1f243d84-ce9c-485c-a52c-47e5b46c6067 - jinja: Translate the following text from Malayalam to English {{ sourceString - }}||| {{ targetString }} + id: 696c5b7e-6057-45cc-9486-82710c515e2c + jinja: Translate the following text from Malayalam to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,21 +13,9 @@ templates: original_task: null name: translate-this-mal-eng reference: '' - 4ad5c921-6df9-4051-b6fc-d0c064e5d762: !Template - answer_choices: null - id: 4ad5c921-6df9-4051-b6fc-d0c064e5d762 - jinja: Translate the following text from English to Malayalam {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-mal - reference: '' - a8da7cf2-2a69-421e-8da6-5cec74122815: !Template + 6a2d33e9-5f21-4d46-9f36-89adcbaf0db0: !Template answer_choices: null - id: a8da7cf2-2a69-421e-8da6-5cec74122815 + id: 6a2d33e9-5f21-4d46-9f36-89adcbaf0db0 jinja: Translate the following text from English to Malayalam {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -37,15 +25,3 @@ templates: original_task: null name: translate-this-eng-mal reference: '' - d7e0329e-db2d-4d5c-95d6-53f95187ba2f: !Template - answer_choices: null - id: d7e0329e-db2d-4d5c-95d6-53f95187ba2f - jinja: Translate the following text from Malayalam to English {{ sourceString - }}||| {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-mal-eng - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml index ee3396c3f..ff65a4429 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-mar templates: - 007f3006-e1a3-48f0-a492-df96343b0a0b: !Template + 5645f620-0364-43b8-a4e0-44ef8a917c07: !Template answer_choices: null - id: 007f3006-e1a3-48f0-a492-df96343b0a0b + id: 5645f620-0364-43b8-a4e0-44ef8a917c07 jinja: Translate the following text from English to Marathi {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,23 +13,11 @@ templates: original_task: null name: translate-this-eng-mar reference: '' - 77d19fba-d617-42c5-ad1b-0c93d5f9bcb5: !Template + e8543602-d11d-4548-98ac-72533eee1a76: !Template answer_choices: null - id: 77d19fba-d617-42c5-ad1b-0c93d5f9bcb5 - jinja: Translate the following text from Marathi to English {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-mar-eng - reference: '' - d1a85675-5ee8-4d20-868d-a783f3f768df: !Template - answer_choices: null - id: d1a85675-5ee8-4d20-868d-a783f3f768df - jinja: Translate the following text from Marathi to English {{ sourceString }}||| - {{ targetString }} + id: e8543602-d11d-4548-98ac-72533eee1a76 + jinja: Translate the following text from Marathi to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -37,15 +25,3 @@ templates: original_task: null name: translate-this-mar-eng reference: '' - dd19f29b-7c30-43f0-8fd5-60f16213c9d0: !Template - answer_choices: null - id: dd19f29b-7c30-43f0-8fd5-60f16213c9d0 - jinja: Translate the following text from English to Marathi {{ sourceString }}||| - {{ targetString }} - metadata: !TemplateMetadata - choices_in_prompt: null - languages: null - metrics: null - original_task: null - name: translate-this-eng-mar - reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml index 9b4179a13..8976d3f0e 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-por templates: - 0d6039de-55de-4e28-8e19-709e94328089: !Template + 23971edb-4b12-495c-9a0e-82af196c7de1: !Template answer_choices: null - id: 0d6039de-55de-4e28-8e19-709e94328089 - jinja: Translate the following text from Portuguese to English {{ sourceString + id: 23971edb-4b12-495c-9a0e-82af196c7de1 + jinja: Translate the following text from English to Portuguese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-por-eng + name: translate-this-eng-por reference: '' - 6e2075a5-95fe-4106-b633-c6af6de3fe11: !Template + c197c9a0-2046-4b7a-afea-cd1d45eb5cef: !Template answer_choices: null - id: 6e2075a5-95fe-4106-b633-c6af6de3fe11 - jinja: Translate the following text from English to Portuguese {{ sourceString - }}||| {{ targetString }} + id: c197c9a0-2046-4b7a-afea-cd1d45eb5cef + jinja: Translate the following text from Portuguese to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-eng-por + name: translate-this-por-eng reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml index 662063c56..93b6c1cf4 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-run templates: - 3a309e9d-9ee0-492b-9173-355b6a042c43: !Template + 5932b6d6-f501-4cb1-93b3-312b6dfd0688: !Template answer_choices: null - id: 3a309e9d-9ee0-492b-9173-355b6a042c43 - jinja: Translate the following text from Rundi to English {{ sourceString }}||| - {{ targetString }} + id: 5932b6d6-f501-4cb1-93b3-312b6dfd0688 + jinja: Translate the following text from Rundi to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-run-eng reference: '' - c3a72ea6-d950-40b9-af6e-936afe88e5db: !Template + cb34f229-02a3-47c1-acf6-3f776e9e7228: !Template answer_choices: null - id: c3a72ea6-d950-40b9-af6e-936afe88e5db + id: cb34f229-02a3-47c1-acf6-3f776e9e7228 jinja: Translate the following text from English to Rundi {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml index da996cd8b..ecc2da301 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-spa templates: - 6ee99add-c31d-4e89-bdc3-cf424b112812: !Template + 2b7a464e-151c-41a4-b751-ffd2ad067335: !Template answer_choices: null - id: 6ee99add-c31d-4e89-bdc3-cf424b112812 + id: 2b7a464e-151c-41a4-b751-ffd2ad067335 jinja: Translate the following text from English to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-eng-spa reference: '' - c934cdb1-2101-41d8-b159-271f991e3192: !Template + a072d3c7-c997-4916-bbe8-7d58475fdb1a: !Template answer_choices: null - id: c934cdb1-2101-41d8-b159-271f991e3192 - jinja: Translate the following text from Spanish to English {{ sourceString }}||| - {{ targetString }} + id: a072d3c7-c997-4916-bbe8-7d58475fdb1a + jinja: Translate the following text from Spanish to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml index 68a67d511..b81226e2a 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-swa templates: - 60ab6916-e689-4b7d-b7b5-b1a359760998: !Template + 91adec8c-c18e-496b-97d6-7a7d1a266860: !Template answer_choices: null - id: 60ab6916-e689-4b7d-b7b5-b1a359760998 - jinja: Translate the following text from Swahili (macrolanguage) to English {{ + id: 91adec8c-c18e-496b-97d6-7a7d1a266860 + jinja: Translate the following text from English to Swahili (macrolanguage) {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-swa-eng + name: translate-this-eng-swa reference: '' - 9e05bd63-e87e-4cd5-a2bd-e52a05a32622: !Template + b8bd0b4f-cc9e-478b-bd3e-89fe782294bf: !Template answer_choices: null - id: 9e05bd63-e87e-4cd5-a2bd-e52a05a32622 - jinja: Translate the following text from English to Swahili (macrolanguage) {{ - sourceString }}||| {{ targetString }} + id: b8bd0b4f-cc9e-478b-bd3e-89fe782294bf + jinja: Translate the following text from Swahili (macrolanguage) to English {{ + targetString }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-eng-swa + name: translate-this-swa-eng reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml index eccec60e4..0e37369e5 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-tam templates: - 03b24dfe-ab4d-424b-bed1-dcd988ff480d: !Template + 9e599a25-3e64-46a0-a389-a281cc78f912: !Template answer_choices: null - id: 03b24dfe-ab4d-424b-bed1-dcd988ff480d + id: 9e599a25-3e64-46a0-a389-a281cc78f912 jinja: Translate the following text from English to Tamil {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-eng-tam reference: '' - afd66468-0ffe-4968-986e-8be2c0eff7f0: !Template + d9fbfd8e-13bd-4054-857b-6f75c5122b39: !Template answer_choices: null - id: afd66468-0ffe-4968-986e-8be2c0eff7f0 - jinja: Translate the following text from Tamil to English {{ sourceString }}||| - {{ targetString }} + id: d9fbfd8e-13bd-4054-857b-6f75c5122b39 + jinja: Translate the following text from Tamil to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml index 02e87f16a..87ca57e78 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-tel templates: - cadbd6ce-6a05-4631-8174-9b18a74eb8e5: !Template + 1878eeb4-0de8-4817-b144-1a092907c9db: !Template answer_choices: null - id: cadbd6ce-6a05-4631-8174-9b18a74eb8e5 - jinja: Translate the following text from Telugu to English {{ sourceString }}||| - {{ targetString }} + id: 1878eeb4-0de8-4817-b144-1a092907c9db + jinja: Translate the following text from Telugu to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-tel-eng reference: '' - db9e154e-f693-4508-aece-cce64e79e6a5: !Template + 7bd52c18-182c-4c99-9ba7-e723f3cb692a: !Template answer_choices: null - id: db9e154e-f693-4508-aece-cce64e79e6a5 + id: 7bd52c18-182c-4c99-9ba7-e723f3cb692a jinja: Translate the following text from English to Telugu {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml index f22bad98f..7f381c338 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-urd templates: - 19dd2c85-5ce8-4439-870e-0ee90463d184: !Template + 2316686e-e197-4c91-bd9a-60ef39d8ca93: !Template answer_choices: null - id: 19dd2c85-5ce8-4439-870e-0ee90463d184 - jinja: Translate the following text from English to Urdu {{ sourceString }}||| - {{ targetString }} + id: 2316686e-e197-4c91-bd9a-60ef39d8ca93 + jinja: Translate the following text from Urdu to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-eng-urd + name: translate-this-urd-eng reference: '' - 69c93847-f823-4a36-907a-2e79da5094f3: !Template + 6eaa1bd3-d9ab-4b67-a077-c26738349b9d: !Template answer_choices: null - id: 69c93847-f823-4a36-907a-2e79da5094f3 - jinja: Translate the following text from Urdu to English {{ sourceString }}||| + id: 6eaa1bd3-d9ab-4b67-a077-c26738349b9d + jinja: Translate the following text from English to Urdu {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-urd-eng + name: translate-this-eng-urd reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml index 4262fdcaf..38bb4dba7 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-vie templates: - 73726f20-dcd7-40ba-8010-fc86494c6777: !Template + 055b458f-b7b6-433a-ac9d-63a81619a793: !Template answer_choices: null - id: 73726f20-dcd7-40ba-8010-fc86494c6777 - jinja: Translate the following text from Vietnamese to English {{ sourceString + id: 055b458f-b7b6-433a-ac9d-63a81619a793 + jinja: Translate the following text from English to Vietnamese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-vie-eng + name: translate-this-eng-vie reference: '' - dbf2c2c9-ccc9-4941-94b0-32ba3317f35a: !Template + e53b2889-276f-412b-a242-ecfe2d2d01bc: !Template answer_choices: null - id: dbf2c2c9-ccc9-4941-94b0-32ba3317f35a - jinja: Translate the following text from English to Vietnamese {{ sourceString - }}||| {{ targetString }} + id: e53b2889-276f-412b-a242-ecfe2d2d01bc + jinja: Translate the following text from Vietnamese to English {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-eng-vie + name: translate-this-vie-eng reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml index fd90ca5b5..73fd9b9e0 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eng-zho templates: - 140a7fe9-7327-4d6c-b9b8-5e287352d816: !Template + 2330b82e-22ba-4fe0-b344-e07d04c7e3b6: !Template answer_choices: null - id: 140a7fe9-7327-4d6c-b9b8-5e287352d816 - jinja: Translate the following text from Chinese to English {{ sourceString }}||| + id: 2330b82e-22ba-4fe0-b344-e07d04c7e3b6 + jinja: Translate the following text from English to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-zho-eng + name: translate-this-eng-zho reference: '' - 52dcea61-0445-46de-ba14-9a9d166669f2: !Template + 780417e5-81ba-4774-97fd-2a93e9621cbf: !Template answer_choices: null - id: 52dcea61-0445-46de-ba14-9a9d166669f2 - jinja: Translate the following text from English to Chinese {{ sourceString }}||| - {{ targetString }} + id: 780417e5-81ba-4774-97fd-2a93e9621cbf + jinja: Translate the following text from Chinese to English {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-eng-zho + name: translate-this-zho-eng reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml index 79ccd16e9..4b5eb96b8 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: eus-spa templates: - 7b4a1a4e-6a7a-4329-a40d-db2701767bec: !Template + 0bbeb1cf-35a4-4476-8ffa-7bcad4b09901: !Template answer_choices: null - id: 7b4a1a4e-6a7a-4329-a40d-db2701767bec + id: 0bbeb1cf-35a4-4476-8ffa-7bcad4b09901 jinja: Translate the following text from Basque to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-eus-spa reference: '' - 8ac59b27-b6d0-4fa9-9979-ccc307407177: !Template + 38a34eef-9329-45a8-8f40-573940f231c4: !Template answer_choices: null - id: 8ac59b27-b6d0-4fa9-9979-ccc307407177 - jinja: Translate the following text from Spanish to Basque {{ sourceString }}||| - {{ targetString }} + id: 38a34eef-9329-45a8-8f40-573940f231c4 + jinja: Translate the following text from Spanish to Basque {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml index 82c43732c..e3c37c688 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-cmn_Hans templates: - 2a5a76ea-c3b4-457e-b6ea-e7b44b6e01b4: !Template + 750c5e6a-d7d0-47fe-80c5-3e6a88c83e27: !Template answer_choices: null - id: 2a5a76ea-c3b4-457e-b6ea-e7b44b6e01b4 + id: 750c5e6a-d7d0-47fe-80c5-3e6a88c83e27 jinja: Translate the following text from French to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-fra-cmn_Hans reference: '' - 7fe31c75-8daa-4aaa-90f7-ef1533d9c28c: !Template + a2c3b8f1-f269-41d1-bc9a-49e6aa4b066f: !Template answer_choices: null - id: 7fe31c75-8daa-4aaa-90f7-ef1533d9c28c - jinja: Translate the following text from Mandarin Chinese to French {{ sourceString - }}||| {{ targetString }} + id: a2c3b8f1-f269-41d1-bc9a-49e6aa4b066f + jinja: Translate the following text from Mandarin Chinese to French {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml index 65aecc10c..310f9abe4 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-cmn_Hant templates: - 965972f3-5a92-4d88-abdd-40e554a418bc: !Template + 706de56f-c4fd-4b0b-9029-c3bfa7a06c84: !Template answer_choices: null - id: 965972f3-5a92-4d88-abdd-40e554a418bc - jinja: Translate the following text from Mandarin Chinese to French {{ sourceString + id: 706de56f-c4fd-4b0b-9029-c3bfa7a06c84 + jinja: Translate the following text from French to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-cmn_Hant-fra + name: translate-this-fra-cmn_Hant reference: '' - dc39a8b0-87e0-4b6f-a222-5bc366323ead: !Template + cb6c57aa-8275-4cb0-b936-426573c18c7c: !Template answer_choices: null - id: dc39a8b0-87e0-4b6f-a222-5bc366323ead - jinja: Translate the following text from French to Mandarin Chinese {{ sourceString - }}||| {{ targetString }} + id: cb6c57aa-8275-4cb0-b936-426573c18c7c + jinja: Translate the following text from Mandarin Chinese to French {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-fra-cmn_Hant + name: translate-this-cmn_Hant-fra reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml index 8f51995c4..a3a9b9b1f 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-ind templates: - 379dfcd6-7831-4a00-89c2-bdede5df76fe: !Template + 295d9417-f892-4c90-ae67-7962ed98299e: !Template answer_choices: null - id: 379dfcd6-7831-4a00-89c2-bdede5df76fe + id: 295d9417-f892-4c90-ae67-7962ed98299e jinja: Translate the following text from French to Indonesian {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-fra-ind reference: '' - e1ada362-63c0-4217-8352-0603aeac21f1: !Template + 5b5e9dba-697e-4b52-9da7-aec8866d94bf: !Template answer_choices: null - id: e1ada362-63c0-4217-8352-0603aeac21f1 - jinja: Translate the following text from Indonesian to French {{ sourceString - }}||| {{ targetString }} + id: 5b5e9dba-697e-4b52-9da7-aec8866d94bf + jinja: Translate the following text from Indonesian to French {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml index a6fd9e12d..75263281b 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-por templates: - 9b6bd79c-97e7-4bab-85e6-b3f73942564d: !Template + 0b288632-780b-4663-bf03-5c9881ac45a7: !Template answer_choices: null - id: 9b6bd79c-97e7-4bab-85e6-b3f73942564d + id: 0b288632-780b-4663-bf03-5c9881ac45a7 jinja: Translate the following text from French to Portuguese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-fra-por reference: '' - df376ccf-1ad2-49e9-b7ac-d56b71abffe5: !Template + ba3e7016-3e45-4ea4-b240-ffd4f14899d1: !Template answer_choices: null - id: df376ccf-1ad2-49e9-b7ac-d56b71abffe5 - jinja: Translate the following text from Portuguese to French {{ sourceString - }}||| {{ targetString }} + id: ba3e7016-3e45-4ea4-b240-ffd4f14899d1 + jinja: Translate the following text from Portuguese to French {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml index 7a21c4ecd..611d30e2c 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-run templates: - 04aaeff2-c156-405b-ac16-f2f613a45849: !Template + 189c1998-6a80-4cb6-98d3-826e043619af: !Template answer_choices: null - id: 04aaeff2-c156-405b-ac16-f2f613a45849 - jinja: Translate the following text from French to Rundi {{ sourceString }}||| - {{ targetString }} + id: 189c1998-6a80-4cb6-98d3-826e043619af + jinja: Translate the following text from Rundi to French {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-fra-run + name: translate-this-run-fra reference: '' - dbfb4670-a8c0-4a37-885d-855fb6f9eafc: !Template + dd88c927-b313-4604-808e-5171648c2a17: !Template answer_choices: null - id: dbfb4670-a8c0-4a37-885d-855fb6f9eafc - jinja: Translate the following text from Rundi to French {{ sourceString }}||| + id: dd88c927-b313-4604-808e-5171648c2a17 + jinja: Translate the following text from French to Rundi {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-run-fra + name: translate-this-fra-run reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml index eae92ff5c..80b7f97fa 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-spa templates: - 3d11c029-adc3-4492-961c-b26e1fd7c5a1: !Template + 3189ea2f-8248-4b06-9a06-81631db11918: !Template answer_choices: null - id: 3d11c029-adc3-4492-961c-b26e1fd7c5a1 - jinja: Translate the following text from Spanish to French {{ sourceString }}||| + id: 3189ea2f-8248-4b06-9a06-81631db11918 + jinja: Translate the following text from French to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-spa-fra + name: translate-this-fra-spa reference: '' - b4e383aa-1636-4052-af8c-d375f7d225b8: !Template + fd831201-7371-4cd6-a1ce-c05919e56e07: !Template answer_choices: null - id: b4e383aa-1636-4052-af8c-d375f7d225b8 - jinja: Translate the following text from French to Spanish {{ sourceString }}||| - {{ targetString }} + id: fd831201-7371-4cd6-a1ce-c05919e56e07 + jinja: Translate the following text from Spanish to French {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-fra-spa + name: translate-this-spa-fra reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml index 3cbcdec1f..7e48300f0 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-vie templates: - 06795f5f-fe64-4bb7-b606-ee67ce231248: !Template + 672b2d92-50e4-49b2-a142-40d9e5284a6a: !Template answer_choices: null - id: 06795f5f-fe64-4bb7-b606-ee67ce231248 - jinja: Translate the following text from French to Vietnamese {{ sourceString - }}||| {{ targetString }} + id: 672b2d92-50e4-49b2-a142-40d9e5284a6a + jinja: Translate the following text from Vietnamese to French {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-fra-vie + name: translate-this-vie-fra reference: '' - e5f6cb17-0809-417d-96e7-b17dee8258d1: !Template + c1f0b1f9-c757-441e-bf40-69b9135de000: !Template answer_choices: null - id: e5f6cb17-0809-417d-96e7-b17dee8258d1 - jinja: Translate the following text from Vietnamese to French {{ sourceString + id: c1f0b1f9-c757-441e-bf40-69b9135de000 + jinja: Translate the following text from French to Vietnamese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-vie-fra + name: translate-this-fra-vie reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml index 10dc660b7..2f787db3c 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: fra-zho templates: - 11a887b8-3b87-4f54-add8-673f53ab6b9d: !Template + b6e2397f-6170-4a1c-9b9e-4efd970dcefc: !Template answer_choices: null - id: 11a887b8-3b87-4f54-add8-673f53ab6b9d - jinja: Translate the following text from French to Chinese {{ sourceString }}||| - {{ targetString }} + id: b6e2397f-6170-4a1c-9b9e-4efd970dcefc + jinja: Translate the following text from Chinese to French {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-fra-zho + name: translate-this-zho-fra reference: '' - 213edfe9-44f5-49b1-898c-7c9e90efc589: !Template + c1511df9-75e9-4771-9559-f73348d151a3: !Template answer_choices: null - id: 213edfe9-44f5-49b1-898c-7c9e90efc589 - jinja: Translate the following text from Chinese to French {{ sourceString }}||| + id: c1511df9-75e9-4771-9559-f73348d151a3 + jinja: Translate the following text from French to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-zho-fra + name: translate-this-fra-zho reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml index 31ab89e89..6e1a75dc1 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: hin-urd templates: - 660de694-42d2-4fae-8b78-67b38c7568f1: !Template + 8d2b2269-a558-462b-8aa1-db74638a99a3: !Template answer_choices: null - id: 660de694-42d2-4fae-8b78-67b38c7568f1 - jinja: Translate the following text from Hindi to Urdu {{ sourceString }}||| {{ - targetString }} + id: 8d2b2269-a558-462b-8aa1-db74638a99a3 + jinja: Translate the following text from Urdu to Hindi {{ targetString }}||| {{ + sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-hin-urd + name: translate-this-urd-hin reference: '' - 8b36d24c-0132-47c7-9401-7afbc7d0f695: !Template + af92cb60-0597-4fdb-b49c-9f981c0ed563: !Template answer_choices: null - id: 8b36d24c-0132-47c7-9401-7afbc7d0f695 - jinja: Translate the following text from Urdu to Hindi {{ sourceString }}||| {{ + id: af92cb60-0597-4fdb-b49c-9f981c0ed563 + jinja: Translate the following text from Hindi to Urdu {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-urd-hin + name: translate-this-hin-urd reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml index e1d1f7371..c99b79b3e 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: hin-zho templates: - 5a452c36-0571-4e4c-81ee-cd4237463a38: !Template + f6331633-bf1a-44b6-b284-1d0f47263434: !Template answer_choices: null - id: 5a452c36-0571-4e4c-81ee-cd4237463a38 - jinja: Translate the following text from Chinese to Hindi {{ sourceString }}||| + id: f6331633-bf1a-44b6-b284-1d0f47263434 + jinja: Translate the following text from Hindi to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-zho-hin + name: translate-this-hin-zho reference: '' - 6ee1793b-611a-4bac-a146-d173521611db: !Template + f66a6a46-feb7-4abb-bbf2-33e270438ffd: !Template answer_choices: null - id: 6ee1793b-611a-4bac-a146-d173521611db - jinja: Translate the following text from Hindi to Chinese {{ sourceString }}||| - {{ targetString }} + id: f66a6a46-feb7-4abb-bbf2-33e270438ffd + jinja: Translate the following text from Chinese to Hindi {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-hin-zho + name: translate-this-zho-hin reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml index 62fc507cb..28be200a0 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: por-cmn_Hans templates: - b1354afb-5016-462d-b7ac-ee8bbc51a419: !Template + 8b86cfbd-2b90-4130-afae-13e5ef4d1d02: !Template answer_choices: null - id: b1354afb-5016-462d-b7ac-ee8bbc51a419 + id: 8b86cfbd-2b90-4130-afae-13e5ef4d1d02 jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-por-cmn_Hans reference: '' - c36f397e-7b40-41a4-a530-fcb172f39ceb: !Template + ea380ce6-00a2-4ea1-b0d4-63b48bd0486b: !Template answer_choices: null - id: c36f397e-7b40-41a4-a530-fcb172f39ceb - jinja: Translate the following text from Mandarin Chinese to Portuguese {{ sourceString - }}||| {{ targetString }} + id: ea380ce6-00a2-4ea1-b0d4-63b48bd0486b + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml index 1f867f95b..7edd820aa 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: por-cmn_Hant templates: - 8613255f-71e9-412b-a55b-a880d99c139f: !Template + 050ce75e-674b-4a85-9c46-7c45775f19d0: !Template answer_choices: null - id: 8613255f-71e9-412b-a55b-a880d99c139f - jinja: Translate the following text from Mandarin Chinese to Portuguese {{ sourceString - }}||| {{ targetString }} + id: 050ce75e-674b-4a85-9c46-7c45775f19d0 + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-cmn_Hant-por reference: '' - cd73c052-94d7-49eb-9735-acd79d3ad3c8: !Template + 38e2c49b-a0e2-4cba-afdc-0496e5e490b6: !Template answer_choices: null - id: cd73c052-94d7-49eb-9735-acd79d3ad3c8 + id: 38e2c49b-a0e2-4cba-afdc-0496e5e490b6 jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml index c5ecaae73..415ecda53 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: por-spa templates: - 747ad352-ad2c-4a11-b234-02f458812cc6: !Template + 07b75077-cfa5-4804-8d16-a127a89a2daf: !Template answer_choices: null - id: 747ad352-ad2c-4a11-b234-02f458812cc6 - jinja: Translate the following text from Spanish to Portuguese {{ sourceString - }}||| {{ targetString }} + id: 07b75077-cfa5-4804-8d16-a127a89a2daf + jinja: Translate the following text from Spanish to Portuguese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-spa-por reference: '' - 79af5751-dff2-48ce-9738-0c139e14d407: !Template + 194aef1a-5b23-49c3-bbd8-47fc1666dbb5: !Template answer_choices: null - id: 79af5751-dff2-48ce-9738-0c139e14d407 + id: 194aef1a-5b23-49c3-bbd8-47fc1666dbb5 jinja: Translate the following text from Portuguese to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml index eff5d7a37..e5eb052b5 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml @@ -1,27 +1,27 @@ dataset: Helsinki-NLP/tatoeba_mt subset: por-zho templates: - 38dbc7b8-0abc-4bc9-828b-3d5bf4b2b1c3: !Template + 31bae7bf-5784-4b48-a60e-9a37e4a71941: !Template answer_choices: null - id: 38dbc7b8-0abc-4bc9-828b-3d5bf4b2b1c3 - jinja: Translate the following text from Portuguese to Chinese {{ sourceString - }}||| {{ targetString }} + id: 31bae7bf-5784-4b48-a60e-9a37e4a71941 + jinja: Translate the following text from Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-por-zho + name: translate-this-zho-por reference: '' - 800450d8-d620-4912-8262-9c87e93d1334: !Template + f816c2f6-55eb-47ba-9230-0a8949c87217: !Template answer_choices: null - id: 800450d8-d620-4912-8262-9c87e93d1334 - jinja: Translate the following text from Chinese to Portuguese {{ sourceString + id: f816c2f6-55eb-47ba-9230-0a8949c87217 + jinja: Translate the following text from Portuguese to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null metrics: null original_task: null - name: translate-this-zho-por + name: translate-this-por-zho reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml index c50c1f538..e701ce6d2 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: run-spa templates: - 7efc2df5-9080-4929-a818-c453168dfaf5: !Template + 32064d45-2fae-435b-ade5-bc3793844ccc: !Template answer_choices: null - id: 7efc2df5-9080-4929-a818-c453168dfaf5 + id: 32064d45-2fae-435b-ade5-bc3793844ccc jinja: Translate the following text from Rundi to Spanish {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-run-spa reference: '' - bde15dc3-5870-4966-85b1-cb98f04352bf: !Template + 58323021-5c9a-49ce-a329-66b1533c47cf: !Template answer_choices: null - id: bde15dc3-5870-4966-85b1-cb98f04352bf - jinja: Translate the following text from Spanish to Rundi {{ sourceString }}||| - {{ targetString }} + id: 58323021-5c9a-49ce-a329-66b1533c47cf + jinja: Translate the following text from Spanish to Rundi {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml index 923c169ec..82581ce36 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: spa-cmn_Hans templates: - bd9a42a4-e4e8-4709-a67c-acc41bfd168e: !Template + 36bffdb8-925e-40e2-b5fd-2adb296b8dac: !Template answer_choices: null - id: bd9a42a4-e4e8-4709-a67c-acc41bfd168e - jinja: Translate the following text from Mandarin Chinese to Spanish {{ sourceString - }}||| {{ targetString }} + id: 36bffdb8-925e-40e2-b5fd-2adb296b8dac + jinja: Translate the following text from Mandarin Chinese to Spanish {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-cmn_Hans-spa reference: '' - ef6737a7-c4c9-4aa8-97fe-b93842d4625d: !Template + e0ad9ca7-af26-46d4-aae3-9ad929596205: !Template answer_choices: null - id: ef6737a7-c4c9-4aa8-97fe-b93842d4625d + id: e0ad9ca7-af26-46d4-aae3-9ad929596205 jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml index 1a2d9ca44..19d30ae5d 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml @@ -1,11 +1,11 @@ dataset: Helsinki-NLP/tatoeba_mt subset: spa-cmn_Hant templates: - 400eb264-e37e-4826-89a6-40e2f485b65c: !Template + 8fc3281c-3a67-4dbc-8e4b-1bb23355a393: !Template answer_choices: null - id: 400eb264-e37e-4826-89a6-40e2f485b65c - jinja: Translate the following text from Mandarin Chinese to Spanish {{ sourceString - }}||| {{ targetString }} + id: 8fc3281c-3a67-4dbc-8e4b-1bb23355a393 + jinja: Translate the following text from Mandarin Chinese to Spanish {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null @@ -13,9 +13,9 @@ templates: original_task: null name: translate-this-cmn_Hant-spa reference: '' - 4746a345-68f0-45a9-9f40-564b79235be3: !Template + 9e1a68a8-a69f-4290-a01d-5c2438cef8b8: !Template answer_choices: null - id: 4746a345-68f0-45a9-9f40-564b79235be3 + id: 9e1a68a8-a69f-4290-a01d-5c2438cef8b8 jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml index 09ae5ad3c..985d47fe8 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: spa-vie templates: - 2ee5f27a-1c80-4d94-b3bb-7da3db90d7a6: !Template + 434ceff9-ea2c-441f-bf24-ad6ded7a6f52: !Template answer_choices: null - id: 2ee5f27a-1c80-4d94-b3bb-7da3db90d7a6 + id: 434ceff9-ea2c-441f-bf24-ad6ded7a6f52 jinja: Translate the following text from Spanish to Vietnamese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-spa-vie reference: '' - bd22abf9-8513-4172-a69f-195bc4e7aff9: !Template + 9c25bf7a-3bb6-4a43-a988-673950501940: !Template answer_choices: null - id: bd22abf9-8513-4172-a69f-195bc4e7aff9 - jinja: Translate the following text from Vietnamese to Spanish {{ sourceString - }}||| {{ targetString }} + id: 9c25bf7a-3bb6-4a43-a988-673950501940 + jinja: Translate the following text from Vietnamese to Spanish {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml index 6bee2182c..58a708eef 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: spa-zho templates: - 65e791a6-2dcd-4dc1-910e-49c26de70b66: !Template + 4bac0f02-dd94-45bf-8f7e-a39a66d1beb6: !Template answer_choices: null - id: 65e791a6-2dcd-4dc1-910e-49c26de70b66 + id: 4bac0f02-dd94-45bf-8f7e-a39a66d1beb6 jinja: Translate the following text from Spanish to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-spa-zho reference: '' - bab6a244-2142-4613-b819-8da20b40b7d0: !Template + a2ad3c1f-f90c-4110-8c17-e0e45f1ed73f: !Template answer_choices: null - id: bab6a244-2142-4613-b819-8da20b40b7d0 - jinja: Translate the following text from Chinese to Spanish {{ sourceString }}||| - {{ targetString }} + id: a2ad3c1f-f90c-4110-8c17-e0e45f1ed73f + jinja: Translate the following text from Chinese to Spanish {{ targetString }}||| + {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml index c93231cf1..510deaffc 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: vie-cmn_Hans templates: - 0955684e-407f-49c9-a9ca-1a6b604c5275: !Template + 8a79e5c4-5820-4ba8-b8eb-ac29c0380ca2: !Template answer_choices: null - id: 0955684e-407f-49c9-a9ca-1a6b604c5275 + id: 8a79e5c4-5820-4ba8-b8eb-ac29c0380ca2 jinja: Translate the following text from Vietnamese to Mandarin Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-vie-cmn_Hans reference: '' - 36cbd4cf-8dcb-46e6-9058-84536f37a4ec: !Template + c0c5f968-5f75-4e5f-9484-812c545053ea: !Template answer_choices: null - id: 36cbd4cf-8dcb-46e6-9058-84536f37a4ec - jinja: Translate the following text from Mandarin Chinese to Vietnamese {{ sourceString - }}||| {{ targetString }} + id: c0c5f968-5f75-4e5f-9484-812c545053ea + jinja: Translate the following text from Mandarin Chinese to Vietnamese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml index 27fc23a0a..96c85eeba 100644 --- a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml @@ -1,9 +1,9 @@ dataset: Helsinki-NLP/tatoeba_mt subset: vie-zho templates: - 254ad7ae-a86b-4965-919d-ffa0c7114a30: !Template + 0a9ad16e-8f50-4400-a01c-2acf4c47bc5d: !Template answer_choices: null - id: 254ad7ae-a86b-4965-919d-ffa0c7114a30 + id: 0a9ad16e-8f50-4400-a01c-2acf4c47bc5d jinja: Translate the following text from Vietnamese to Chinese {{ sourceString }}||| {{ targetString }} metadata: !TemplateMetadata @@ -13,11 +13,11 @@ templates: original_task: null name: translate-this-vie-zho reference: '' - 3f2935b5-6379-46e1-8a76-af17533d3c28: !Template + de042999-a291-4e32-8c6f-c7da299020ea: !Template answer_choices: null - id: 3f2935b5-6379-46e1-8a76-af17533d3c28 - jinja: Translate the following text from Chinese to Vietnamese {{ sourceString - }}||| {{ targetString }} + id: de042999-a291-4e32-8c6f-c7da299020ea + jinja: Translate the following text from Chinese to Vietnamese {{ targetString + }}||| {{ sourceString }} metadata: !TemplateMetadata choices_in_prompt: null languages: null