diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..2ed05b966 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -27,7 +27,19 @@ # These are users whose datasets should be included in the results returned by # filter_english_datasets (regardless of their metadata) -INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"} +INCLUDED_USERS = { + "Zaid", + "craffel", + "GEM", + "aps", + "khalidalt", + "shanya", + "rbawden", + "BigScienceBiasEval", + "gsarti", + "Helsinki-NLP", + "Muennighoff", +} # These are the metrics with which templates can be tagged METRICS = { diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml new file mode 100644 index 000000000..31adc0758 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-eng/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-eng +templates: + 2ca27188-17c3-4e83-884c-90c93f53821a: !Template + answer_choices: null + id: 2ca27188-17c3-4e83-884c-90c93f53821a + jinja: Translate the following text from English to Arabic {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ara + reference: '' + 3a6ba80f-2b5d-471d-93cc-208a74d09b25: !Template + answer_choices: null + id: 3a6ba80f-2b5d-471d-93cc-208a74d09b25 + jinja: Translate the following text from Arabic to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml new file mode 100644 index 000000000..8a5a89d81 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-fra/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-fra +templates: + a867b103-a1c4-43b4-ae2e-eddc3cb3b890: !Template + answer_choices: null + id: a867b103-a1c4-43b4-ae2e-eddc3cb3b890 + jinja: Translate the following text from French to Arabic {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ara + reference: '' + e053166a-1a47-42e9-9970-27faad375e2c: !Template + answer_choices: null + id: e053166a-1a47-42e9-9970-27faad375e2c + jinja: Translate the following text from Arabic to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml new file mode 100644 index 000000000..a1e242ccb --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ara-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ara-spa +templates: + 60875520-509d-4390-b37c-feab2414e139: !Template + answer_choices: null + id: 60875520-509d-4390-b37c-feab2414e139 + jinja: Translate the following text from Spanish to Arabic {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-ara + reference: '' + 6fd44ef5-8bfa-45fd-88ea-d52f0abc2954: !Template + answer_choices: null + id: 6fd44ef5-8bfa-45fd-88ea-d52f0abc2954 + jinja: Translate the following text from Arabic to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ara-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml new file mode 100644 index 000000000..4c3bb9573 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/ben-eng/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: ben-eng +templates: + 3e6cf1b1-5bdc-4401-a440-670e34f9d7f0: !Template + answer_choices: null + id: 3e6cf1b1-5bdc-4401-a440-670e34f9d7f0 + jinja: Translate the following text from English to Bengali {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ben + reference: '' + c3409e18-3cc6-427a-a31a-a536df9d1d83: !Template + answer_choices: null + id: c3409e18-3cc6-427a-a31a-a536df9d1d83 + jinja: Translate the following text from Bengali to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ben-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml new file mode 100644 index 000000000..ac8595114 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-eng/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-eng +templates: + 28d68d88-1971-4c2f-bf9f-dacf247964e3: !Template + answer_choices: null + id: 28d68d88-1971-4c2f-bf9f-dacf247964e3 + jinja: Translate the following text from English to Catalan {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cat + reference: '' + b5fb150a-5b6d-460e-81a3-53ba4627ca9e: !Template + answer_choices: null + id: b5fb150a-5b6d-460e-81a3-53ba4627ca9e + jinja: Translate the following text from Catalan to English {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml new file mode 100644 index 000000000..bbdd19a0d --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-fra/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-fra +templates: + 047e2324-7372-4996-98ef-32c39aa49605: !Template + answer_choices: null + id: 047e2324-7372-4996-98ef-32c39aa49605 + jinja: Translate the following text from French to Catalan {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cat + reference: '' + 9221d310-8f77-40a5-830c-1b8c6b79c85c: !Template + answer_choices: null + id: 9221d310-8f77-40a5-830c-1b8c6b79c85c + jinja: Translate the following text from Catalan to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml new file mode 100644 index 000000000..45232f64a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-por/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-por +templates: + 106fd81a-4816-4644-bdb5-2c8302413b55: !Template + answer_choices: null + id: 106fd81a-4816-4644-bdb5-2c8302413b55 + jinja: Translate the following text from Portuguese to Catalan {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cat + reference: '' + b11dfc4f-387d-4c8c-a992-df7a67c50d8b: !Template + answer_choices: null + id: b11dfc4f-387d-4c8c-a992-df7a67c50d8b + jinja: Translate the following text from Catalan to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml new file mode 100644 index 000000000..3325ba3ba --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/cat-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: cat-spa +templates: + 427fce5b-4075-470c-9882-4fae08013452: !Template + answer_choices: null + id: 427fce5b-4075-470c-9882-4fae08013452 + jinja: Translate the following text from Catalan to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cat-spa + reference: '' + 8178c5b0-a3dc-486d-ba90-7fc097fd4494: !Template + answer_choices: null + id: 8178c5b0-a3dc-486d-ba90-7fc097fd4494 + jinja: Translate the following text from Spanish to Catalan {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cat + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml new file mode 100644 index 000000000..fc7fcb7e9 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-cmn_Hans +templates: + 81c4007c-70ba-4c70-b2e5-ea8c855a1b6e: !Template + answer_choices: null + id: 81c4007c-70ba-4c70-b2e5-ea8c855a1b6e + jinja: Translate the following text from Mandarin Chinese to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-eng + reference: '' + a7c97c86-6eac-4dd6-969c-3e083851d8f7: !Template + answer_choices: null + id: a7c97c86-6eac-4dd6-969c-3e083851d8f7 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hans + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml new file mode 100644 index 000000000..fccd5fc7a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-cmn_Hant +templates: + 48d886b8-8476-4d36-b751-b1add1c9b0dd: !Template + answer_choices: null + id: 48d886b8-8476-4d36-b751-b1add1c9b0dd + jinja: Translate the following text from Mandarin Chinese to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-eng + reference: '' + 8f6c9133-105d-46b1-810e-3224aac8df83: !Template + answer_choices: null + id: 8f6c9133-105d-46b1-810e-3224aac8df83 + jinja: Translate the following text from English to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml new file mode 100644 index 000000000..9afaaf8dc --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-eus/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-eus +templates: + 87630907-872e-43fd-a965-c29bcfa44c4a: !Template + answer_choices: null + id: 87630907-872e-43fd-a965-c29bcfa44c4a + jinja: Translate the following text from English to Basque {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-eus + reference: '' + ecdccaef-f7da-4b90-a40b-add38421c9d2: !Template + answer_choices: null + id: ecdccaef-f7da-4b90-a40b-add38421c9d2 + jinja: Translate the following text from Basque to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eus-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml new file mode 100644 index 000000000..edd463392 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-fra/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-fra +templates: + 115c04c7-43ea-4681-bc52-304495acc3be: !Template + answer_choices: null + id: 115c04c7-43ea-4681-bc52-304495acc3be + jinja: Translate the following text from French to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-eng + reference: '' + fe9f5bcc-158e-4639-b7c9-b4721d376bc1: !Template + answer_choices: null + id: fe9f5bcc-158e-4639-b7c9-b4721d376bc1 + jinja: Translate the following text from English to French {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml new file mode 100644 index 000000000..a356ee3eb --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-hin/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-hin +templates: + 5bd1ad4b-d9ea-4a4d-bbfa-0f119142cca0: !Template + answer_choices: null + id: 5bd1ad4b-d9ea-4a4d-bbfa-0f119142cca0 + jinja: Translate the following text from English to Hindi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-hin + reference: '' + 85f8628a-86aa-485f-8f59-e4a5c4a3e371: !Template + answer_choices: null + id: 85f8628a-86aa-485f-8f59-e4a5c4a3e371 + jinja: Translate the following text from Hindi to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml new file mode 100644 index 000000000..6802612cb --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-ind/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-ind +templates: + 2d969106-9999-46d4-862d-e0e54d7ae379: !Template + answer_choices: null + id: 2d969106-9999-46d4-862d-e0e54d7ae379 + jinja: Translate the following text from English to Indonesian {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-ind + reference: '' + d834eb4d-96ca-4f08-b845-0356c75578db: !Template + answer_choices: null + id: d834eb4d-96ca-4f08-b845-0356c75578db + jinja: Translate the following text from Indonesian to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ind-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml new file mode 100644 index 000000000..265567c33 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mal/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-mal +templates: + 696c5b7e-6057-45cc-9486-82710c515e2c: !Template + answer_choices: null + id: 696c5b7e-6057-45cc-9486-82710c515e2c + jinja: Translate the following text from Malayalam to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mal-eng + reference: '' + 6a2d33e9-5f21-4d46-9f36-89adcbaf0db0: !Template + answer_choices: null + id: 6a2d33e9-5f21-4d46-9f36-89adcbaf0db0 + jinja: Translate the following text from English to Malayalam {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mal + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml new file mode 100644 index 000000000..ff65a4429 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-mar/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-mar +templates: + 5645f620-0364-43b8-a4e0-44ef8a917c07: !Template + answer_choices: null + id: 5645f620-0364-43b8-a4e0-44ef8a917c07 + jinja: Translate the following text from English to Marathi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-mar + reference: '' + e8543602-d11d-4548-98ac-72533eee1a76: !Template + answer_choices: null + id: e8543602-d11d-4548-98ac-72533eee1a76 + jinja: Translate the following text from Marathi to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-mar-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml new file mode 100644 index 000000000..8976d3f0e --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-por/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-por +templates: + 23971edb-4b12-495c-9a0e-82af196c7de1: !Template + answer_choices: null + id: 23971edb-4b12-495c-9a0e-82af196c7de1 + jinja: Translate the following text from English to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-por + reference: '' + c197c9a0-2046-4b7a-afea-cd1d45eb5cef: !Template + answer_choices: null + id: c197c9a0-2046-4b7a-afea-cd1d45eb5cef + jinja: Translate the following text from Portuguese to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml new file mode 100644 index 000000000..93b6c1cf4 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-run/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-run +templates: + 5932b6d6-f501-4cb1-93b3-312b6dfd0688: !Template + answer_choices: null + id: 5932b6d6-f501-4cb1-93b3-312b6dfd0688 + jinja: Translate the following text from Rundi to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-eng + reference: '' + cb34f229-02a3-47c1-acf6-3f776e9e7228: !Template + answer_choices: null + id: cb34f229-02a3-47c1-acf6-3f776e9e7228 + jinja: Translate the following text from English to Rundi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-run + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml new file mode 100644 index 000000000..ecc2da301 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-spa +templates: + 2b7a464e-151c-41a4-b751-ffd2ad067335: !Template + answer_choices: null + id: 2b7a464e-151c-41a4-b751-ffd2ad067335 + jinja: Translate the following text from English to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-spa + reference: '' + a072d3c7-c997-4916-bbe8-7d58475fdb1a: !Template + answer_choices: null + id: a072d3c7-c997-4916-bbe8-7d58475fdb1a + jinja: Translate the following text from Spanish to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml new file mode 100644 index 000000000..b81226e2a --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-swa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-swa +templates: + 91adec8c-c18e-496b-97d6-7a7d1a266860: !Template + answer_choices: null + id: 91adec8c-c18e-496b-97d6-7a7d1a266860 + jinja: Translate the following text from English to Swahili (macrolanguage) {{ + sourceString }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-swa + reference: '' + b8bd0b4f-cc9e-478b-bd3e-89fe782294bf: !Template + answer_choices: null + id: b8bd0b4f-cc9e-478b-bd3e-89fe782294bf + jinja: Translate the following text from Swahili (macrolanguage) to English {{ + targetString }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-swa-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml new file mode 100644 index 000000000..0e37369e5 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tam/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-tam +templates: + 9e599a25-3e64-46a0-a389-a281cc78f912: !Template + answer_choices: null + id: 9e599a25-3e64-46a0-a389-a281cc78f912 + jinja: Translate the following text from English to Tamil {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-tam + reference: '' + d9fbfd8e-13bd-4054-857b-6f75c5122b39: !Template + answer_choices: null + id: d9fbfd8e-13bd-4054-857b-6f75c5122b39 + jinja: Translate the following text from Tamil to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-tam-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml new file mode 100644 index 000000000..87ca57e78 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-tel/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-tel +templates: + 1878eeb4-0de8-4817-b144-1a092907c9db: !Template + answer_choices: null + id: 1878eeb4-0de8-4817-b144-1a092907c9db + jinja: Translate the following text from Telugu to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-tel-eng + reference: '' + 7bd52c18-182c-4c99-9ba7-e723f3cb692a: !Template + answer_choices: null + id: 7bd52c18-182c-4c99-9ba7-e723f3cb692a + jinja: Translate the following text from English to Telugu {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-tel + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml new file mode 100644 index 000000000..7f381c338 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-urd/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-urd +templates: + 2316686e-e197-4c91-bd9a-60ef39d8ca93: !Template + answer_choices: null + id: 2316686e-e197-4c91-bd9a-60ef39d8ca93 + jinja: Translate the following text from Urdu to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-urd-eng + reference: '' + 6eaa1bd3-d9ab-4b67-a077-c26738349b9d: !Template + answer_choices: null + id: 6eaa1bd3-d9ab-4b67-a077-c26738349b9d + jinja: Translate the following text from English to Urdu {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-urd + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml new file mode 100644 index 000000000..38bb4dba7 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-vie +templates: + 055b458f-b7b6-433a-ac9d-63a81619a793: !Template + answer_choices: null + id: 055b458f-b7b6-433a-ac9d-63a81619a793 + jinja: Translate the following text from English to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-vie + reference: '' + e53b2889-276f-412b-a242-ecfe2d2d01bc: !Template + answer_choices: null + id: e53b2889-276f-412b-a242-ecfe2d2d01bc + jinja: Translate the following text from Vietnamese to English {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml new file mode 100644 index 000000000..73fd9b9e0 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eng-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eng-zho +templates: + 2330b82e-22ba-4fe0-b344-e07d04c7e3b6: !Template + answer_choices: null + id: 2330b82e-22ba-4fe0-b344-e07d04c7e3b6 + jinja: Translate the following text from English to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eng-zho + reference: '' + 780417e5-81ba-4774-97fd-2a93e9621cbf: !Template + answer_choices: null + id: 780417e5-81ba-4774-97fd-2a93e9621cbf + jinja: Translate the following text from Chinese to English {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-eng + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml new file mode 100644 index 000000000..4b5eb96b8 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/eus-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: eus-spa +templates: + 0bbeb1cf-35a4-4476-8ffa-7bcad4b09901: !Template + answer_choices: null + id: 0bbeb1cf-35a4-4476-8ffa-7bcad4b09901 + jinja: Translate the following text from Basque to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-eus-spa + reference: '' + 38a34eef-9329-45a8-8f40-573940f231c4: !Template + answer_choices: null + id: 38a34eef-9329-45a8-8f40-573940f231c4 + jinja: Translate the following text from Spanish to Basque {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-eus + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml new file mode 100644 index 000000000..e3c37c688 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-cmn_Hans +templates: + 750c5e6a-d7d0-47fe-80c5-3e6a88c83e27: !Template + answer_choices: null + id: 750c5e6a-d7d0-47fe-80c5-3e6a88c83e27 + jinja: Translate the following text from French to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cmn_Hans + reference: '' + a2c3b8f1-f269-41d1-bc9a-49e6aa4b066f: !Template + answer_choices: null + id: a2c3b8f1-f269-41d1-bc9a-49e6aa4b066f + jinja: Translate the following text from Mandarin Chinese to French {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml new file mode 100644 index 000000000..310f9abe4 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-cmn_Hant +templates: + 706de56f-c4fd-4b0b-9029-c3bfa7a06c84: !Template + answer_choices: null + id: 706de56f-c4fd-4b0b-9029-c3bfa7a06c84 + jinja: Translate the following text from French to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-cmn_Hant + reference: '' + cb6c57aa-8275-4cb0-b936-426573c18c7c: !Template + answer_choices: null + id: cb6c57aa-8275-4cb0-b936-426573c18c7c + jinja: Translate the following text from Mandarin Chinese to French {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml new file mode 100644 index 000000000..a3a9b9b1f --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-ind/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-ind +templates: + 295d9417-f892-4c90-ae67-7962ed98299e: !Template + answer_choices: null + id: 295d9417-f892-4c90-ae67-7962ed98299e + jinja: Translate the following text from French to Indonesian {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-ind + reference: '' + 5b5e9dba-697e-4b52-9da7-aec8866d94bf: !Template + answer_choices: null + id: 5b5e9dba-697e-4b52-9da7-aec8866d94bf + jinja: Translate the following text from Indonesian to French {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-ind-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml new file mode 100644 index 000000000..75263281b --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-por/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-por +templates: + 0b288632-780b-4663-bf03-5c9881ac45a7: !Template + answer_choices: null + id: 0b288632-780b-4663-bf03-5c9881ac45a7 + jinja: Translate the following text from French to Portuguese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-por + reference: '' + ba3e7016-3e45-4ea4-b240-ffd4f14899d1: !Template + answer_choices: null + id: ba3e7016-3e45-4ea4-b240-ffd4f14899d1 + jinja: Translate the following text from Portuguese to French {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml new file mode 100644 index 000000000..611d30e2c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-run/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-run +templates: + 189c1998-6a80-4cb6-98d3-826e043619af: !Template + answer_choices: null + id: 189c1998-6a80-4cb6-98d3-826e043619af + jinja: Translate the following text from Rundi to French {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-fra + reference: '' + dd88c927-b313-4604-808e-5171648c2a17: !Template + answer_choices: null + id: dd88c927-b313-4604-808e-5171648c2a17 + jinja: Translate the following text from French to Rundi {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-run + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml new file mode 100644 index 000000000..80b7f97fa --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-spa +templates: + 3189ea2f-8248-4b06-9a06-81631db11918: !Template + answer_choices: null + id: 3189ea2f-8248-4b06-9a06-81631db11918 + jinja: Translate the following text from French to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-spa + reference: '' + fd831201-7371-4cd6-a1ce-c05919e56e07: !Template + answer_choices: null + id: fd831201-7371-4cd6-a1ce-c05919e56e07 + jinja: Translate the following text from Spanish to French {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-fra + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml new file mode 100644 index 000000000..7e48300f0 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-vie +templates: + 672b2d92-50e4-49b2-a142-40d9e5284a6a: !Template + answer_choices: null + id: 672b2d92-50e4-49b2-a142-40d9e5284a6a + jinja: Translate the following text from Vietnamese to French {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-fra + reference: '' + c1f0b1f9-c757-441e-bf40-69b9135de000: !Template + answer_choices: null + id: c1f0b1f9-c757-441e-bf40-69b9135de000 + jinja: Translate the following text from French to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-vie + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml new file mode 100644 index 000000000..2f787db3c --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/fra-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: fra-zho +templates: + b6e2397f-6170-4a1c-9b9e-4efd970dcefc: !Template + answer_choices: null + id: b6e2397f-6170-4a1c-9b9e-4efd970dcefc + jinja: Translate the following text from Chinese to French {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-fra + reference: '' + c1511df9-75e9-4771-9559-f73348d151a3: !Template + answer_choices: null + id: c1511df9-75e9-4771-9559-f73348d151a3 + jinja: Translate the following text from French to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-fra-zho + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml new file mode 100644 index 000000000..6e1a75dc1 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-urd/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: hin-urd +templates: + 8d2b2269-a558-462b-8aa1-db74638a99a3: !Template + answer_choices: null + id: 8d2b2269-a558-462b-8aa1-db74638a99a3 + jinja: Translate the following text from Urdu to Hindi {{ targetString }}||| {{ + sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-urd-hin + reference: '' + af92cb60-0597-4fdb-b49c-9f981c0ed563: !Template + answer_choices: null + id: af92cb60-0597-4fdb-b49c-9f981c0ed563 + jinja: Translate the following text from Hindi to Urdu {{ sourceString }}||| {{ + targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-urd + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml new file mode 100644 index 000000000..c99b79b3e --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/hin-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: hin-zho +templates: + f6331633-bf1a-44b6-b284-1d0f47263434: !Template + answer_choices: null + id: f6331633-bf1a-44b6-b284-1d0f47263434 + jinja: Translate the following text from Hindi to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-hin-zho + reference: '' + f66a6a46-feb7-4abb-bbf2-33e270438ffd: !Template + answer_choices: null + id: f66a6a46-feb7-4abb-bbf2-33e270438ffd + jinja: Translate the following text from Chinese to Hindi {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-hin + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml new file mode 100644 index 000000000..28be200a0 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-cmn_Hans +templates: + 8b86cfbd-2b90-4130-afae-13e5ef4d1d02: !Template + answer_choices: null + id: 8b86cfbd-2b90-4130-afae-13e5ef4d1d02 + jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cmn_Hans + reference: '' + ea380ce6-00a2-4ea1-b0d4-63b48bd0486b: !Template + answer_choices: null + id: ea380ce6-00a2-4ea1-b0d4-63b48bd0486b + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-por + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml new file mode 100644 index 000000000..7edd820aa --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-cmn_Hant +templates: + 050ce75e-674b-4a85-9c46-7c45775f19d0: !Template + answer_choices: null + id: 050ce75e-674b-4a85-9c46-7c45775f19d0 + jinja: Translate the following text from Mandarin Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-por + reference: '' + 38e2c49b-a0e2-4cba-afdc-0496e5e490b6: !Template + answer_choices: null + id: 38e2c49b-a0e2-4cba-afdc-0496e5e490b6 + jinja: Translate the following text from Portuguese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml new file mode 100644 index 000000000..415ecda53 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-spa +templates: + 07b75077-cfa5-4804-8d16-a127a89a2daf: !Template + answer_choices: null + id: 07b75077-cfa5-4804-8d16-a127a89a2daf + jinja: Translate the following text from Spanish to Portuguese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-por + reference: '' + 194aef1a-5b23-49c3-bbd8-47fc1666dbb5: !Template + answer_choices: null + id: 194aef1a-5b23-49c3-bbd8-47fc1666dbb5 + jinja: Translate the following text from Portuguese to Spanish {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml new file mode 100644 index 000000000..e5eb052b5 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/por-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: por-zho +templates: + 31bae7bf-5784-4b48-a60e-9a37e4a71941: !Template + answer_choices: null + id: 31bae7bf-5784-4b48-a60e-9a37e4a71941 + jinja: Translate the following text from Chinese to Portuguese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-por + reference: '' + f816c2f6-55eb-47ba-9230-0a8949c87217: !Template + answer_choices: null + id: f816c2f6-55eb-47ba-9230-0a8949c87217 + jinja: Translate the following text from Portuguese to Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-por-zho + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml new file mode 100644 index 000000000..e701ce6d2 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/run-spa/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: run-spa +templates: + 32064d45-2fae-435b-ade5-bc3793844ccc: !Template + answer_choices: null + id: 32064d45-2fae-435b-ade5-bc3793844ccc + jinja: Translate the following text from Rundi to Spanish {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-run-spa + reference: '' + 58323021-5c9a-49ce-a329-66b1533c47cf: !Template + answer_choices: null + id: 58323021-5c9a-49ce-a329-66b1533c47cf + jinja: Translate the following text from Spanish to Rundi {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-run + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml new file mode 100644 index 000000000..82581ce36 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-cmn_Hans +templates: + 36bffdb8-925e-40e2-b5fd-2adb296b8dac: !Template + answer_choices: null + id: 36bffdb8-925e-40e2-b5fd-2adb296b8dac + jinja: Translate the following text from Mandarin Chinese to Spanish {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-spa + reference: '' + e0ad9ca7-af26-46d4-aae3-9ad929596205: !Template + answer_choices: null + id: e0ad9ca7-af26-46d4-aae3-9ad929596205 + jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cmn_Hans + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml new file mode 100644 index 000000000..19d30ae5d --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-cmn_Hant/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-cmn_Hant +templates: + 8fc3281c-3a67-4dbc-8e4b-1bb23355a393: !Template + answer_choices: null + id: 8fc3281c-3a67-4dbc-8e4b-1bb23355a393 + jinja: Translate the following text from Mandarin Chinese to Spanish {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hant-spa + reference: '' + 9e1a68a8-a69f-4290-a01d-5c2438cef8b8: !Template + answer_choices: null + id: 9e1a68a8-a69f-4290-a01d-5c2438cef8b8 + jinja: Translate the following text from Spanish to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-cmn_Hant + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml new file mode 100644 index 000000000..985d47fe8 --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-vie/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-vie +templates: + 434ceff9-ea2c-441f-bf24-ad6ded7a6f52: !Template + answer_choices: null + id: 434ceff9-ea2c-441f-bf24-ad6ded7a6f52 + jinja: Translate the following text from Spanish to Vietnamese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-vie + reference: '' + 9c25bf7a-3bb6-4a43-a988-673950501940: !Template + answer_choices: null + id: 9c25bf7a-3bb6-4a43-a988-673950501940 + jinja: Translate the following text from Vietnamese to Spanish {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml new file mode 100644 index 000000000..58a708eef --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/spa-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: spa-zho +templates: + 4bac0f02-dd94-45bf-8f7e-a39a66d1beb6: !Template + answer_choices: null + id: 4bac0f02-dd94-45bf-8f7e-a39a66d1beb6 + jinja: Translate the following text from Spanish to Chinese {{ sourceString }}||| + {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-spa-zho + reference: '' + a2ad3c1f-f90c-4110-8c17-e0e45f1ed73f: !Template + answer_choices: null + id: a2ad3c1f-f90c-4110-8c17-e0e45f1ed73f + jinja: Translate the following text from Chinese to Spanish {{ targetString }}||| + {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-spa + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml new file mode 100644 index 000000000..510deaffc --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-cmn_Hans/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: vie-cmn_Hans +templates: + 8a79e5c4-5820-4ba8-b8eb-ac29c0380ca2: !Template + answer_choices: null + id: 8a79e5c4-5820-4ba8-b8eb-ac29c0380ca2 + jinja: Translate the following text from Vietnamese to Mandarin Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-cmn_Hans + reference: '' + c0c5f968-5f75-4e5f-9484-812c545053ea: !Template + answer_choices: null + id: c0c5f968-5f75-4e5f-9484-812c545053ea + jinja: Translate the following text from Mandarin Chinese to Vietnamese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-cmn_Hans-vie + reference: '' diff --git a/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml new file mode 100644 index 000000000..96c85eeba --- /dev/null +++ b/promptsource/templates/Helsinki-NLP/tatoeba_mt/vie-zho/templates.yaml @@ -0,0 +1,27 @@ +dataset: Helsinki-NLP/tatoeba_mt +subset: vie-zho +templates: + 0a9ad16e-8f50-4400-a01c-2acf4c47bc5d: !Template + answer_choices: null + id: 0a9ad16e-8f50-4400-a01c-2acf4c47bc5d + jinja: Translate the following text from Vietnamese to Chinese {{ sourceString + }}||| {{ targetString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-vie-zho + reference: '' + de042999-a291-4e32-8c6f-c7da299020ea: !Template + answer_choices: null + id: de042999-a291-4e32-8c6f-c7da299020ea + jinja: Translate the following text from Chinese to Vietnamese {{ targetString + }}||| {{ sourceString }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: translate-this-zho-vie + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml new file mode 100644 index 000000000..f0f34dccb --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 28d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 28d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml new file mode 100644 index 000000000..5c038558c --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 38d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 38d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 60ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 60ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 8f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 8f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + cd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: cd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + fc365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: fc365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml new file mode 100644 index 000000000..5c038558c --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 38d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 38d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 60ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 60ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 8f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 8f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 90f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + cd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: cd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + fc365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: fc365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml new file mode 100644 index 000000000..c911d8cb2 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml @@ -0,0 +1,110 @@ +dataset: Muennighoff/xwinograd +subset: zh +templates: + 2e10b0b9-b57e-4bd0-b8cc-cbdd5dcd7551: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 2e10b0b9-b57e-4bd0-b8cc-cbdd5dcd7551 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 33f50367-0615-45a0-883a-05b6ff8c0e2f: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 33f50367-0615-45a0-883a-05b6ff8c0e2f + jinja: 'Fill in the _ in the below sentence: + + {{sentence}} + + + Choices: + + - {{ option1 }} + + - {{ option2 }} + + + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 37767236-f6e6-4a57-9deb-c0a4c073e56d: !Template + answer_choices: True ||| False + id: 37767236-f6e6-4a57-9deb-c0a4c073e56d + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 63f2ab14-d78b-4e83-a3f9-186cb6f220c0: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 63f2ab14-d78b-4e83-a3f9-186cb6f220c0 + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + aec099a7-da35-4438-aa7c-250651959048: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: aec099a7-da35-4438-aa7c-250651959048 + jinja: '{{sentence}} + + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + fa9d56aa-b236-44f9-92c1-595784f57243: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: fa9d56aa-b236-44f9-92c1-595784f57243 + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/super_glue/copa/templates.yaml b/promptsource/templates/super_glue/copa/templates.yaml index 9e9c0a30e..20e6c7122 100644 --- a/promptsource/templates/super_glue/copa/templates.yaml +++ b/promptsource/templates/super_glue/copa/templates.yaml @@ -22,21 +22,6 @@ templates: original_task: true name: exercise reference: '' - 150789fe-e309-47a1-82c9-0a4dc2c6b12b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 150789fe-e309-47a1-82c9-0a4dc2c6b12b - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' 4d879cbe-2fd7-424a-9d78-3f5200313fba: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: 4d879cbe-2fd7-424a-9d78-3f5200313fba @@ -88,21 +73,6 @@ templates: original_task: true name: "C1 or C2? premise, so/because\u2026" reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 84da62c2-9440-4cfc-bdd4-d70c65e33a82: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 84da62c2-9440-4cfc-bdd4-d70c65e33a82 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' 8ce80f8a-239e-4393-892c-f63dbb0d9929: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: 8ce80f8a-239e-4393-892c-f63dbb0d9929 @@ -118,21 +88,6 @@ templates: original_task: true name: best_option reference: '' - 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' a1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: a1f9951e-2b6b-4530-9636-9cdf4c1658c5 @@ -174,21 +129,6 @@ templates: original_task: true name: cause_effect reference: '' - a8bf11c3-bea2-45ba-a533-957d8bee5e2e: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: a8bf11c3-bea2-45ba-a533-957d8bee5e2e - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' f32348cd-d3cb-4619-87b9-e24f99c78567: !Template answer_choices: '{{choice1}} ||| {{choice2}}' id: f32348cd-d3cb-4619-87b9-e24f99c78567 diff --git a/promptsource/templates/xcopa/en/templates.yaml b/promptsource/templates/xcopa/en/templates.yaml new file mode 100644 index 000000000..4e65320f1 --- /dev/null +++ b/promptsource/templates/xcopa/en/templates.yaml @@ -0,0 +1,151 @@ +dataset: xcopa +subset: en +templates: + 1edd8660-f299-4819-a5ac-633c11177228: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1edd8660-f299-4819-a5ac-633c11177228 + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 5d879cbe-2fd7-424a-9d78-3f5200313fba: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5d879cbe-2fd7-424a-9d78-3f5200313fba + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 76ea075e-4d03-4a78-b1fa-9a5228cf0c9d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 76ea075e-4d03-4a78-b1fa-9a5228cf0c9d + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 844047dc-1298-45a2-8d68-d67e3f834ded: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 844047dc-1298-45a2-8d68-d67e3f834ded + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 9ce80f8a-239e-4393-892c-f63dbb0d9929: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 9ce80f8a-239e-4393-892c-f63dbb0d9929 + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b1f9951e-2b6b-4530-9636-9cdf4c1658c5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b1f9951e-2b6b-4530-9636-9cdf4c1658c5 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + b61d8c21-da25-47bf-b5fe-14a8edd650af: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b61d8c21-da25-47bf-b5fe-14a8edd650af + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + g32348cd-d3cb-4619-87b9-e24f99c78567: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: g32348cd-d3cb-4619-87b9-e24f99c78567 + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: ''