diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..5e12fabce 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -27,7 +27,23 @@ # These are users whose datasets should be included in the results returned by # filter_english_datasets (regardless of their metadata) -INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"} +INCLUDED_USERS = { + "Zaid", + "craffel", + "GEM", + "aps", + "khalidalt", + "shanya", + "rbawden", + "BigScienceBiasEval", + "gsarti", + "Helsinki-NLP", + "Muennighoff", + "facebook", + "codeparrot", + "pasinit", + "allenai" +} # These are the metrics with which templates can be tagged METRICS = { diff --git a/promptsource/templates/GEM/BiSECT/en/templates.yaml b/promptsource/templates/GEM/BiSECT/en/templates.yaml new file mode 100644 index 000000000..b5c81b170 --- /dev/null +++ b/promptsource/templates/GEM/BiSECT/en/templates.yaml @@ -0,0 +1,45 @@ +dataset: GEM/BiSECT +subset: en +templates: + 58342608-5cd7-4ce7-b2e1-905ecd7f4c80: !Template + answer_choices: null + id: 58342608-5cd7-4ce7-b2e1-905ecd7f4c80 + jinja: "Split and simplify the following sentence while retaining its full meaning: + {{source}}\n Simplified version: ||| {{target}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + - ROUGE + original_task: true + name: fullmeaning + reference: '' + 6e41305c-5461-4cf3-853d-8a6fb5747623: !Template + answer_choices: null + id: 6e41305c-5461-4cf3-853d-8a6fb5747623 + jinja: "{{source}}\nThe above sentence is very complicated. + Please provide me a simplified synonymous version consisting of multiple sentences: ||| {{target}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + - ROUGE + original_task: true + name: synonymous + reference: '' + 626b682e-e801-4e8d-9ac3-5b676c9d3da2: !Template + answer_choices: null + id: 626b682e-e801-4e8d-9ac3-5b676c9d3da2 + jinja: "{{source}}. This sentence is hard to understand. + A simpler version with equivalent meaning is the following: ||| {{target}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: equimeaning + reference: ''