GEM/Bisect

promptsource/templates.py

@@ -27,7 +27,23 @@
 # These are users whose datasets should be included in the results returned by
 # filter_english_datasets (regardless of their metadata)
 
-INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"}
+INCLUDED_USERS = {
+    "Zaid",
+    "craffel",
+    "GEM",
+    "aps",
+    "khalidalt",
+    "shanya",
+    "rbawden",
+    "BigScienceBiasEval",
+    "gsarti",
+    "Helsinki-NLP",
+    "Muennighoff",
+    "facebook",
+    "codeparrot",
+    "pasinit",
+    "allenai"
+}
 
 # These are the metrics with which templates can be tagged
 METRICS = {

promptsource/templates/GEM/BiSECT/en/templates.yaml

@@ -0,0 +1,45 @@
+dataset: GEM/BiSECT
+subset: en
+templates:
+  58342608-5cd7-4ce7-b2e1-905ecd7f4c80: !Template
+    answer_choices: null
+    id: 58342608-5cd7-4ce7-b2e1-905ecd7f4c80
+    jinja: "Split and simplify the following sentence while retaining its full meaning: 
+    {{source}}\n Simplified version: ||| {{target}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages: []
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: fullmeaning
+    reference: ''
+  6e41305c-5461-4cf3-853d-8a6fb5747623: !Template
+    answer_choices: null
+    id: 6e41305c-5461-4cf3-853d-8a6fb5747623
+    jinja: "{{source}}\nThe above sentence is very complicated. 
+    Please provide me a simplified synonymous version consisting of multiple sentences: ||| {{target}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages: []
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: synonymous
+    reference: ''
+  626b682e-e801-4e8d-9ac3-5b676c9d3da2: !Template
+    answer_choices: null
+    id: 626b682e-e801-4e8d-9ac3-5b676c9d3da2
+    jinja: "{{source}}. This sentence is hard to understand. 
+    A simpler version with equivalent meaning is the following: ||| {{target}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages: []
+      metrics:
+      - ROUGE
+      - BLEU
+      original_task: true
+    name: equimeaning
+    reference: ''