Adding GEM Simplification prompts. Includes challenge sets, and add…

promptsource/templates/GEM/wiki_auto_asset_turk/templates.yaml

@@ -0,0 +1,256 @@
+dataset: GEM/wiki_auto_asset_turk
+templates:
+#  1718a90d-5feb-4117-a2ba-455f5bc37f74: !Template
+#    answer_choices: null
+#    id: 1718a90d-5feb-4117-a2ba-455f5bc37f74
+#    jinja: '{% set real_simplifications = [] %}{% for text in references %}{% if text|length
+#      < source |length %}{{real_simplifications.append(text) | default("", True)}}{%
+#      endif %}{% endfor %}
+#
+#      {% if real_simplifications %}
+#
+#      Make a more intricate version of the passage below:
+#
+#
+#      {{references | choice}}
+#
+#
+#      |||
+#
+#
+#      {{source}}
+#
+#      {% endif %}'
+#    metadata: !TemplateMetadata
+#      choices_in_prompt: false
+#      metrics:
+#      - BLEU
+#      original_task: false
+#    name: simplification-to-intricate
+#    reference: more-intricate
+  310f6c1f-1cf7-4232-9c60-7fce5d3b245d: !Template
+    answer_choices: null
+    id: 310f6c1f-1cf7-4232-9c60-7fce5d3b245d
+    jinja: "I'd like to explain to my child \"{{source}}\". How would I do so?\n\n\
+      {% for i in references %}\n  ||| {{ i }} \n{% endfor %}\n\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: original-task-implicit
+    reference: implicit-child-explanation
+  39e2c468-45b1-4dff-9cdf-553c7a98a732: !Template
+    answer_choices: null
+    id: 39e2c468-45b1-4dff-9cdf-553c7a98a732
+    jinja: "I will write a complex sentence, followed by a simplified version of the\
+      \ sentence that has the same meaning.\n\n{{source}}\n\n\n{% for i in references\
+      \ %}\n  ||| {{ i }} \n{% endfor %}\n\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: PALM
+    reference: ''
+#  4decf2de-8775-4ee4-990e-4bc9b9aab13c: !Template
+#    answer_choices: A ||| B
+#    id: 4decf2de-8775-4ee4-990e-4bc9b9aab13c
+#    jinja: '{% set rand_num = range(0,2) | choice  %}
+#
+#      {% set real_simplifications = references %}
+#
+#      {% if real_simplifications %}
+#
+#      Which would you say of A and B is the more intricate text?
+#
+#      {% if rand_num %}
+#
+#      A: {{real_simplifications | choice}}
+#
+#
+#      B: {{source}}
+#
+#      {% else %}
+#
+#      A: {{source}}
+#
+#
+#      B: {{real_simplifications | choice}}
+#
+#      {% endif %}
+#
+#      |||
+#
+#      {{ answer_choices[rand_num] }}
+#
+#      {% endif %}'
+#    metadata: !TemplateMetadata
+#      choices_in_prompt: true
+#      metrics:
+#      - Accuracy
+#      original_task: false
+#    name: choose-intricate
+#    reference: ''
+#  5a9e75b2-fd42-421e-a15c-094fd1ca1241: !Template
+#    answer_choices: null
+#    id: 5a9e75b2-fd42-421e-a15c-094fd1ca1241
+#    jinja: '{% set real_simplifications = [] %}{% for text in references %}{% if text|length
+#      < source |length %}{{real_simplifications.append(text) | default("", True)}}{%
+#      endif %}{% endfor %}
+#
+#      {% if real_simplifications %}
+#
+#      Make the sentence below more verbose:
+#
+#
+#      {{references | choice}}
+#
+#
+#      |||
+#
+#
+#      {{source}}
+#
+#      {% endif %}'
+#    metadata: !TemplateMetadata
+#      choices_in_prompt: false
+#      metrics:
+#      - BLEU
+#      - ROUGE
+#      original_task: false
+#    name: simplification-to-verbose
+#    reference: Make the simplified text more verbose
+#  7c74a045-3b5e-4a5d-922c-f9c13da27fbc: !Template
+#    answer_choices: A ||| B
+#    id: 7c74a045-3b5e-4a5d-922c-f9c13da27fbc
+#    jinja: '{% set rand_num = range(0,2) | choice %}
+#
+#      {% set real_simplifications = references %}
+#
+#      {% if real_simplifications %}
+#
+#      One of the following two sentences is more simple than the other. Which one
+#      is it?
+#
+#      {% if rand_num %}
+#
+#      A: {{real_simplifications | choice}}
+#
+#
+#      B: {{source}}
+#
+#      {% else %}
+#
+#      A: {{source}}
+#
+#
+#      B: {{real_simplifications | choice}}
+#
+#      {% endif %}
+#
+#      |||
+#
+#      {{ answer_choices[1-rand_num] }}
+#
+#      {% endif %}'
+#    metadata: !TemplateMetadata
+#      choices_in_prompt: true
+#      metrics: []
+#      original_task: false
+#    name: choose-simplification
+#    reference: ''
+  81194753-4ec3-4af7-9c02-8179668842d6: !Template
+    answer_choices: null
+    id: 81194753-4ec3-4af7-9c02-8179668842d6
+    jinja: "\"{{source}}\"\n\nLet me rewrite that passage in an easier way to understand.\n\
+      {% for i in references %}\n  ||| {{ i }} \n{% endfor %}\n\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: First-person
+    reference: ''
+  85fc6db4-cdb1-4f9a-95d4-700c70025d19: !Template
+    answer_choices: null
+    id: 85fc6db4-cdb1-4f9a-95d4-700c70025d19
+    jinja: "{{source}}\n\nELI5 this passage:\n{% for i in references %}\n  ||| {{\
+      \ i }} \n{% endfor %}\n\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: ELI5
+    reference: ELI5
+#  a38ba780-e0a3-4353-b22f-930acfe0dcdd: !Template
+#    answer_choices: A ||| B
+#    id: a38ba780-e0a3-4353-b22f-930acfe0dcdd
+#    jinja: '{% set rand_num = range(0,2) | choice  %}
+#
+#      {% set real_simplifications = references %}
+#
+#      {% if real_simplifications %}
+#
+#      One of the following two sentences is more verbose than the other. Which one
+#      is it?
+#
+#      {% if rand_num %}
+#
+#      A: {{real_simplifications | choice}}
+#
+#
+#      B: {{source}}
+#
+#      {% else %}
+#
+#      A: {{source}}
+#
+#
+#      B: {{real_simplifications | choice}}
+#
+#      {% endif %}
+#
+#      |||
+#
+#      {{ answer_choices[rand_num] }}
+#
+#      {% endif %}'
+#    metadata: !TemplateMetadata
+#      choices_in_prompt: true
+#      metrics:
+#      - Accuracy
+#      original_task: false
+#    name: choose-verbose
+#    reference: Identify Verbose Text
+  a7fc008f-8abe-4adc-852b-40b080eb9251: !Template
+    answer_choices: null
+    id: a7fc008f-8abe-4adc-852b-40b080eb9251
+    jinja: " \"{{source}}\"\n\nPlease explain this in a more easily understandable\
+      \ way.\n\n{% for i in references %}\n  ||| {{ i }} \n{% endfor %}\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: explanation-implicit
+    reference: ''
+  ae3fa65b-d9c2-4611-804c-3b078eb13ae7: !Template
+    answer_choices: null
+    id: ae3fa65b-d9c2-4611-804c-3b078eb13ae7
+    jinja: "\"{{source}}\"\n\nI am going to rewrite the previous text in simple English:\n\
+      \n{% for i in references %}\n  ||| {{ i }} \n{% endfor %}\n"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - BLEU
+      - ROUGE
+      original_task: true
+    name: simple-english
+    reference: ''