diff --git a/promptsource/templates/piaf/templates.yaml b/promptsource/templates/piaf/templates.yaml new file mode 100644 index 000000000..5cc44dbcb --- /dev/null +++ b/promptsource/templates/piaf/templates.yaml @@ -0,0 +1,80 @@ +dataset: piaf +templates: + 4bac0d14-ac52-442c-9364-ea7add071af4: !Template + answer_choices: null + id: 4bac0d14-ac52-442c-9364-ea7add071af4 + jinja: 'Extract from the passage the answer to this question: {{question}} + + Passage about {{title}}: {{context}} ||| {{answers[''text''][0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - Accuracy + - Squad + original_task: true + name: extract_the_answer + reference: '' + 723aa38b-c671-457c-96ee-bf449184f57f: !Template + answer_choices: null + id: 723aa38b-c671-457c-96ee-bf449184f57f + jinja: '{{title}} + + {{context}} + + Q: {{question}} + + + A: ||| {{answers.text[0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - Accuracy + - Squad + original_task: true + name: context_follow_q + reference: '' + 9f4bf5cd-070c-46a1-9098-2ad1ef63d806: !Template + answer_choices: null + id: 9f4bf5cd-070c-46a1-9098-2ad1ef63d806 + jinja: "Given the following passage answer the question that follows: \n{{context}}\n\ + {{question}} ||| {{answers.text[0]}}" + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - Accuracy + - Squad + original_task: true + name: given_passage_answer + reference: '' + bdeaa285-287f-44de-9bff-49dbf533be89: !Template + answer_choices: null + id: bdeaa285-287f-44de-9bff-49dbf533be89 + jinja: '{{context}} + + + Given the above context, {{question}} ||| {{answers.text[0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - Accuracy + - Squad + original_task: true + name: Given_above_context + reference: '' + ec70d9f8-edd5-4b8c-b18a-a5a7fb962b9a: !Template + answer_choices: null + id: ec70d9f8-edd5-4b8c-b18a-a5a7fb962b9a + jinja: 'After reading the following paragraph, please answer the question that + follows: + + {{context}} + + {{question}} ||| {{answers.text[0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - Accuracy + - Squad + original_task: true + name: after_reading + reference: ''