Flores200

promptsource/templates.py

@@ -27,7 +27,20 @@
 # These are users whose datasets should be included in the results returned by
 # filter_english_datasets (regardless of their metadata)
 
-INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"}
+INCLUDED_USERS = {
+    "Zaid",
+    "craffel",
+    "GEM",
+    "aps",
+    "khalidalt",
+    "shanya",
+    "rbawden",
+    "BigScienceBiasEval",
+    "gsarti",
+    "Helsinki-NLP",
+    "Muennighoff",
+    "facebook",
+}
 
 # These are the metrics with which templates can be tagged
 METRICS = {

promptsource/templates/facebook/flores/aka_Latn-asm_Beng/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-asm_Beng
+templates:
+  48577d39-3e44-4ad6-929d-58380e390da0: !Template
+    answer_choices: null
+    id: 48577d39-3e44-4ad6-929d-58380e390da0
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Assamese: |||{{sentence_asm_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-asm_Beng
+    reference: ''
+  c24cdc19-a8ae-421f-a452-d4f0cf8fd320: !Template
+    answer_choices: null
+    id: c24cdc19-a8ae-421f-a452-d4f0cf8fd320
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Assamese: ||| {{sentence_asm_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-asm_Beng
+    reference: ''
+  fe82a00a-9ea5-4a9a-adb6-387ef8f44535: !Template
+    answer_choices: null
+    id: fe82a00a-9ea5-4a9a-adb6-387ef8f44535
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Assamese: |||{{sentence_asm_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-asm_Beng
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-bam_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-bam_Latn
+templates:
+  4e36d4c5-69ae-4938-8476-a907cd8e6f51: !Template
+    answer_choices: null
+    id: 4e36d4c5-69ae-4938-8476-a907cd8e6f51
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Bambara: |||{{sentence_bam_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-bam_Latn
+    reference: ''
+  59477ef2-dd6f-42e2-a296-e5e7ab33dee5: !Template
+    answer_choices: null
+    id: 59477ef2-dd6f-42e2-a296-e5e7ab33dee5
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Bambara: |||{{sentence_bam_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-bam_Latn
+    reference: ''
+  6916ecee-0dca-4272-8e2f-a34f350b0edb: !Template
+    answer_choices: null
+    id: 6916ecee-0dca-4272-8e2f-a34f350b0edb
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Bambara: ||| {{sentence_bam_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-bam_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-ben_Beng/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-ben_Beng
+templates:
+  49de75a7-ab6d-468a-a2ec-eb6b0264a23c: !Template
+    answer_choices: null
+    id: 49de75a7-ab6d-468a-a2ec-eb6b0264a23c
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Bengali: |||{{sentence_ben_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-ben_Beng
+    reference: ''
+  842de95a-8b36-4800-865f-cb6b62892323: !Template
+    answer_choices: null
+    id: 842de95a-8b36-4800-865f-cb6b62892323
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Bengali: ||| {{sentence_ben_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-ben_Beng
+    reference: ''
+  8d49025f-01a8-4c9c-95fc-5653b9b3dfa6: !Template
+    answer_choices: null
+    id: 8d49025f-01a8-4c9c-95fc-5653b9b3dfa6
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Bengali: |||{{sentence_ben_Beng}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-ben_Beng
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-cat_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-cat_Latn
+templates:
+  0684bb8b-cb7a-4bd5-a9b6-de6a2481fc52: !Template
+    answer_choices: null
+    id: 0684bb8b-cb7a-4bd5-a9b6-de6a2481fc52
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Catalan: |||{{sentence_cat_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-cat_Latn
+    reference: ''
+  1d0cccf3-1f45-4e57-accd-907d2e87f270: !Template
+    answer_choices: null
+    id: 1d0cccf3-1f45-4e57-accd-907d2e87f270
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Catalan: ||| {{sentence_cat_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-cat_Latn
+    reference: ''
+  dc090863-ad20-4397-bea5-47796e08a907: !Template
+    answer_choices: null
+    id: dc090863-ad20-4397-bea5-47796e08a907
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Catalan: |||{{sentence_cat_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-cat_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-eng_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-eng_Latn
+templates:
+  a2c84bb1-7050-4b1e-b080-861072e56d26: !Template
+    answer_choices: null
+    id: a2c84bb1-7050-4b1e-b080-861072e56d26
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to English: ||| {{sentence_eng_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-eng_Latn
+    reference: ''
+  abbc0d70-331f-428b-9f15-85621aed6d3c: !Template
+    answer_choices: null
+    id: abbc0d70-331f-428b-9f15-85621aed6d3c
+    jinja: '{{sentence_aka_Latn}} Here is the same text in English: |||{{sentence_eng_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-eng_Latn
+    reference: ''
+  f16d77cb-e08c-44e2-ab9f-b2e877c376ff: !Template
+    answer_choices: null
+    id: f16d77cb-e08c-44e2-ab9f-b2e877c376ff
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in English: |||{{sentence_eng_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-eng_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-eus_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-eus_Latn
+templates:
+  0a2cecc4-2ee0-482b-84fe-b0a3bd205b41: !Template
+    answer_choices: null
+    id: 0a2cecc4-2ee0-482b-84fe-b0a3bd205b41
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Basque: |||{{sentence_eus_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-eus_Latn
+    reference: ''
+  4d21c5cc-561b-4a95-ad49-bfd424c06966: !Template
+    answer_choices: null
+    id: 4d21c5cc-561b-4a95-ad49-bfd424c06966
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Basque: |||{{sentence_eus_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-eus_Latn
+    reference: ''
+  590e907f-f0ec-4e9c-a5e1-3daf38df145f: !Template
+    answer_choices: null
+    id: 590e907f-f0ec-4e9c-a5e1-3daf38df145f
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Basque: ||| {{sentence_eus_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-eus_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-fon_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-fon_Latn
+templates:
+  0762f86f-e604-4098-848c-01c81d567831: !Template
+    answer_choices: null
+    id: 0762f86f-e604-4098-848c-01c81d567831
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Fon: ||| {{sentence_fon_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-fon_Latn
+    reference: ''
+  8c26ea0c-434a-435d-8ce2-a85c862b943c: !Template
+    answer_choices: null
+    id: 8c26ea0c-434a-435d-8ce2-a85c862b943c
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Fon: |||{{sentence_fon_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-fon_Latn
+    reference: ''
+  c41f0b7f-8248-43a0-b6fc-e10fe8c6867d: !Template
+    answer_choices: null
+    id: c41f0b7f-8248-43a0-b6fc-e10fe8c6867d
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Fon: |||{{sentence_fon_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-fon_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-fra_Latn/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-fra_Latn
+templates:
+  61fdc5fd-9354-4e40-9f62-276e530daabb: !Template
+    answer_choices: null
+    id: 61fdc5fd-9354-4e40-9f62-276e530daabb
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to French: ||| {{sentence_fra_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-fra_Latn
+    reference: ''
+  69c560e6-b99f-4764-9bcf-cc52296d8c7e: !Template
+    answer_choices: null
+    id: 69c560e6-b99f-4764-9bcf-cc52296d8c7e
+    jinja: '{{sentence_aka_Latn}} Here is the same text in French: |||{{sentence_fra_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-fra_Latn
+    reference: ''
+  da06e40e-8cb2-4bbf-be5b-92baac591d42: !Template
+    answer_choices: null
+    id: da06e40e-8cb2-4bbf-be5b-92baac591d42
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in French: |||{{sentence_fra_Latn}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-fra_Latn
+    reference: ''

promptsource/templates/facebook/flores/aka_Latn-guj_Gujr/templates.yaml

@@ -0,0 +1,39 @@
+dataset: facebook/flores
+subset: aka_Latn-guj_Gujr
+templates:
+  04091f28-574a-45ba-952f-915749ae29ef: !Template
+    answer_choices: null
+    id: 04091f28-574a-45ba-952f-915749ae29ef
+    jinja: '{{sentence_aka_Latn}} Here is the same text in Gujarati: |||{{sentence_guj_Gujr}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: in-aka_Latn-guj_Gujr
+    reference: ''
+  2dc2b66d-8c38-4143-8170-a54b2fe26339: !Template
+    answer_choices: null
+    id: 2dc2b66d-8c38-4143-8170-a54b2fe26339
+    jinja: 'A text in Akan: {{sentence_aka_Latn}}
+
+      The same text in Gujarati: |||{{sentence_guj_Gujr}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: ab-aka_Latn-guj_Gujr
+    reference: ''
+  3ce3549c-1df2-4170-9fdd-8e2d8ea000da: !Template
+    answer_choices: null
+    id: 3ce3549c-1df2-4170-9fdd-8e2d8ea000da
+    jinja: '{{sentence_aka_Latn}} The previous text is in Akan. Here is a translation
+      to Gujarati: ||| {{sentence_guj_Gujr}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: prev-aka_Latn-guj_Gujr
+    reference: ''