Wmt22

promptsource/templates.py

@@ -27,7 +27,23 @@
 # These are users whose datasets should be included in the results returned by
 # filter_english_datasets (regardless of their metadata)
 
-INCLUDED_USERS = {"Zaid", "craffel", "GEM", "aps", "khalidalt", "shanya", "rbawden", "BigScienceBiasEval", "gsarti"}
+INCLUDED_USERS = {
+    "Zaid",
+    "craffel",
+    "GEM",
+    "aps",
+    "khalidalt",
+    "shanya",
+    "rbawden",
+    "BigScienceBiasEval",
+    "gsarti",
+    "Helsinki-NLP",
+    "Muennighoff",
+    "facebook",
+    "codeparrot",
+    "pasinit",
+    "allenai"
+}
 
 # These are the metrics with which templates can be tagged
 METRICS = {

promptsource/templates/allenai/wmt22_african/eng-ibo/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-ibo
+templates:
+  5f9460d6-969f-4ac4-91a3-c1f186d015db: !Template
+    answer_choices: null
+    id: 5f9460d6-969f-4ac4-91a3-c1f186d015db
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Igbo: ||| {{translation["ibo"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-ibo
+    reference: ''
+  f94b73b3-6651-47db-8153-bde52d8efb6f: !Template
+    answer_choices: null
+    id: f94b73b3-6651-47db-8153-bde52d8efb6f
+    jinja: 'Text in Igbo: {{translation["ibo"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-ibo-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-kin/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-kin
+templates:
+  2835f057-862f-4c1c-bfdf-9ce7da78cd52: !Template
+    answer_choices: null
+    id: 2835f057-862f-4c1c-bfdf-9ce7da78cd52
+    jinja: 'Text in Kinyarwanda: {{translation["kin"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-kin-eng
+    reference: ''
+  7791e913-ff4e-4a5b-b22f-7e656d6c03fe: !Template
+    answer_choices: null
+    id: 7791e913-ff4e-4a5b-b22f-7e656d6c03fe
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Kinyarwanda: ||| {{translation["kin"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-kin
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-lin/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-lin
+templates:
+  1da45b56-dd44-4d81-8964-458bcf561a20: !Template
+    answer_choices: null
+    id: 1da45b56-dd44-4d81-8964-458bcf561a20
+    jinja: 'Text in Lingala: {{translation["lin"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-lin-eng
+    reference: ''
+  ef8d25f2-5a88-4765-a281-11870fcf3939: !Template
+    answer_choices: null
+    id: ef8d25f2-5a88-4765-a281-11870fcf3939
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Lingala: ||| {{translation["lin"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-lin
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-lug/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-lug
+templates:
+  25ae2809-b3c4-4a9c-bd05-51a7d3b9bd8e: !Template
+    answer_choices: null
+    id: 25ae2809-b3c4-4a9c-bd05-51a7d3b9bd8e
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Ganda: ||| {{translation["lug"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-lug
+    reference: ''
+  e90a3a05-4929-43d2-a0a8-d700643c2ca4: !Template
+    answer_choices: null
+    id: e90a3a05-4929-43d2-a0a8-d700643c2ca4
+    jinja: 'Text in Ganda: {{translation["lug"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-lug-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-nso/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-nso
+templates:
+  a271c8be-b330-409a-bdbb-4e1247a06896: !Template
+    answer_choices: null
+    id: a271c8be-b330-409a-bdbb-4e1247a06896
+    jinja: 'Text in Pedi: {{translation["nso"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-nso-eng
+    reference: ''
+  be1013fd-f634-4b9c-889b-543a2274ae4d: !Template
+    answer_choices: null
+    id: be1013fd-f634-4b9c-889b-543a2274ae4d
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Pedi: ||| {{translation["nso"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-nso
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-nya/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-nya
+templates:
+  075eddff-c6c2-4261-97db-29d1896827ce: !Template
+    answer_choices: null
+    id: 075eddff-c6c2-4261-97db-29d1896827ce
+    jinja: 'Text in Nyanja: {{translation["nya"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-nya-eng
+    reference: ''
+  d7840a07-7e09-482e-83a4-52c5faf59992: !Template
+    answer_choices: null
+    id: d7840a07-7e09-482e-83a4-52c5faf59992
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Nyanja: ||| {{translation["nya"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-nya
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-sna/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-sna
+templates:
+  83a8a41d-8004-43b2-9e16-a20d3540d725: !Template
+    answer_choices: null
+    id: 83a8a41d-8004-43b2-9e16-a20d3540d725
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Shona: ||| {{translation["sna"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-sna
+    reference: ''
+  a7fa0bf4-fda6-4e9e-a1f1-e65b71b8571e: !Template
+    answer_choices: null
+    id: a7fa0bf4-fda6-4e9e-a1f1-e65b71b8571e
+    jinja: 'Text in Shona: {{translation["sna"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-sna-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-swh/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-swh
+templates:
+  315fe82e-e707-4f4d-bdc2-6694918f6b7a: !Template
+    answer_choices: null
+    id: 315fe82e-e707-4f4d-bdc2-6694918f6b7a
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Swahili (individual language): ||| {{translation["swh"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-swh
+    reference: ''
+  473be043-470b-4b3e-897e-a75c83fecbd8: !Template
+    answer_choices: null
+    id: 473be043-470b-4b3e-897e-a75c83fecbd8
+    jinja: 'Text in Swahili (individual language): {{translation["swh"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-swh-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-tsn/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-tsn
+templates:
+  8e7073a7-1215-40bc-8c4b-d6d0ab6caa4e: !Template
+    answer_choices: null
+    id: 8e7073a7-1215-40bc-8c4b-d6d0ab6caa4e
+    jinja: 'Text in Tswana: {{translation["tsn"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-tsn-eng
+    reference: ''
+  f5e31ee8-8292-4c61-844f-2f6fe1b93b04: !Template
+    answer_choices: null
+    id: f5e31ee8-8292-4c61-844f-2f6fe1b93b04
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Tswana: ||| {{translation["tsn"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-tsn
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-tso/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-tso
+templates:
+  362fd980-f0c5-4087-8e01-5f21a021cc57: !Template
+    answer_choices: null
+    id: 362fd980-f0c5-4087-8e01-5f21a021cc57
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Tsonga: ||| {{translation["tso"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-tso
+    reference: ''
+  c6bc90df-8e8e-4427-9c93-0898880b2148: !Template
+    answer_choices: null
+    id: c6bc90df-8e8e-4427-9c93-0898880b2148
+    jinja: 'Text in Tsonga: {{translation["tso"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-tso-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-wol/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-wol
+templates:
+  d4d76d70-b6c6-4e71-af89-aacf6d7f436f: !Template
+    answer_choices: null
+    id: d4d76d70-b6c6-4e71-af89-aacf6d7f436f
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Wolof: ||| {{translation["wol"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-wol
+    reference: ''
+  fc90fc4a-8bcc-4799-a30e-8f00a51f823e: !Template
+    answer_choices: null
+    id: fc90fc4a-8bcc-4799-a30e-8f00a51f823e
+    jinja: 'Text in Wolof: {{translation["wol"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-wol-eng
+    reference: ''

promptsource/templates/allenai/wmt22_african/eng-xho/templates.yaml

@@ -0,0 +1,29 @@
+dataset: allenai/wmt22_african
+subset: eng-xho
+templates:
+  14d08a7a-4083-4ed4-8051-fb3222191f1c: !Template
+    answer_choices: null
+    id: 14d08a7a-4083-4ed4-8051-fb3222191f1c
+    jinja: 'Text in Xhosa: {{translation["xho"] }}
+
+      Translation of the previous text to English: ||| {{translation["eng"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-xho-eng
+    reference: ''
+  a43009d5-efc2-4c39-9572-8be5b6c64174: !Template
+    answer_choices: null
+    id: a43009d5-efc2-4c39-9572-8be5b6c64174
+    jinja: 'Text in English: {{translation["eng"] }}
+
+      Translation of the previous text to Xhosa: ||| {{translation["xho"]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: null
+      languages: null
+      metrics: null
+      original_task: null
+    name: text-translation-eng-xho
+    reference: ''