Add MLQA

promptsource/templates/mlqa/mlqa.en.en/templates.yaml

@@ -0,0 +1,104 @@
+dataset: mlqa
+subset: mlqa.en.en
+templates:
+  320fffe0-b752-43f8-bf50-ecf009703ef0: !Template
+    answer_choices: null
+    id: 320fffe0-b752-43f8-bf50-ecf009703ef0
+    jinja: '{{context}}
+
+      Q: {{question}}
+
+      Referring to the passage above, the correct answer to the given question in the language of the passage is
+      ||| {{answers["text"][0]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Squad
+      original_task: true
+    name: cqreferringa
+    reference: ''
+  52a9896f-34d5-4bde-8843-6d01d4621016: !Template
+    answer_choices: null
+    id: 52a9896f-34d5-4bde-8843-6d01d4621016
+    jinja: "{{context}}\n\nWith reference to the above context, {{question}} ||| \n\
+      \n{{answers.text[0]}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Squad
+      original_task: true
+    name: creferenceqa
+    reference: ''
+  20b53380-5c3b-4884-8cd1-9b4316da7993: !Template
+    answer_choices: null
+    id: 20b53380-5c3b-4884-8cd1-9b4316da7993
+    jinja: 'Refer to the passage below and then answer the question afterwards in the same language as the passage:
+
+
+      Passage: {{context}}
+
+
+      Question: {{question}}
+
+      |||
+
+      {{answers["text"][0]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Squad
+      original_task: true
+    name: refercqa
+    reference: ''
+  2cff064e-97e0-4026-94bc-3f7987856ec7: !Template
+    answer_choices: null
+    id: 2cff064e-97e0-4026-94bc-3f7987856ec7
+    jinja: 'D: {{context}}
+
+
+      Q: {{question}}
+
+
+      A: ||| {{answers["text"][0]}}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages:
+      - en
+      metrics:
+      - Squad
+      original_task: true
+    name: dqa
+    reference: ''
+  530fffe1-b752-43f8-bf50-ecf009703ef0: !Template
+    answer_choices: null
+    id: 530fffe1-b752-43f8-bf50-ecf009703ef0
+    jinja: "Read the following passage and then answer the question that follows by extracting the correct part from the passage: \n{{context}}\
+      \ \n{{question}}\n||| {{answers.text[0]}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages: []
+      metrics:
+      - Squad
+      original_task: true
+    name: exractingcqa
+    reference: ''
+  420fffe1-b752-43f8-bf50-ecf009703ef0: !Template
+    answer_choices: null
+    id: 420fffe1-b752-43f8-bf50-ecf009703ef0
+    jinja: "Question: {{question}}\n
+    Context: {{context}}\n
+    Answer from the Context: ||| {{answers.text[0]}}"
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      languages: []
+      metrics:
+      - Squad
+      original_task: true
+    name: qaanswera
+    reference: ''