From 4b790c298957f21c6b4a4f7f3aca2ff5e8d34232 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 21 Jul 2022 21:44:14 +0200 Subject: [PATCH 1/3] Tambahkan tydiqa --- .../tydiqa-goldp/english/templates.yaml | 199 +++++++++++++++++ .../tydiqa-goldp/indonesian/template.yaml | 208 ++++++++++++++++++ .../tydiqa-primary/english/templates.yaml | 163 ++++++++++++++ .../tydiqa-primary/indonesian/templates.yaml | 161 ++++++++++++++ 4 files changed, 731 insertions(+) create mode 100644 promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml create mode 100644 promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml create mode 100644 promptsource/templates/khalidalt/tydiqa-primary/english/templates.yaml create mode 100644 promptsource/templates/khalidalt/tydiqa-primary/indonesian/templates.yaml diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml new file mode 100644 index 000000000..c7b59d55d --- /dev/null +++ b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml @@ -0,0 +1,199 @@ +dataset: tydiqa +subset: secondary_task +templates: + 047ed162-f58b-42d5-81aa-0a17a9750230: !Template + answer_choices: null + id: 047ed162-f58b-42d5-81aa-0a17a9750230 + jinja: "Snippet:\ + \ {{passage_text}}\nI know that the answer to \"{{question_text}}\" appears somewhere\ + \ in the text snippet about {{document_title}}. Can you answer the question?\n|||\n{{answers.text\ + \ | choice}} \n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: en_can_you_answer_the_question + reference: Ask question with Context + 05c99237-0e03-4ec9-95f3-dfde8ae25605: !Template + answer_choices: null + id: 05c99237-0e03-4ec9-95f3-dfde8ae25605 + jinja: '{% set _blank2 = ["title", "context", "topic" ] %} + + {% set _blank1 = ["guess", "generate", "determine"] %} + + {% set _blank=["passage", "text", "text snippet", "info"]|random %} + + {% set _position = ["above", "following"] |random %} + + {% if _position == "above" %} + + {{passage_text}}{{"\n"}} + + {% endif %} + + Can you {{_blank1|random}} the {{_blank2|random}} of the {{_position}} passage. + + {% if _position == "following" %} + + {{"\n"}}{{passage_text}} + + {% endif %} + + ||| + + {{document_title}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - BLEU + - ROUGE + original_task: false + name: en_title_generation + reference: Generate title from a passage + 1f4728ba-b25e-450e-975f-6dc8c0cb4bb1: !Template + answer_choices: null + id: 1f4728ba-b25e-450e-975f-6dc8c0cb4bb1 + jinja: ' + + Could you generate a question whose answer is {{answers.text | choice}} based + on the following context: {{passage_text}} + + ||| + + {{question_text}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - BLEU + - ROUGE + original_task: false + name: en_end_to_end_question_generation + reference: generate end-to-end question from a passage. + 3d7ee9fe-ac53-4cf3-9913-431425225a5c: !Template + answer_choices: null + id: 3d7ee9fe-ac53-4cf3-9913-431425225a5c + jinja: ' + I am trying to figure out the answer to the question "{{question_text}}" + + I found this text about {{document_title}} on Wikipedia and I think it contains the answer. + Can you tell me the answer? + + Text: {{passage_text}} + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: en_can_you_tell_me_the_answer + reference: Ask question with Context + 696c888c-3419-4e4c-b559-1d9772fa60ab: !Template + answer_choices: null + id: 696c888c-3419-4e4c-b559-1d9772fa60ab + jinja: "Extract\ + \ in the passage the answer to the question: {{question_text}}\nPassage about {{document_title}}:\ + \ {{passage_text}}\n|||\n{{answers.text | choice}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: en_extract_answer + reference: Ask question with Context + c2356ac6-7761-43b8-9fb9-38ed25c0db9b: !Template + answer_choices: null + id: c2356ac6-7761-43b8-9fb9-38ed25c0db9b + jinja: ' + I am testing my students'' knowledge about {{document_title}}. + + Based on the context ({{passage_text}}), here''s the question to answer: {{question_text}}. + The answer is in the context. + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: en_testing_students + reference: '' + d0966d12-6d15-4138-b273-5fe2e1619ff9: !Template + answer_choices: null + id: d0966d12-6d15-4138-b273-5fe2e1619ff9 + jinja: ' + Could you generate a question about {{document_title}} and whose answer is {{answers.text + | choice}} based on the following context: {{passage_text}} + + ||| + + {{question_text}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - BLEU + - ROUGE + original_task: false + name: en_end_to_end_question_generation_with_title + reference: generate end-to-end question from a passage with a title + f276815f-f7c0-4dab-b12e-08e76da6d760: !Template + answer_choices: null + id: f276815f-f7c0-4dab-b12e-08e76da6d760 + jinja: '{{question_text}} + + Answer the question above. + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: false + name: en_simple_question_odqa + reference: Ask question without Context + fcf0920f-5599-44a6-bf2a-9ef6bbbe1e64: !Template + answer_choices: null + id: fcf0920f-5599-44a6-bf2a-9ef6bbbe1e64 + jinja: 'I''ve always wondered: {{question_text}} + + I searched Wikipedia and I found the following text snippet about {{document_title}}. + + Snippet: {{passage_text}} + + What''s the answer? + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: en_whats_the_answer + reference: Ask question with Context diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml new file mode 100644 index 000000000..74fe73241 --- /dev/null +++ b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml @@ -0,0 +1,208 @@ +dataset: tydiqa +subset: secondary_task +templates: + 29e63c0c-ba49-4f42-a1a5-42edf6dd7074: !Template + answer_choices: null + id: 29e63c0c-ba49-4f42-a1a5-42edf6dd7074 + jinja: ' + Bisakah kamu buat pertanyaan tentang {{document_title}} yang jawabannya adalah {{answers.text + | choice}} berdasarkan konteks berikut: {{passage_text}} + + ||| + + {{question_text}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + - ROUGE + original_task: false + name: id_end_to_end_question_generation_with_title + reference: generate end-to-end question from a passage with a title + 6ee41c5b-36ed-45d1-a3f1-3293e8115bda: !Template + answer_choices: null + id: 6ee41c5b-36ed-45d1-a3f1-3293e8115bda + jinja: '{% set _blank2 = ["judul", "topik" ] %} + + {% set _blank1 = ["tebak", "menebak", "menerka", "menentukan", "membuat"] %} + + {% set _blank=["paragraf", "teks", "potongan teks", "konten"]|random %} + + {% set _position = ["di atas", "berikut"] |random %} + + {% if _position == "di atas" %} + + {{passage_text}}{{"\n"}} + + {% endif %} + + Bisakah kamu {{_blank1|random}} {{_blank2|random}} dari {{_blank}} {{_position}}? + + {% if _position == "berikut" %} + + {{"\n"}}{{passage_text}} + + {% endif %} + + ||| + + {{document_title}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + - ROUGE + original_task: false + name: id_title_generation + reference: Generate title from a passage + 862cfa05-2c63-4535-9d1d-4d4716214e91: !Template + answer_choices: null + id: 862cfa05-2c63-4535-9d1d-4d4716214e91 + jinja: "Berdasarkan\ + \ paragraf di bawah, ekstraksikan jawaban dari pertanyaan berikut: {{question}}\n\ + Paragraf tentang {{document_title}}: {{passage_text}}\n|||\n{{answers.text | choice}} \n{%\ + \ endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_extract_answer + reference: Ask question with Context + 8d928b6b-0191-4c41-ab63-abbbea56248c: !Template + answer_choices: null + id: 8d928b6b-0191-4c41-ab63-abbbea56248c + jinja: ' + Dapatkah kamu membuat pertanyaan yang jawabannya "{{answers.text | choice}}" + berdasarkan konteks berikut: {{passage_text}} + + ||| + + {{question_text}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - BLEU + - ROUGE + original_task: false + name: id_end_to_end_question_generation + reference: generate end-to-end question from a passage. + c30a9c94-94b7-4ae3-a006-c74c586684e3: !Template + answer_choices: null + id: c30a9c94-94b7-4ae3-a006-c74c586684e3 + jinja: ' + {{question_text}} + + Jawablah pertanyaan di atas. + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_simple_question_odqa + reference: Ask question without Context + d4a0909a-3fcc-459f-9034-cd082b18407f: !Template + answer_choices: null + id: d4a0909a-3fcc-459f-9034-cd082b18407f + jinja: 'Saya sedang menguji murid saya seputar {{document_title}}. + + Berdasarkan paragraf konteks ({{passage_text}}), berikut adalah pertanyaan untuk + dijawab: {{question_text}}. Jawabannya terdapat pada paragraf konteks. + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_testing_students + reference: '' + d76bdfee-c839-409c-830c-9a7644124552: !Template + answer_choices: null + id: d76bdfee-c839-409c-830c-9a7644124552 + jinja: 'Aku penasaran sama pertanyaan ini: {{question_text}} + + Dari Wikipedia, aku ketemu paragraf tentang {{document_title}}. + + Paragraf: {{passage_text}} + + Apa jawabannya? + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_whats_the_answer + reference: Ask question with Context + d8ca2cc4-f4e0-4619-a633-5b4a1e91c021: !Template + answer_choices: null + id: d8ca2cc4-f4e0-4619-a633-5b4a1e91c021 + jinja: 'Aku lagi cari tau jawaban dari pertanyaan "{{question_text}}" + + Aku ketemu artikel tentang {{document_title}} di Wikipedia dan kayaknya jawabannya ada + di artikel itu. Kamu bisa kasih tau aku jawabannya? + + Artikel: {{passage_text}} + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_can_you_tell_me_the_answer + reference: Ask question with Context + f276815f-f7c0-4dab-b12e-08e76da6d760: !Template + answer_choices: null + id: f276815f-f7c0-4dab-b12e-08e76da6d760 + jinja: '{{question_text}} + + Answer the question above. + + ||| + + {{answers.text | choice}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: false + name: en_simple_question_odqa + reference: Ask question without Context + fbb0d332-f7f2-451a-bd5d-b2e90b820df7: !Template + answer_choices: null + id: fbb0d332-f7f2-451a-bd5d-b2e90b820df7 + jinja: "Potongan\ + \ teks: {{passage_text}}\nSaya tahu bahwa jawaban dari pertanyaan \"{{question_text}}\"\ + \ muncul di potongan teks berjudul {{document_title}} di atas. Bisakah kamu menjawab\ + \ pertanyaan tadi?\n|||\n{{answers.text | choice}}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: id_can_you_answer_the_question + reference: Ask question with Context diff --git a/promptsource/templates/khalidalt/tydiqa-primary/english/templates.yaml b/promptsource/templates/khalidalt/tydiqa-primary/english/templates.yaml new file mode 100644 index 000000000..16dcdbebb --- /dev/null +++ b/promptsource/templates/khalidalt/tydiqa-primary/english/templates.yaml @@ -0,0 +1,163 @@ +dataset: khalidalt/tydiqa-primary +subset: english +templates: + 16f11e56-a78d-4e33-bba1-586f9947baf7: !Template + answer_choices: Yes ||| No ||| None + id: 16f11e56-a78d-4e33-bba1-586f9947baf7 + jinja: 'I wonder {{question_text}}. + + Help me answer this question with "{{answer_choices[0]}}" or "{{answer_choices[1]}}" + or "{{answer_choices[2]}}" if none of the first two answers apply. + + Here''s what I found on the internet: + + Topic: {{document_title}} + + Article: {{document_plaintext}} + + ||| + + {{annotations.yes_no_answer[0] | capitalize}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: en_heres_what_I_found + reference: '' + 297fc59f-bd92-493b-ae61-3c3adcb46eb3: !Template + answer_choices: Yes ||| No ||| None + id: 297fc59f-bd92-493b-ae61-3c3adcb46eb3 + jinja: "\nQuestion: {{question_text}}\nAnswer\ + \ the question with {{\"Yes\"}} or {{\"No\"}}. If it is not possible then answer\ + \ {{\"None\"}}.\nHint: {{document_plaintext}}\n|||\n{{annotations.yes_no_answer[0]\ + \ | capitalize}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Accuracy + original_task: true + name: en_yes_no_none + reference: '' + 4b21e3be-fba4-49b7-beb1-a61de26eb0ac: !Template + answer_choices: Yes ||| No + id: 4b21e3be-fba4-49b7-beb1-a61de26eb0ac + jinja: "\n {% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nAnswer the question\ + \ about {{document_title}}. {{question_text}}\n||| \n{{annotations.yes_no_answer[0]\ + \ | capitalize}} \n {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Accuracy + original_task: false + name: en_open_domain_qa_without_choices + reference: Answer Yes/No question + 6835dd64-96bd-4bf8-9ba5-645d6a7b8472: !Template + answer_choices: Yes ||| No + id: 6835dd64-96bd-4bf8-9ba5-645d6a7b8472 + jinja: ' + {{question_text}} + + Is this a "Yes/No" question? + + ||| + + {% if annotations. yes_no_answer[0] == "NONE" %} + + No + + {% else %} + + Yes + + {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Accuracy + original_task: false + name: en_yes_no_question + reference: Ask if this is a yes no question + 7b8b7707-dbad-40d2-a5c2-430e6ace10bb: !Template + answer_choices: Yes ||| No ||| None + id: 7b8b7707-dbad-40d2-a5c2-430e6ace10bb + jinja: ' + Answer the following question with "{{answer_choices[0]}}" or "{{answer_choices[1]}}" + or "{{answer_choices[2]}}" if none of the first two answers apply. + + Question: {{question_text}} + + Topic: {{document_title}} + + Article: {{document_plaintext}} + + ||| + + {{annotations.yes_no_answer[0] | capitalize}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: en_read_and_answer + reference: '' + 9c42e3fd-d46e-4149-bb60-4b3118104d95: !Template + answer_choices: Yes ||| No + id: 9c42e3fd-d46e-4149-bb60-4b3118104d95 + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nAfter reading the\ + \ following text snippet from Wikipedia, please answer the question: {{question_text}}\ + \ \n{{document_plaintext}}\n||| \n{{annotations.yes_no_answer[0] | capitalize}}\n\ + \ {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Accuracy + original_task: true + name: en_after_reading_the_text + reference: Reading Comprehension + b4f7c441-41b1-4665-93f9-f2e875aed92a: !Template + answer_choices: Yes ||| No + id: b4f7c441-41b1-4665-93f9-f2e875aed92a + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nAnswer the question\ + \ about {{document_title}}.\nQuestion: {{question_text}}. Yes or No?\n||| \n\ + {{annotations.yes_no_answer[0] | capitalize}}\n {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: en_open_domain_qa + reference: Ask Yes/No question + e593017f-9bcf-4442-944d-fcdf2edcb4f7: !Template + answer_choices: Yes ||| No + id: e593017f-9bcf-4442-944d-fcdf2edcb4f7 + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nBased on the following\ + \ text snippet, {{question_text}} \n{{document_plaintext}}\n||| \n{{annotations.yes_no_answer[0]\ + \ | capitalize}}\n {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Accuracy + original_task: true + name: en_based_on_the_text + reference: Binary question without mentioning KB diff --git a/promptsource/templates/khalidalt/tydiqa-primary/indonesian/templates.yaml b/promptsource/templates/khalidalt/tydiqa-primary/indonesian/templates.yaml new file mode 100644 index 000000000..f9f594ce3 --- /dev/null +++ b/promptsource/templates/khalidalt/tydiqa-primary/indonesian/templates.yaml @@ -0,0 +1,161 @@ +dataset: khalidalt/tydiqa-primary +subset: indonesian +templates: + 5c48e84c-10e4-44ee-b2b3-94a4d018e833: !Template + answer_choices: Ya ||| Tidak ||| Tidak ada + id: 5c48e84c-10e4-44ee-b2b3-94a4d018e833 + jinja: "Pertanyaan: {{question_text}}\n\ + Jawab pertanyaan tersebut dengan {{\"Ya\"}} atau {{\"Tidak\"}}. Jika tidak memungkinkan,\ + \ jawab dengan {{\"Tidak ada\"}}.\nPetunjuk: {{document_plaintext}}\n|||\n{{{\"\ + NO\":\"Tidak\",\"YES\": \"Ya\", \"NONE\": \"Tidak ada\"}[annotations.yes_no_answer[0]]}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Accuracy + original_task: true + name: id_yes_no_none + reference: '' + 764fda4e-dc13-4766-b8ab-eafd79fe875e: !Template + answer_choices: Ya ||| Tidak ||| Tidak ada + id: 764fda4e-dc13-4766-b8ab-eafd79fe875e + jinja: ' + Saya penasaran {{question_text}}. + + Tolong bantu saya menjawab pertanyaan ini dengan "{{answer_choices[0]}}", "{{answer_choices[1]}}" + atau "{{answer_choices[2]}}" jika dua opsi pertama tidak bisa diaplikasikan. + + Ini yang saya temukan di internet: + + Topik: {{document_title}} + + Artikel: {{document_plaintext}} + + ||| + + {{{"NO":"Tidak","YES": "Ya", "NONE": "Tidak ada"}[annotations.yes_no_answer[0]]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: [] + metrics: + - Accuracy + original_task: true + name: id_heres_what_I_found + reference: '' + 976fb48f-7135-4344-91c8-cee2e535b8ab: !Template + answer_choices: Ya ||| Tidak + id: 976fb48f-7135-4344-91c8-cee2e535b8ab + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nJawab pertanyaan\ + \ terkait {{document_title}}.\nPertanyaan: {{question_text}}. Ya atau Tidak?\n\ + ||| \n{{{\"NO\":\"Tidak\",\"YES\": \"Ya\", \"NONE\": \"Tidak ada\"}[annotations.yes_no_answer[0]]}}\n\ + \ {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: [] + metrics: + - Accuracy + original_task: false + name: id_open_domain_qa + reference: Ask Yes/No question + b368b4af-b8b1-4b0f-ab72-a4db0649ca65: !Template + answer_choices: Ya ||| Tidak ||| Tidak ada + id: b368b4af-b8b1-4b0f-ab72-a4db0649ca65 + jinja: ' + Jawab pertanyaan berikut dengan "{{answer_choices[0]}}" atau "{{answer_choices[1]}}" + atau "{{answer_choices[2]}}" jika dua + + opsi pertama tidak dapat diaplikasikan. + + Pertanyaan: {{question_text}} + + Topik: {{document_title}} + + Artikel: {{document_plaintext}} + + ||| + + {{{"NO":"Tidak","YES": "Ya", "NONE": "Tidak ada"}[annotations.yes_no_answer[0]]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: [] + metrics: + - Accuracy + original_task: true + name: id_read_and_answer + reference: '' + d6139cbc-7b25-4539-80c7-2b0832183951: !Template + answer_choices: Ya ||| Tidak + id: d6139cbc-7b25-4539-80c7-2b0832183951 + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nJawab pertanyaan\ + \ terkait {{document_title}}. {{question_text}}\n||| \n{{{\"NO\":\"Tidak\",\"\ + YES\": \"Ya\", \"NONE\": \"Tidak ada\"}[annotations.yes_no_answer[0]]}}\n \ + \ {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Accuracy + original_task: false + name: id_open_domain_qa_without_choices + reference: Answer Yes/No question + ebba1db1-daf2-4e40-9dca-4cbe4298cd3e: !Template + answer_choices: Ya ||| Tidak + id: ebba1db1-daf2-4e40-9dca-4cbe4298cd3e + jinja: ' + {{question_text}} + + Apakah ini termasuk kalimat tanya "Ya/Tidak"? + + ||| + + {% if annotations. yes_no_answer[0] == "NONE" %} + + Tidak + + {% else %} + + Ya + + {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Accuracy + original_task: false + name: id_yes_no_question + reference: Ask if this is a yes no question + f93c6cde-cd5e-4d25-8549-f186546cea26: !Template + answer_choices: Ya ||| Tidak + id: f93c6cde-cd5e-4d25-8549-f186546cea26 + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nSetelah membaca\ + \ potongan teks Wikipedia di bawah ini, mohon jawab pertanyaan: \n{{question_text}}\ + \ \n{{document_plaintext}}\n||| \n{{{\"NO\":\"Tidak\", \"YES\":\"Ya\", \"NONE\"\ + : \"Tidak ada\"}[annotations.yes_no_answer[0]]}}\n {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Accuracy + original_task: true + name: id_after_reading_the_text + reference: Reading Comprehension + fe910acd-a156-4f46-a757-4382821fcfd2: !Template + answer_choices: Ya ||| Tidak + id: fe910acd-a156-4f46-a757-4382821fcfd2 + jinja: "{% if annotations.yes_no_answer[0]\ + \ == \"YES\" or annotations.yes_no_answer[0] == \"NO\" %} \nMenurut potongan\ + \ teks berikut, {{question_text}}\n{{document_plaintext}}\n||| \n{{{\"NO\":\"\ + Tidak\", \"YES\":\"Ya\", \"NONE\": \"Tidak ada\"}[annotations.yes_no_answer[0]]}}\n\ + \ {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Accuracy + original_task: true + name: id_based_on_the_text + reference: Binary question without mentioning KB From 2f59eea46921454ea2029aa98815b7d20c17e98a Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 21 Jul 2022 21:46:09 +0200 Subject: [PATCH 2/3] Fix langs --- .../templates/khalidalt/tydiqa-goldp/english/templates.yaml | 4 ++-- .../templates/khalidalt/tydiqa-goldp/indonesian/template.yaml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml index c7b59d55d..c4b447fcf 100644 --- a/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml +++ b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml @@ -1,5 +1,5 @@ -dataset: tydiqa -subset: secondary_task +dataset: khalidalt/tydiqa-goldp +subset: english templates: 047ed162-f58b-42d5-81aa-0a17a9750230: !Template answer_choices: null diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml index 74fe73241..988c9d757 100644 --- a/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml +++ b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml @@ -1,5 +1,5 @@ -dataset: tydiqa -subset: secondary_task +dataset: khalidalt/tydiqa-goldp +subset: indonesian templates: 29e63c0c-ba49-4f42-a1a5-42edf6dd7074: !Template answer_choices: null From e3ee3c336490b74d436af16aad2495674bd3ef3f Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 21 Jul 2022 23:06:48 +0200 Subject: [PATCH 3/3] Remove endifs --- .../templates/khalidalt/tydiqa-goldp/english/templates.yaml | 2 +- .../templates/khalidalt/tydiqa-goldp/indonesian/template.yaml | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml index c4b447fcf..08a8ad9e0 100644 --- a/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml +++ b/promptsource/templates/khalidalt/tydiqa-goldp/english/templates.yaml @@ -7,7 +7,7 @@ templates: jinja: "Snippet:\ \ {{passage_text}}\nI know that the answer to \"{{question_text}}\" appears somewhere\ \ in the text snippet about {{document_title}}. Can you answer the question?\n|||\n{{answers.text\ - \ | choice}} \n{% endif %}" + \ | choice}}" metadata: !TemplateMetadata choices_in_prompt: false languages: diff --git a/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml index 988c9d757..8ff3ad935 100644 --- a/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml +++ b/promptsource/templates/khalidalt/tydiqa-goldp/indonesian/template.yaml @@ -62,8 +62,7 @@ templates: id: 862cfa05-2c63-4535-9d1d-4d4716214e91 jinja: "Berdasarkan\ \ paragraf di bawah, ekstraksikan jawaban dari pertanyaan berikut: {{question}}\n\ - Paragraf tentang {{document_title}}: {{passage_text}}\n|||\n{{answers.text | choice}} \n{%\ - \ endif %}" + Paragraf tentang {{document_title}}: {{passage_text}}\n|||\n{{answers.text | choice}}" metadata: !TemplateMetadata choices_in_prompt: false languages: []