templates/codah/fold_2/templates.yaml

dataset: codah
subset: fold_2
templates:
  0516d1f3-da5d-4e0f-b320-e20b79ac4bfc: !Template
    answer_choices: null
    id: 0516d1f3-da5d-4e0f-b320-e20b79ac4bfc
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option
    reference: ''
  1e14c67b-13ae-4bc7-9919-2d405c79cfc3: !Template
    answer_choices: null
    id: 1e14c67b-13ae-4bc7-9919-2d405c79cfc3
    jinja: 'Finish the following text:


      {{question_propmt}}


      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: finish_pre
    reference: ''
  1fa5ab62-06da-4f18-9a0a-d9851224cde5: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: 1fa5ab62-06da-4f18-9a0a-d9851224cde5
    jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
      \ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
      \ \n|||\n{{answer_choices[question_category]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category
    reference: ''
  698936f4-cdb9-41d4-8feb-bbb934ea7197: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: 698936f4-cdb9-41d4-8feb-bbb934ea7197
    jinja: '{{question_propmt}}


      Which of  {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
      " or Others"])}} best describes the text?


      |||

      {{answer_choices[question_category]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category_bis
    reference: ''
  8dd5e484-9763-4f70-9990-e0c1a94d76b0: !Template
    answer_choices: null
    id: 8dd5e484-9763-4f70-9990-e0c1a94d76b0
    jinja: '{{question_propmt}}


      Finish the sentence using one of the following endings:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list
    reference: ''
  b9f90c9f-2714-4b9c-bf10-1b540ee38dfa: !Template
    answer_choices: null
    id: b9f90c9f-2714-4b9c-bf10-1b540ee38dfa
    jinja: '{{question_propmt}}


      - {{ candidate_answers | join("\n- ") }}


      Which is the correct ending?

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_post
    reference: ''
  bfb69adf-326b-4366-9de6-d566ab75ae2c: !Template
    answer_choices: null
    id: bfb69adf-326b-4366-9de6-d566ab75ae2c
    jinja: '{{question_propmt}}


      Finish the sentence

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_no_option
    reference: ''
  d174023b-4a4a-4163-8eab-1736af5ebce5: !Template
    answer_choices: null
    id: d174023b-4a4a-4163-8eab-1736af5ebce5
    jinja: '{{question_propmt}}

      {% for k in range(candidate_answers | length) %}

      {{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}

      {% endfor %}

      Is the right answer {{"1, 2, 3 or 4"}} ?

      |||

      {{correct_answer_idx}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_idx
    reference: ''
  e901db33-9607-4b65-b881-a36b2d0b2d87: !Template
    answer_choices: null
    id: e901db33-9607-4b65-b881-a36b2d0b2d87
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}


      Finish the sentence with the correct answer

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list_post
    reference: ''
  e9e7ed0b-0a7f-438f-acd6-c0ff153ed9ce: !Template
    answer_choices: null
    id: e9e7ed0b-0a7f-438f-acd6-c0ff153ed9ce
    jinja: '{{question_propmt}}


      Choose a candidate ending from this list:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: choose_from_list
    reference: ''