templates/codah/fold_1/templates.yaml

dataset: codah
subset: fold_1
templates:
  0a7ef357-b2c2-4c1c-a4b9-7e069780ae76: !Template
    answer_choices: null
    id: 0a7ef357-b2c2-4c1c-a4b9-7e069780ae76
    jinja: 'Finish the following text:


      {{question_propmt}}


      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: finish_pre
    reference: ''
  0d54d52b-91dc-4e23-98a1-3b81bbd8558f: !Template
    answer_choices: null
    id: 0d54d52b-91dc-4e23-98a1-3b81bbd8558f
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option
    reference: ''
  2adfb019-690a-482c-aecc-2b43168a9a2a: !Template
    answer_choices: null
    id: 2adfb019-690a-482c-aecc-2b43168a9a2a
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}


      Finish the sentence with the correct answer

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list_post
    reference: ''
  3a946e9d-7b34-47ed-b3b8-7894ded8839d: !Template
    answer_choices: null
    id: 3a946e9d-7b34-47ed-b3b8-7894ded8839d
    jinja: '{{question_propmt}}


      - {{ candidate_answers | join("\n- ") }}


      Which is the correct ending?

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_post
    reference: ''
  47651e9b-c25c-49a4-b32a-c0029cdc2aa2: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: 47651e9b-c25c-49a4-b32a-c0029cdc2aa2
    jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
      \ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
      \ \n|||\n{{answer_choices[question_category]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category
    reference: ''
  757a5faf-a48c-41b6-b7bd-a512d5e6107b: !Template
    answer_choices: null
    id: 757a5faf-a48c-41b6-b7bd-a512d5e6107b
    jinja: '{{question_propmt}}


      Finish the sentence

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_no_option
    reference: ''
  9f1a9858-9528-47ed-a5ee-16d18b48c0da: !Template
    answer_choices: null
    id: 9f1a9858-9528-47ed-a5ee-16d18b48c0da
    jinja: '{{question_propmt}}


      Finish the sentence using one of the following endings:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list
    reference: ''
  a5aad762-bc91-4b21-b869-323aaea78d20: !Template
    answer_choices: null
    id: a5aad762-bc91-4b21-b869-323aaea78d20
    jinja: '{{question_propmt}}

      {% for k in range(candidate_answers | length) %}

      {{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}

      {% endfor %}

      Is the right answer {{"1, 2, 3 or 4"}} ?

      |||

      {{correct_answer_idx}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_idx
    reference: ''
  c05e77b5-4a88-4b07-9a9a-baab17fe7e85: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: c05e77b5-4a88-4b07-9a9a-baab17fe7e85
    jinja: '{{question_propmt}}


      Which of  {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
      " or Others"])}} best describes the text?


      |||

      {{answer_choices[question_category]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category_bis
    reference: ''
  c3df4771-59a6-41a1-8e84-cf7bae719394: !Template
    answer_choices: null
    id: c3df4771-59a6-41a1-8e84-cf7bae719394
    jinja: '{{question_propmt}}


      Choose a candidate ending from this list:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: choose_from_list
    reference: ''