Spaces:
Build error
Build error
File size: 4,864 Bytes
ab13cee |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 |
dataset: codah
subset: fold_1
templates:
0a7ef357-b2c2-4c1c-a4b9-7e069780ae76: !Template
answer_choices: null
id: 0a7ef357-b2c2-4c1c-a4b9-7e069780ae76
jinja: 'Finish the following text:
{{question_propmt}}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: finish_pre
reference: ''
0d54d52b-91dc-4e23-98a1-3b81bbd8558f: !Template
answer_choices: null
id: 0d54d52b-91dc-4e23-98a1-3b81bbd8558f
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option
reference: ''
2adfb019-690a-482c-aecc-2b43168a9a2a: !Template
answer_choices: null
id: 2adfb019-690a-482c-aecc-2b43168a9a2a
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
Finish the sentence with the correct answer
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list_post
reference: ''
3a946e9d-7b34-47ed-b3b8-7894ded8839d: !Template
answer_choices: null
id: 3a946e9d-7b34-47ed-b3b8-7894ded8839d
jinja: '{{question_propmt}}
- {{ candidate_answers | join("\n- ") }}
Which is the correct ending?
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_post
reference: ''
47651e9b-c25c-49a4-b32a-c0029cdc2aa2: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: 47651e9b-c25c-49a4-b32a-c0029cdc2aa2
jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
\ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
\ \n|||\n{{answer_choices[question_category]}}"
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category
reference: ''
757a5faf-a48c-41b6-b7bd-a512d5e6107b: !Template
answer_choices: null
id: 757a5faf-a48c-41b6-b7bd-a512d5e6107b
jinja: '{{question_propmt}}
Finish the sentence
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: answer_no_option
reference: ''
9f1a9858-9528-47ed-a5ee-16d18b48c0da: !Template
answer_choices: null
id: 9f1a9858-9528-47ed-a5ee-16d18b48c0da
jinja: '{{question_propmt}}
Finish the sentence using one of the following endings:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list
reference: ''
a5aad762-bc91-4b21-b869-323aaea78d20: !Template
answer_choices: null
id: a5aad762-bc91-4b21-b869-323aaea78d20
jinja: '{{question_propmt}}
{% for k in range(candidate_answers | length) %}
{{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}
{% endfor %}
Is the right answer {{"1, 2, 3 or 4"}} ?
|||
{{correct_answer_idx}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_idx
reference: ''
c05e77b5-4a88-4b07-9a9a-baab17fe7e85: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: c05e77b5-4a88-4b07-9a9a-baab17fe7e85
jinja: '{{question_propmt}}
Which of {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
" or Others"])}} best describes the text?
|||
{{answer_choices[question_category]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category_bis
reference: ''
c3df4771-59a6-41a1-8e84-cf7bae719394: !Template
answer_choices: null
id: c3df4771-59a6-41a1-8e84-cf7bae719394
jinja: '{{question_propmt}}
Choose a candidate ending from this list:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: choose_from_list
reference: ''
|