dataset: conv_ai_3
templates:
  04de512a-b097-474e-b952-3f47548ae557: !Template
    answer_choices: null
    id: 04de512a-b097-474e-b952-3f47548ae557
    jinja: Given the request "{{initial_request}}", would a conversational system
      likely need clarification to answer it?|||{% if 1 < clarification_need%}yes{%
      else %}no{% endif %}
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: clarification_needed_0
    reference: ''
  2b94810c-515d-455f-a7d0-d1465d5f4f9d: !Template
    answer_choices: null
    id: 2b94810c-515d-455f-a7d0-d1465d5f4f9d
    jinja: Could a conversational system somehow handle the request "{{initial_request}}"
      without clarification?|||{% if 4 == clarification_need%}no{% else %}yes{% endif
      %}
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: absolutely_ambiguous_1
    reference: ''
  5c302d76-b34c-44e2-9f56-96901758060a: !Template
    answer_choices: null
    id: 5c302d76-b34c-44e2-9f56-96901758060a
    jinja: Would the request "{{initial_request}}" be absolutely ambiguous for a conversational
      system?|||{% if 4 == clarification_need%}yes{% else %}no{% endif %}
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: absolutely_ambiguous_0
    reference: ''
  691d46e5-f1b0-4c7b-90b9-6da9711fd054: !Template
    answer_choices: null
    id: 691d46e5-f1b0-4c7b-90b9-6da9711fd054
    jinja: Is the request "{{initial_request}}" to a conversational agent self-contained?|||{%
      if 1 == clarification_need%}yes{% else %}no{% endif %}
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: self_contained_0
    reference: ''
  a1bad8cc-ee02-465d-a51d-a2b79a75075e: !Template
    answer_choices: null
    id: a1bad8cc-ee02-465d-a51d-a2b79a75075e
    jinja: 'Would a conversational system directly able to answer this request: "{{initial_request}}"?|||{%
      if 1 == clarification_need%}yes{% else %}no{% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: self_contained_1
    reference: ''
  d5479a4d-a57d-4005-995e-ec10bff02123: !Template
    answer_choices: null
    id: d5479a4d-a57d-4005-995e-ec10bff02123
    jinja: Would a conversational agent likely need clarification to answer "{{initial_request}}"?|||{%
      if 1 < clarification_need%}yes{% else %}no{% endif %}
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: false
    name: clarification_needed_1
    reference: ''