mrm8488's picture
Fix routes
ab13cee
raw
history blame contribute delete
2.72 kB
dataset: conv_ai_3
templates:
04de512a-b097-474e-b952-3f47548ae557: !Template
answer_choices: null
id: 04de512a-b097-474e-b952-3f47548ae557
jinja: Given the request "{{initial_request}}", would a conversational system
likely need clarification to answer it?|||{% if 1 < clarification_need%}yes{%
else %}no{% endif %}
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: clarification_needed_0
reference: ''
2b94810c-515d-455f-a7d0-d1465d5f4f9d: !Template
answer_choices: null
id: 2b94810c-515d-455f-a7d0-d1465d5f4f9d
jinja: Could a conversational system somehow handle the request "{{initial_request}}"
without clarification?|||{% if 4 == clarification_need%}no{% else %}yes{% endif
%}
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: absolutely_ambiguous_1
reference: ''
5c302d76-b34c-44e2-9f56-96901758060a: !Template
answer_choices: null
id: 5c302d76-b34c-44e2-9f56-96901758060a
jinja: Would the request "{{initial_request}}" be absolutely ambiguous for a conversational
system?|||{% if 4 == clarification_need%}yes{% else %}no{% endif %}
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: absolutely_ambiguous_0
reference: ''
691d46e5-f1b0-4c7b-90b9-6da9711fd054: !Template
answer_choices: null
id: 691d46e5-f1b0-4c7b-90b9-6da9711fd054
jinja: Is the request "{{initial_request}}" to a conversational agent self-contained?|||{%
if 1 == clarification_need%}yes{% else %}no{% endif %}
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: self_contained_0
reference: ''
a1bad8cc-ee02-465d-a51d-a2b79a75075e: !Template
answer_choices: null
id: a1bad8cc-ee02-465d-a51d-a2b79a75075e
jinja: 'Would a conversational system directly able to answer this request: "{{initial_request}}"?|||{%
if 1 == clarification_need%}yes{% else %}no{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: self_contained_1
reference: ''
d5479a4d-a57d-4005-995e-ec10bff02123: !Template
answer_choices: null
id: d5479a4d-a57d-4005-995e-ec10bff02123
jinja: Would a conversational agent likely need clarification to answer "{{initial_request}}"?|||{%
if 1 < clarification_need%}yes{% else %}no{% endif %}
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: false
name: clarification_needed_1
reference: ''