Spaces:
Build error
Build error
File size: 3,439 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 |
dataset: commonsense_qa
templates:
1e1d0ce1-b0ea-4ad8-9971-b2b44948123b: !Template
answer_choices: null
id: 1e1d0ce1-b0ea-4ad8-9971-b2b44948123b
jinja: '{% if answerKey != "" %}
{{question}} |||
{{ choices[''text''][choices[''label''].index(answerKey)] }}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: not_multiple_choice
reference: ''
41188da5-c16a-4c6b-89af-6ce6815aedc6: !Template
answer_choices: null
id: 41188da5-c16a-4c6b-89af-6ce6815aedc6
jinja: '{% if answerKey != "" %}
{{question}}
{% for i in range(choices[''text'']|length) %}
- {{choices[''text''][i]}}
{% endfor %} |||
{{ choices[''text''][choices[''label''].index(answerKey)] }}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: qa
reference: ''
42fca80b-b614-4288-aad2-2525360543cb: !Template
answer_choices: null
id: 42fca80b-b614-4288-aad2-2525360543cb
jinja: '{% if answerKey != "" %}
Pick the most suitable answer for the following question:
{{question}}
Options:
{% for i in range(choices[''text'']|length) %}
{{choices[''label''][i]}}: {{choices[''text''][i]}}
{% endfor %} |||
{{ answerKey }}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: test_question
reference: ''
4e46612a-a320-4692-bddc-37df45680df4: !Template
answer_choices: null
id: 4e46612a-a320-4692-bddc-37df45680df4
jinja: '{% if answerKey != "" %}
Pick all the incorrect/false options for the following question:
{{question}}
Options:
{% for i in range(choices[''text'']|length) %}
- {{choices[''text''][i]}}
{% endfor %} |||
{% for i in range(choices[''text'']|length) %}
{% if i != choices[''label''].index(answerKey) %}
- {{ choices[''text''][i] }}
{% endif %}
{% endfor %}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: test_question_false
reference: ''
8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e: !Template
answer_choices: null
id: 8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e
jinja: '{% if answerKey != "" %}
Pick the most suitable answer for the following question:
{{question}}
Options:
{% for i in range(choices[''text'']|length) %}
- {{choices[''text''][i]}}
{% endfor %} |||
{{ choices[''text''][choices[''label''].index(answerKey)] }}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: most_suitable
reference: ''
bc718994-1d3e-4ae4-b65b-be307154b0a6: !Template
answer_choices: null
id: bc718994-1d3e-4ae4-b65b-be307154b0a6
jinja: '{% if answerKey != "" %}
Use the following options to predict a possible question for them:
{% for i in range(choices[''text'']|length) %}
- {{choices[''text''][i]}}
{% endfor %} |||
{{question}}
{% endif %}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: answer_qn
reference: ''
|