File size: 3,439 Bytes
c32ee7d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
dataset: commonsense_qa
templates:
  1e1d0ce1-b0ea-4ad8-9971-b2b44948123b: !Template
    answer_choices: null
    id: 1e1d0ce1-b0ea-4ad8-9971-b2b44948123b
    jinja: '{% if answerKey != "" %}

      {{question}} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: not_multiple_choice
    reference: ''
  41188da5-c16a-4c6b-89af-6ce6815aedc6: !Template
    answer_choices: null
    id: 41188da5-c16a-4c6b-89af-6ce6815aedc6
    jinja: '{% if answerKey != "" %}

      {{question}}


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: qa
    reference: ''
  42fca80b-b614-4288-aad2-2525360543cb: !Template
    answer_choices: null
    id: 42fca80b-b614-4288-aad2-2525360543cb
    jinja: '{% if answerKey != "" %}

      Pick the most suitable answer for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      {{choices[''label''][i]}}: {{choices[''text''][i]}}

      {% endfor %} |||

      {{ answerKey }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: test_question
    reference: ''
  4e46612a-a320-4692-bddc-37df45680df4: !Template
    answer_choices: null
    id: 4e46612a-a320-4692-bddc-37df45680df4
    jinja: '{% if answerKey != "" %}

      Pick all the incorrect/false options for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {% for i in range(choices[''text'']|length) %}

      {% if i != choices[''label''].index(answerKey) %}

      - {{ choices[''text''][i] }}

      {% endif %}

      {% endfor %}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: test_question_false
    reference: ''
  8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e: !Template
    answer_choices: null
    id: 8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e
    jinja: '{% if answerKey != "" %}

      Pick the most suitable answer for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: most_suitable
    reference: ''
  bc718994-1d3e-4ae4-b65b-be307154b0a6: !Template
    answer_choices: null
    id: bc718994-1d3e-4ae4-b65b-be307154b0a6
    jinja: '{% if answerKey != "" %}

      Use the following options to predict a possible question for them:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{question}}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_qn
    reference: ''