421m32b32b/421m32b32bpile/evaluation/rankeval/lm1-421m-32b-results_lm-eval_global_step60336_2023-01-24-13-57-03_3shots.csv

task,metric,value,err,version
anli_r1,acc,0.318,0.014734079309311901,0
anli_r2,acc,0.338,0.014965960710224473,0
anli_r3,acc,0.3433333333333333,0.01371263383046586,0
arc_challenge,acc,0.2090443686006826,0.011882746987406453,0
arc_challenge,acc_norm,0.22696245733788395,0.012240491536132866,0
arc_easy,acc,0.484006734006734,0.010254533589288182,0
arc_easy,acc_norm,0.4617003367003367,0.01022963982061052,0
boolq,acc,0.5412844036697247,0.00871519381578829,1
cb,acc,0.5,0.06741998624632421,1
cb,f1,0.43006045445069835,,1
copa,acc,0.64,0.04824181513244218,0
hellaswag,acc,0.3004381597291376,0.0045751160939318854,0
hellaswag,acc_norm,0.33120892252539336,0.004696861625496918,0
piqa,acc,0.6398258977149075,0.011200375176667486,0
piqa,acc_norm,0.6441784548422198,0.01117029493465695,0
rte,acc,0.5054151624548736,0.03009469812323996,0
sciq,acc,0.821,0.012128730605719118,0
sciq,acc_norm,0.797,0.01272607374459827,0
storycloze_2016,acc,0.589524318546232,0.011375585931640946,0
winogrande,acc,0.5248618784530387,0.01403510288362775,0