| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 66.66666667 | |
| 4 75.00000000 | |
| 5 80.00000000 | |
| 6 83.33333333 | |
| 7 71.42857143 | |
| 8 75.00000000 | |
| 9 77.77777778 | |
| 10 80.00000000 | |
| 11 81.81818182 | |
| 12 75.00000000 | |
| 13 76.92307692 | |
| 14 78.57142857 | |
| 15 80.00000000 | |
| 16 81.25000000 | |
| 17 76.47058824 | |
| 18 77.77777778 | |
| 19 73.68421053 | |
| 20 75.00000000 | |
| 21 76.19047619 | |
| 22 77.27272727 | |
| 23 78.26086957 | |
| 24 75.00000000 | |
| 25 72.00000000 | |
| 26 69.23076923 | |
| 27 70.37037037 | |
| 28 67.85714286 | |
| 29 68.96551724 | |
| 30 66.66666667 | |
| 31 67.74193548 | |
| 32 65.62500000 | |
| 33 66.66666667 | |
| 34 67.64705882 | |
| 35 68.57142857 | |
| 36 69.44444444 | |
| 37 70.27027027 | |
| 38 71.05263158 | |
| 39 69.23076923 | |
| 40 67.50000000 | |
| 41 68.29268293 | |
| 42 66.66666667 | |
| 43 67.44186047 | |
| 44 68.18181818 | |
| 45 68.88888889 | |
| 46 69.56521739 | |
| 47 70.21276596 | |
| 48 70.83333333 | |
| 49 71.42857143 | |
| 50 72.00000000 | |
| 51 72.54901961 | |
| 52 71.15384615 | |
| 53 69.81132075 | |
| 54 68.51851852 | |
| 55 69.09090909 | |
| 56 67.85714286 | |
| 57 68.42105263 | |
| 58 68.96551724 | |
| 59 69.49152542 | |
| 60 70.00000000 | |
| 61 70.49180328 | |
| 62 70.96774194 | |
| 63 71.42857143 | |
| 64 71.87500000 | |
| 65 72.30769231 | |
| 66 71.21212121 | |
| 67 71.64179104 | |
| 68 70.58823529 | |
| 69 71.01449275 | |
| 70 71.42857143 | |
| 71 70.42253521 | |
| 72 70.83333333 | |
| 73 71.23287671 | |
| 74 71.62162162 | |
| 75 70.66666667 | |
| 76 71.05263158 | |
| 77 71.42857143 | |
| 78 71.79487179 | |
| 79 72.15189873 | |
| 80 72.50000000 | |
| 81 71.60493827 | |
| 82 71.95121951 | |
| 83 72.28915663 | |
| 84 72.61904762 | |
| 85 72.94117647 | |
| 86 73.25581395 | |
| 87 73.56321839 | |
| 88 73.86363636 | |
| 89 73.03370787 | |
| 90 73.33333333 | |
| 91 73.62637363 | |
| 92 72.82608696 | |
| 93 73.11827957 | |
| 94 73.40425532 | |
| 95 73.68421053 | |
| 96 73.95833333 | |
| 97 74.22680412 | |
| 98 74.48979592 | |
| 99 74.74747475 | |
| 100 75.00000000 | |
| 101 75.24752475 | |
| 102 74.50980392 | |
| 103 73.78640777 | |
| 104 74.03846154 | |
| 105 74.28571429 | |
| 106 74.52830189 | |
| 107 74.76635514 | |
| 108 75.00000000 | |
| 109 74.31192661 | |
| 110 74.54545455 | |
| 111 74.77477477 | |
| 112 75.00000000 | |
| 113 75.22123894 | |
| 114 75.43859649 | |
| 115 75.65217391 | |
| 116 75.86206897 | |
| 117 75.21367521 | |
| 118 75.42372881 | |
| 119 75.63025210 | |
| 120 75.00000000 | |
| 121 75.20661157 | |
| 122 75.40983607 | |
| 123 75.60975610 | |
| 124 75.80645161 | |
| 125 76.00000000 | |
| 126 76.19047619 | |
| 127 76.37795276 | |
| 128 75.78125000 | |
| 129 75.19379845 | |
| 130 74.61538462 | |
| 131 74.80916031 | |
| 132 75.00000000 | |
| 133 75.18796992 | |
| 134 75.37313433 | |
| 135 75.55555556 | |
| 136 75.73529412 | |
| 137 75.91240876 | |
| 138 76.08695652 | |
| 139 75.53956835 | |
| 140 75.71428571 | |
| 141 75.88652482 | |
| 142 76.05633803 | |
| 143 76.22377622 | |
| 144 76.38888889 | |
| 145 76.55172414 | |
| 146 76.71232877 | |
| 147 76.87074830 | |
| 148 76.35135135 | |
| 149 76.51006711 | |
| 150 76.66666667 | |
| 151 76.15894040 | |
| 152 75.65789474 | |
| 153 75.81699346 | |
| 154 75.97402597 | |
| 155 76.12903226 | |
| 156 75.64102564 | |
| 157 75.15923567 | |
| 158 75.31645570 | |
| 159 74.84276730 | |
| 160 75.00000000 | |
| 161 75.15527950 | |
| 162 75.30864198 | |
| 163 74.84662577 | |
| 164 75.00000000 | |
| 165 75.15151515 | |
| 166 75.30120482 | |
| 167 75.44910180 | |
| 168 75.59523810 | |
| 169 75.14792899 | |
| 170 75.29411765 | |
| 171 75.43859649 | |
| 172 75.58139535 | |
| 173 75.72254335 | |
| 174 75.86206897 | |
| 175 75.42857143 | |
| 176 75.00000000 | |
| 177 75.14124294 | |
| 178 75.28089888 | |
| 179 74.86033520 | |
| 180 75.00000000 | |
| 181 74.58563536 | |
| 182 74.72527473 | |
| 183 74.86338798 | |
| 184 74.45652174 | |
| 185 74.59459459 | |
| 186 74.19354839 | |
| 187 73.79679144 | |
| 188 73.40425532 | |
| 189 73.01587302 | |
| 190 73.15789474 | |
| 191 73.29842932 | |
| 192 73.43750000 | |
| 193 73.05699482 | |
| 194 73.19587629 | |
| 195 72.82051282 | |
| 196 72.95918367 | |
| 197 72.58883249 | |
| 198 72.22222222 | |
| 199 72.36180905 | |
| 200 72.50000000 | |
| 201 72.63681592 | |
| 202 72.77227723 | |
| 203 72.41379310 | |
| 204 72.54901961 | |
| 205 72.68292683 | |
| 206 72.81553398 | |
| 207 72.94685990 | |
| 208 72.59615385 | |
| 209 72.72727273 | |
| 210 72.85714286 | |
| 211 72.98578199 | |
| 212 73.11320755 | |
| 213 73.23943662 | |
| 214 73.36448598 | |
| 215 73.48837209 | |
| 216 73.61111111 | |
| 217 73.27188940 | |
| 218 73.39449541 | |
| 219 73.51598174 | |
| 220 73.63636364 | |
| 221 73.30316742 | |
| 222 73.42342342 | |
| 223 73.54260090 | |
| 224 73.66071429 | |
| 225 73.77777778 | |
| 226 73.89380531 | |
| 227 73.56828194 | |
| 228 73.68421053 | |
| 229 73.79912664 | |
| 230 73.47826087 | |
| 231 73.16017316 | |
| 232 72.84482759 | |
| 233 72.96137339 | |
| 234 73.07692308 | |
| 235 72.76595745 | |
| 236 72.45762712 | |
| 237 72.57383966 | |
| 238 72.68907563 | |
| 239 72.80334728 | |
| 240 72.91666667 | |
| 241 73.02904564 | |
| 242 73.14049587 | |
| 243 73.25102881 | |
| 244 73.36065574 | |
| 245 73.06122449 | |
| 246 73.17073171 | |
| 247 73.27935223 | |
| 248 73.38709677 | |
| 249 73.49397590 | |
| 250 73.60000000 | |
| 251 73.70517928 | |
| 252 73.80952381 | |
| 253 73.51778656 | |
| 254 73.62204724 | |
| 255 73.33333333 | |
| 256 73.43750000 | |
| 257 73.15175097 | |
| 258 73.25581395 | |
| 259 73.35907336 | |
| 260 73.46153846 | |
| 261 73.56321839 | |
| 262 73.28244275 | |
| 263 73.00380228 | |
| 264 73.10606061 | |
| 265 73.20754717 | |
| 266 72.93233083 | |
| 267 73.03370787 | |
| 268 73.13432836 | |
| 269 73.23420074 | |
| 270 73.33333333 | |
| 271 73.06273063 | |
| 272 73.16176471 | |
| 273 72.89377289 | |
| 274 72.99270073 | |
| 275 72.72727273 | |
| 276 72.82608696 | |
| 277 72.92418773 | |
| 278 73.02158273 | |
| 279 73.11827957 | |
| 280 73.21428571 | |
| 281 73.30960854 | |
| 282 73.04964539 | |
| 283 73.14487633 | |
| 284 73.23943662 | |
| 285 72.98245614 | |
| 286 72.72727273 | |
| 287 72.82229965 | |
| 288 72.91666667 | |
| 289 73.01038062 | |
| 290 73.10344828 | |
| 291 73.19587629 | |
| 292 72.94520548 | |
| 293 73.03754266 | |
| 294 73.12925170 | |
| 295 73.22033898 | |
| 296 73.31081081 | |
| 297 73.40067340 | |
| 298 73.48993289 | |
| 299 73.24414716 | |
| 300 73.33333333 | |
| 301 73.42192691 | |
| 302 73.50993377 | |
| 303 73.26732673 | |
| 304 73.35526316 | |
| 305 73.44262295 | |
| 306 73.52941176 | |
| 307 73.28990228 | |
| 308 73.37662338 | |
| 309 73.46278317 | |
| 310 73.54838710 | |
| 311 73.63344051 | |
| 312 73.71794872 | |
| 313 73.80191693 | |
| 314 73.56687898 | |
| 315 73.65079365 | |
| 316 73.73417722 | |
| 317 73.81703470 | |
| 318 73.58490566 | |
| 319 73.35423197 | |
| 320 73.43750000 | |
| 321 73.20872274 | |
| 322 73.29192547 | |
| 323 73.37461300 | |
| 324 73.45679012 | |
| 325 73.53846154 | |
| 326 73.31288344 | |
| 327 73.39449541 | |
| 328 73.47560976 | |
| 329 73.55623100 | |
| 330 73.63636364 | |
| 331 73.71601208 | |
| 332 73.49397590 | |
| 333 73.57357357 | |
| 334 73.35329341 | |
| 335 73.43283582 | |
| 336 73.51190476 | |
| 337 73.29376855 | |
| 338 73.37278107 | |
| 339 73.45132743 | |
| 340 73.23529412 | |
| 341 73.02052786 | |
| 342 73.09941520 | |
| 343 73.17784257 | |
| 344 72.96511628 | |
| 345 72.75362319 | |
| 346 72.54335260 | |
| 347 72.62247839 | |
| 348 72.41379310 | |
| 349 72.20630372 | |
| 350 72.28571429 | |
| 351 72.36467236 | |
| 352 72.44318182 | |
| 353 72.52124646 | |
| 354 72.59887006 | |
| 355 72.67605634 | |
| 356 72.75280899 | |
| 357 72.54901961 | |
| 358 72.62569832 | |
| 359 72.70194986 | |
| 360 72.50000000 | |
| 361 72.57617729 | |
| 362 72.65193370 | |
| 363 72.72727273 | |
| 364 72.80219780 | |
| 365 72.87671233 | |
| 366 72.95081967 | |
| 367 73.02452316 | |
| 368 73.09782609 | |
| 369 73.17073171 | |
| 370 73.24324324 | |
| 371 73.04582210 | |
| 372 73.11827957 | |
| 373 72.92225201 | |
| 374 72.99465241 | |
| 375 73.06666667 | |
| 376 73.13829787 | |
| 377 72.94429708 | |
| 378 72.75132275 | |
| 379 72.82321900 | |
| 380 72.89473684 | |
| 381 72.96587927 | |
| 382 72.77486911 | |
| 383 72.84595300 | |
| 384 72.91666667 | |
| 385 72.98701299 | |
| 386 73.05699482 | |
| 387 72.86821705 | |
| 388 72.93814433 | |
| 389 73.00771208 | |
| 390 73.07692308 | |
| 391 72.89002558 | |
| 392 72.95918367 | |
| 393 73.02798982 | |
| 394 73.09644670 | |
| 395 73.16455696 | |
| 396 73.23232323 | |
| 397 73.29974811 | |
| 398 73.36683417 | |
| 399 73.43358396 | |
| 400 73.50000000 | |
| 401 73.56608479 | |
| 402 73.38308458 | |
| 403 73.20099256 | |
| 404 73.01980198 | |
| 405 72.83950617 | |
| 406 72.90640394 | |
| 407 72.72727273 | |
| 408 72.79411765 | |
| 409 72.86063570 | |
| 410 72.68292683 | |
| 411 72.74939173 | |
| 412 72.81553398 | |
| 413 72.88135593 | |
| 414 72.94685990 | |
| 415 72.77108434 | |
| 416 72.83653846 | |
| 417 72.66187050 | |
| 418 72.72727273 | |
| 419 72.55369928 | |
| 420 72.61904762 | |
| 421 72.44655582 | |
| 422 72.51184834 | |
| 423 72.57683215 | |
| 424 72.64150943 | |
| 425 72.70588235 | |
| 426 72.76995305 | |
| 427 72.83372365 | |
| 428 72.89719626 | |
| 429 72.96037296 | |
| 430 73.02325581 | |
| 431 72.85382831 | |
| 432 72.68518519 | |
| 433 72.74826790 | |
| 434 72.81105991 | |
| 435 72.64367816 | |
| 436 72.47706422 | |
| 437 72.31121281 | |
| 438 72.14611872 | |
| 439 72.20956720 | |
| 440 72.04545455 | |
| 441 72.10884354 | |
| 442 72.17194570 | |
| 443 72.23476298 | |
| 444 72.29729730 | |
| 445 72.35955056 | |
| 446 72.42152466 | |
| 447 72.48322148 | |
| 448 72.54464286 | |
| 449 72.60579065 | |
| 450 72.66666667 | |
| 451 72.50554324 | |
| 452 72.34513274 | |
| 453 72.18543046 | |
| 454 72.24669604 | |
| 455 72.30769231 | |
| 456 72.36842105 | |
| 457 72.42888403 | |
| 458 72.48908297 | |
| 459 72.54901961 | |
| 460 72.60869565 | |
| 461 72.66811280 | |
| 462 72.72727273 | |
| 463 72.78617711 | |
| 464 72.84482759 | |
| 465 72.68817204 | |
| 466 72.74678112 | |
| 467 72.80513919 | |
| 468 72.64957265 | |
| 469 72.49466951 | |
| 470 72.34042553 | |
| 471 72.39915074 | |
| 472 72.45762712 | |
| 473 72.51585624 | |
| 474 72.57383966 | |
| 475 72.63157895 | |
| 476 72.47899160 | |
| 477 72.32704403 | |
| 478 72.38493724 | |
| 479 72.44258873 | |
| 480 72.50000000 | |
| 481 72.55717256 | |
| 482 72.40663900 | |
| 483 72.46376812 | |
| 484 72.31404959 | |
| 485 72.16494845 | |
| 486 72.22222222 | |
| 487 72.27926078 | |
| 488 72.13114754 | |
| 489 72.18813906 | |
| 490 72.24489796 | |
| 491 72.30142566 | |
| 492 72.35772358 | |
| 493 72.41379310 | |
| 494 72.46963563 | |
| 495 72.52525253 | |
| 496 72.58064516 | |
| 497 72.63581489 | |
| 498 72.69076305 | |
| 499 72.54509018 | |
| 500 72.60000000 | |
| 501 72.65469062 | |
| 502 72.70916335 | |
| 503 72.76341948 | |
| 504 72.81746032 | |
| 505 72.87128713 | |
| 506 72.92490119 | |
| 507 72.97830375 | |
| 508 73.03149606 | |
| 509 73.08447937 | |
| 510 73.13725490 | |
| 511 73.18982387 | |
| 512 73.04687500 | |
| 513 73.09941520 | |
| 514 73.15175097 | |
| 515 73.20388350 | |
| 516 73.06201550 | |
| 517 73.11411992 | |
| 518 73.16602317 | |
| 519 73.21772640 | |
| 520 73.07692308 | |
| 521 72.93666027 | |
| 522 72.98850575 | |
| 523 73.04015296 | |
| 524 73.09160305 | |
| 525 72.95238095 | |
| 526 72.81368821 | |
| 527 72.86527514 | |
| 528 72.91666667 | |
| 529 72.96786389 | |
| 530 73.01886792 | |
| 531 73.06967985 | |
| 532 73.12030075 | |
| 533 73.17073171 | |
| 534 73.22097378 | |
| 535 73.27102804 | |
| 536 73.32089552 | |
| 537 73.37057728 | |
| 538 73.42007435 | |
| 539 73.28385900 | |
| 540 73.33333333 | |
| 541 73.38262477 | |
| 542 73.43173432 | |
| 543 73.29650092 | |
| 544 73.34558824 | |
| 545 73.39449541 | |
| 546 73.44322344 | |
| 547 73.49177331 | |
| 548 73.54014599 | |
| 549 73.58834244 | |
| 550 73.45454545 | |
| 551 73.32123412 | |
| 552 73.18840580 | |
| 553 73.23688969 | |
| 554 73.28519856 | |
| 555 73.15315315 | |
| 556 73.20143885 | |
| 557 73.07001795 | |
| 558 72.93906810 | |
| 559 72.80858676 | |
| 560 72.85714286 | |
| 561 72.90552585 | |
| 562 72.77580071 | |
| 563 72.82415631 | |
| 564 72.87234043 | |
| 565 72.74336283 | |
| 566 72.61484099 | |
| 567 72.66313933 | |
| 568 72.71126761 | |
| 569 72.58347979 | |
| 570 72.63157895 | |
| 571 72.67950963 | |
| 572 72.72727273 | |
| 573 72.77486911 | |
| 574 72.82229965 | |
| 575 72.86956522 | |
| 576 72.91666667 | |
| 577 72.96360485 | |
| 578 73.01038062 | |
| 579 73.05699482 | |
| 580 73.10344828 | |
| 581 72.97762478 | |
| 582 73.02405498 | |
| 583 73.07032590 | |
| 584 73.11643836 | |
| 585 73.16239316 | |
| 586 73.20819113 | |
| 587 73.25383305 | |
| 588 73.12925170 | |
| 589 73.00509338 | |
| 590 72.88135593 | |
| 591 72.92724196 | |
| 592 72.80405405 | |
| 593 72.84991568 | |
| 594 72.72727273 | |
| 595 72.77310924 | |
| 596 72.81879195 | |
| 597 72.86432161 | |
| 598 72.90969900 | |
| 599 72.78797997 | |
| 600 72.83333333 | |
| 601 72.87853577 | |
| 602 72.92358804 | |
| 603 72.96849088 | |
| 604 73.01324503 | |
| 605 73.05785124 | |
| 606 72.93729373 | |
| 607 72.98187809 | |
| 608 73.02631579 | |
| 609 73.07060755 | |
| 610 73.11475410 | |
| 611 73.15875614 | |
| 612 73.03921569 | |
| 613 72.92006525 | |
| 614 72.80130293 | |
| 615 72.84552846 | |
| 616 72.72727273 | |
| 617 72.60940032 | |
| 618 72.65372168 | |
| 619 72.53634895 | |
| 620 72.58064516 | |
| 621 72.62479871 | |
| 622 72.50803859 | |
| 623 72.55216693 | |
| 624 72.59615385 | |
| 625 72.64000000 | |
| 626 72.68370607 | |
| 627 72.72727273 | |
| 628 72.77070064 | |
| 629 72.65500795 | |
| 630 72.69841270 | |
| 631 72.58320127 | |
| 632 72.62658228 | |
| 633 72.51184834 | |
| 634 72.55520505 | |
| 635 72.59842520 | |
| 636 72.64150943 | |
| 637 72.68445840 | |
| 638 72.72727273 | |
| 639 72.76995305 | |
| 640 72.65625000 | |
| 641 72.69890796 | |
| 642 72.74143302 | |
| 643 72.78382582 | |
| 644 72.82608696 | |
| 645 72.86821705 | |
| 646 72.91021672 | |
| 647 72.95208655 | |
| 648 72.99382716 | |
| 649 72.88135593 | |
| 650 72.92307692 | |
| 651 72.96466974 | |
| 652 73.00613497 | |
| 653 73.04747320 | |
| 654 73.08868502 | |
| 655 73.12977099 | |
| 656 73.17073171 | |
| 657 73.21156773 | |
| 658 73.10030395 | |
| 659 72.98937785 | |
| 660 72.87878788 | |
| 661 72.91981846 | |
| 662 72.96072508 | |
| 663 73.00150830 | |
| 664 73.04216867 | |
| 665 73.08270677 | |
| 666 73.12312312 | |
| 667 73.16341829 | |
| 668 73.05389222 | |
| 669 73.09417040 | |
| 670 73.13432836 | |
| 671 73.17436662 | |
| 672 73.21428571 | |
| 673 73.25408618 | |
| 674 73.29376855 | |
| 675 73.33333333 | |
| 676 73.37278107 | |
| 677 73.41211226 | |
| 678 73.45132743 | |
| 679 73.49042710 | |
| 680 73.52941176 | |
| 681 73.42143906 | |
| 682 73.46041056 | |
| 683 73.49926794 | |
| 684 73.53801170 | |
| 685 73.57664234 | |
| 686 73.61516035 | |
| 687 73.65356623 | |
| 688 73.69186047 | |
| 689 73.73004354 | |
| 690 73.76811594 | |
| 691 73.80607815 | |
| 692 73.84393064 | |
| 693 73.73737374 | |
| 694 73.77521614 | |
| 695 73.81294964 | |
| 696 73.85057471 | |
| 697 73.88809182 | |
| 698 73.92550143 | |
| 699 73.96280401 | |
| 700 74.00000000 | |
| 701 74.03708987 | |
| 702 74.07407407 | |
| 703 74.11095306 | |
| 704 74.14772727 | |
| 705 74.18439716 | |
| 706 74.22096317 | |
| 707 74.25742574 | |
| 708 74.29378531 | |
| 709 74.33004231 | |
| 710 74.36619718 | |
| 711 74.26160338 | |
| 712 74.29775281 | |
| 713 74.33380084 | |
| 714 74.36974790 | |
| 715 74.26573427 | |
| 716 74.30167598 | |
| 717 74.33751743 | |
| 718 74.23398329 | |
| 719 74.26981919 | |
| 720 74.16666667 | |
| 721 74.06380028 | |
| 722 74.09972299 | |
| 723 74.13554633 | |
| 724 74.03314917 | |
| 725 74.06896552 | |
| 726 74.10468320 | |
| 727 74.14030261 | |
| 728 74.17582418 | |
| 729 74.21124829 | |
| 730 74.24657534 | |
| 731 74.28180575 | |
| 732 74.18032787 | |
| 733 74.21555252 | |
| 734 74.25068120 | |
| 735 74.14965986 | |
| 736 74.18478261 | |
| 737 74.08412483 | |
| 738 73.98373984 | |
| 739 74.01894452 | |
| 740 74.05405405 | |
| 741 74.08906883 | |
| 742 74.12398922 | |
| 743 74.15881561 | |
| 744 74.05913978 | |
| 745 74.09395973 | |
| 746 74.12868633 | |
| 747 74.02945114 | |
| 748 74.06417112 | |
| 749 74.09879840 | |
| 750 74.13333333 | |