| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 66.66666667 | |
| 4 75.00000000 | |
| 5 80.00000000 | |
| 6 83.33333333 | |
| 7 71.42857143 | |
| 8 75.00000000 | |
| 9 77.77777778 | |
| 10 80.00000000 | |
| 11 81.81818182 | |
| 12 83.33333333 | |
| 13 84.61538462 | |
| 14 85.71428571 | |
| 15 86.66666667 | |
| 16 87.50000000 | |
| 17 82.35294118 | |
| 18 83.33333333 | |
| 19 78.94736842 | |
| 20 80.00000000 | |
| 21 80.95238095 | |
| 22 81.81818182 | |
| 23 82.60869565 | |
| 24 79.16666667 | |
| 25 76.00000000 | |
| 26 73.07692308 | |
| 27 74.07407407 | |
| 28 75.00000000 | |
| 29 75.86206897 | |
| 30 73.33333333 | |
| 31 74.19354839 | |
| 32 75.00000000 | |
| 33 75.75757576 | |
| 34 76.47058824 | |
| 35 77.14285714 | |
| 36 77.77777778 | |
| 37 75.67567568 | |
| 38 76.31578947 | |
| 39 76.92307692 | |
| 40 75.00000000 | |
| 41 75.60975610 | |
| 42 73.80952381 | |
| 43 74.41860465 | |
| 44 75.00000000 | |
| 45 73.33333333 | |
| 46 73.91304348 | |
| 47 74.46808511 | |
| 48 75.00000000 | |
| 49 75.51020408 | |
| 50 76.00000000 | |
| 51 74.50980392 | |
| 52 73.07692308 | |
| 53 71.69811321 | |
| 54 72.22222222 | |
| 55 70.90909091 | |
| 56 69.64285714 | |
| 57 70.17543860 | |
| 58 70.68965517 | |
| 59 71.18644068 | |
| 60 71.66666667 | |
| 61 70.49180328 | |
| 62 70.96774194 | |
| 63 71.42857143 | |
| 64 71.87500000 | |
| 65 72.30769231 | |
| 66 71.21212121 | |
| 67 71.64179104 | |
| 68 72.05882353 | |
| 69 72.46376812 | |
| 70 72.85714286 | |
| 71 71.83098592 | |
| 72 72.22222222 | |
| 73 71.23287671 | |
| 74 71.62162162 | |
| 75 70.66666667 | |
| 76 71.05263158 | |
| 77 71.42857143 | |
| 78 71.79487179 | |
| 79 72.15189873 | |
| 80 72.50000000 | |
| 81 71.60493827 | |
| 82 71.95121951 | |
| 83 72.28915663 | |
| 84 72.61904762 | |
| 85 72.94117647 | |
| 86 73.25581395 | |
| 87 73.56321839 | |
| 88 73.86363636 | |
| 89 73.03370787 | |
| 90 73.33333333 | |
| 91 73.62637363 | |
| 92 72.82608696 | |
| 93 72.04301075 | |
| 94 72.34042553 | |
| 95 72.63157895 | |
| 96 72.91666667 | |
| 97 73.19587629 | |
| 98 73.46938776 | |
| 99 73.73737374 | |
| 100 74.00000000 | |
| 101 74.25742574 | |
| 102 73.52941176 | |
| 103 72.81553398 | |
| 104 73.07692308 | |
| 105 73.33333333 | |
| 106 73.58490566 | |
| 107 73.83177570 | |
| 108 74.07407407 | |
| 109 73.39449541 | |
| 110 73.63636364 | |
| 111 73.87387387 | |
| 112 74.10714286 | |
| 113 74.33628319 | |
| 114 74.56140351 | |
| 115 74.78260870 | |
| 116 75.00000000 | |
| 117 74.35897436 | |
| 118 74.57627119 | |
| 119 74.78991597 | |
| 120 74.16666667 | |
| 121 74.38016529 | |
| 122 74.59016393 | |
| 123 74.79674797 | |
| 124 75.00000000 | |
| 125 75.20000000 | |
| 126 75.39682540 | |
| 127 75.59055118 | |
| 128 75.00000000 | |
| 129 74.41860465 | |
| 130 73.84615385 | |
| 131 74.04580153 | |
| 132 74.24242424 | |
| 133 74.43609023 | |
| 134 74.62686567 | |
| 135 74.81481481 | |
| 136 75.00000000 | |
| 137 75.18248175 | |
| 138 75.36231884 | |
| 139 74.82014388 | |
| 140 75.00000000 | |
| 141 75.17730496 | |
| 142 75.35211268 | |
| 143 75.52447552 | |
| 144 75.69444444 | |
| 145 75.86206897 | |
| 146 76.02739726 | |
| 147 76.19047619 | |
| 148 75.67567568 | |
| 149 75.83892617 | |
| 150 76.00000000 | |
| 151 75.49668874 | |
| 152 75.00000000 | |
| 153 75.16339869 | |
| 154 74.67532468 | |
| 155 74.83870968 | |
| 156 74.35897436 | |
| 157 73.88535032 | |
| 158 74.05063291 | |
| 159 73.58490566 | |
| 160 73.75000000 | |
| 161 73.91304348 | |
| 162 74.07407407 | |
| 163 73.61963190 | |
| 164 73.78048780 | |
| 165 73.93939394 | |
| 166 74.09638554 | |
| 167 74.25149701 | |
| 168 74.40476190 | |
| 169 73.96449704 | |
| 170 74.11764706 | |
| 171 74.26900585 | |
| 172 74.41860465 | |
| 173 73.98843931 | |
| 174 73.56321839 | |
| 175 73.14285714 | |
| 176 72.72727273 | |
| 177 72.88135593 | |
| 178 73.03370787 | |
| 179 72.62569832 | |
| 180 72.77777778 | |
| 181 72.37569061 | |
| 182 72.52747253 | |
| 183 72.67759563 | |
| 184 72.28260870 | |
| 185 72.43243243 | |
| 186 72.04301075 | |
| 187 71.65775401 | |
| 188 71.27659574 | |
| 189 70.89947090 | |
| 190 71.05263158 | |
| 191 71.20418848 | |
| 192 71.35416667 | |
| 193 70.98445596 | |
| 194 71.13402062 | |
| 195 70.76923077 | |
| 196 70.40816327 | |
| 197 70.05076142 | |
| 198 69.69696970 | |
| 199 69.84924623 | |
| 200 70.00000000 | |
| 201 70.14925373 | |
| 202 69.80198020 | |
| 203 69.45812808 | |
| 204 69.60784314 | |
| 205 69.75609756 | |
| 206 69.41747573 | |
| 207 69.56521739 | |
| 208 69.23076923 | |
| 209 69.37799043 | |
| 210 69.52380952 | |
| 211 69.66824645 | |
| 212 69.81132075 | |
| 213 69.95305164 | |
| 214 70.09345794 | |
| 215 69.76744186 | |
| 216 69.90740741 | |
| 217 69.58525346 | |
| 218 69.72477064 | |
| 219 69.86301370 | |
| 220 69.54545455 | |
| 221 69.23076923 | |
| 222 69.36936937 | |
| 223 69.50672646 | |
| 224 69.64285714 | |
| 225 69.77777778 | |
| 226 69.91150442 | |
| 227 69.60352423 | |
| 228 69.73684211 | |
| 229 69.86899563 | |
| 230 69.56521739 | |
| 231 69.26406926 | |
| 232 68.96551724 | |
| 233 68.66952790 | |
| 234 68.80341880 | |
| 235 68.51063830 | |
| 236 68.22033898 | |
| 237 68.35443038 | |
| 238 68.48739496 | |
| 239 68.61924686 | |
| 240 68.75000000 | |
| 241 68.87966805 | |
| 242 69.00826446 | |
| 243 69.13580247 | |
| 244 68.85245902 | |
| 245 68.97959184 | |
| 246 69.10569106 | |
| 247 68.82591093 | |
| 248 68.95161290 | |
| 249 69.07630522 | |
| 250 69.20000000 | |
| 251 69.32270916 | |
| 252 69.44444444 | |
| 253 69.16996047 | |
| 254 69.29133858 | |
| 255 69.01960784 | |
| 256 69.14062500 | |
| 257 68.87159533 | |
| 258 68.99224806 | |
| 259 69.11196911 | |
| 260 69.23076923 | |
| 261 69.34865900 | |
| 262 69.08396947 | |
| 263 68.82129278 | |
| 264 68.93939394 | |
| 265 69.05660377 | |
| 266 68.79699248 | |
| 267 68.91385768 | |
| 268 69.02985075 | |
| 269 69.14498141 | |
| 270 69.25925926 | |
| 271 69.00369004 | |
| 272 69.11764706 | |
| 273 68.86446886 | |
| 274 68.97810219 | |
| 275 68.72727273 | |
| 276 68.84057971 | |
| 277 68.95306859 | |
| 278 69.06474820 | |
| 279 69.17562724 | |
| 280 69.28571429 | |
| 281 69.39501779 | |
| 282 69.50354610 | |
| 283 69.25795053 | |
| 284 69.36619718 | |
| 285 69.47368421 | |
| 286 69.23076923 | |
| 287 69.33797909 | |
| 288 69.44444444 | |
| 289 69.55017301 | |
| 290 69.65517241 | |
| 291 69.75945017 | |
| 292 69.52054795 | |
| 293 69.62457338 | |
| 294 69.72789116 | |
| 295 69.83050847 | |
| 296 69.93243243 | |
| 297 70.03367003 | |
| 298 70.13422819 | |
| 299 69.89966555 | |
| 300 70.00000000 | |
| 301 70.09966777 | |
| 302 70.19867550 | |
| 303 69.96699670 | |
| 304 69.73684211 | |
| 305 69.83606557 | |
| 306 69.93464052 | |
| 307 69.70684039 | |
| 308 69.80519481 | |
| 309 69.90291262 | |
| 310 70.00000000 | |
| 311 70.09646302 | |
| 312 70.19230769 | |
| 313 70.28753994 | |
| 314 70.06369427 | |
| 315 70.15873016 | |
| 316 70.25316456 | |
| 317 70.34700315 | |
| 318 70.12578616 | |
| 319 70.21943574 | |
| 320 70.31250000 | |
| 321 70.09345794 | |
| 322 69.87577640 | |
| 323 69.96904025 | |
| 324 70.06172840 | |
| 325 70.15384615 | |
| 326 70.24539877 | |
| 327 70.33639144 | |
| 328 70.42682927 | |
| 329 70.51671733 | |
| 330 70.60606061 | |
| 331 70.69486405 | |
| 332 70.48192771 | |
| 333 70.57057057 | |
| 334 70.35928144 | |
| 335 70.44776119 | |
| 336 70.53571429 | |
| 337 70.32640950 | |
| 338 70.11834320 | |
| 339 70.20648968 | |
| 340 70.29411765 | |
| 341 70.38123167 | |
| 342 70.46783626 | |
| 343 70.55393586 | |
| 344 70.34883721 | |
| 345 70.14492754 | |
| 346 69.94219653 | |
| 347 70.02881844 | |
| 348 69.82758621 | |
| 349 69.62750716 | |
| 350 69.71428571 | |
| 351 69.80056980 | |
| 352 69.88636364 | |
| 353 69.97167139 | |
| 354 70.05649718 | |
| 355 70.14084507 | |
| 356 70.22471910 | |
| 357 70.30812325 | |
| 358 70.39106145 | |
| 359 70.47353760 | |
| 360 70.27777778 | |
| 361 70.08310249 | |
| 362 70.16574586 | |
| 363 70.24793388 | |
| 364 70.32967033 | |
| 365 70.41095890 | |
| 366 70.49180328 | |
| 367 70.57220708 | |
| 368 70.65217391 | |
| 369 70.73170732 | |
| 370 70.81081081 | |
| 371 70.88948787 | |
| 372 70.96774194 | |
| 373 70.77747989 | |
| 374 70.85561497 | |
| 375 70.93333333 | |
| 376 71.01063830 | |
| 377 70.82228117 | |
| 378 70.63492063 | |
| 379 70.71240106 | |
| 380 70.78947368 | |
| 381 70.86614173 | |
| 382 70.68062827 | |
| 383 70.75718016 | |
| 384 70.83333333 | |
| 385 70.90909091 | |
| 386 70.98445596 | |
| 387 70.80103359 | |
| 388 70.61855670 | |
| 389 70.69408740 | |
| 390 70.76923077 | |
| 391 70.58823529 | |
| 392 70.66326531 | |
| 393 70.73791349 | |
| 394 70.81218274 | |
| 395 70.88607595 | |
| 396 70.95959596 | |
| 397 71.03274559 | |
| 398 71.10552764 | |
| 399 71.17794486 | |
| 400 71.25000000 | |
| 401 71.32169576 | |
| 402 71.14427861 | |
| 403 70.96774194 | |
| 404 71.03960396 | |
| 405 70.86419753 | |
| 406 70.93596059 | |
| 407 70.76167076 | |
| 408 70.83333333 | |
| 409 70.90464548 | |
| 410 70.73170732 | |
| 411 70.55961071 | |
| 412 70.63106796 | |
| 413 70.70217918 | |
| 414 70.77294686 | |
| 415 70.60240964 | |
| 416 70.67307692 | |
| 417 70.74340528 | |
| 418 70.81339713 | |
| 419 70.64439141 | |
| 420 70.71428571 | |
| 421 70.54631829 | |
| 422 70.61611374 | |
| 423 70.68557920 | |
| 424 70.75471698 | |
| 425 70.82352941 | |
| 426 70.89201878 | |
| 427 70.72599532 | |
| 428 70.79439252 | |
| 429 70.62937063 | |
| 430 70.69767442 | |
| 431 70.53364269 | |
| 432 70.37037037 | |
| 433 70.20785219 | |
| 434 70.27649770 | |
| 435 70.11494253 | |
| 436 69.95412844 | |
| 437 69.79405034 | |
| 438 69.63470320 | |
| 439 69.70387244 | |
| 440 69.54545455 | |
| 441 69.61451247 | |
| 442 69.45701357 | |
| 443 69.52595937 | |
| 444 69.59459459 | |
| 445 69.66292135 | |
| 446 69.73094170 | |
| 447 69.79865772 | |
| 448 69.86607143 | |
| 449 69.93318486 | |
| 450 70.00000000 | |
| 451 69.84478936 | |
| 452 69.91150442 | |
| 453 69.75717439 | |
| 454 69.82378855 | |
| 455 69.89010989 | |
| 456 69.95614035 | |
| 457 70.02188184 | |
| 458 69.86899563 | |
| 459 69.93464052 | |
| 460 70.00000000 | |
| 461 70.06507592 | |
| 462 70.12987013 | |
| 463 70.19438445 | |
| 464 70.25862069 | |
| 465 70.10752688 | |
| 466 70.17167382 | |
| 467 70.23554604 | |
| 468 70.08547009 | |
| 469 69.93603412 | |
| 470 69.78723404 | |
| 471 69.85138004 | |
| 472 69.91525424 | |
| 473 69.97885835 | |
| 474 70.04219409 | |
| 475 70.10526316 | |
| 476 69.95798319 | |
| 477 69.81132075 | |
| 478 69.87447699 | |
| 479 69.93736952 | |
| 480 70.00000000 | |
| 481 69.85446985 | |
| 482 69.91701245 | |
| 483 69.97929607 | |
| 484 69.83471074 | |
| 485 69.69072165 | |
| 486 69.75308642 | |
| 487 69.81519507 | |
| 488 69.67213115 | |
| 489 69.73415133 | |
| 490 69.79591837 | |
| 491 69.85743381 | |
| 492 69.91869919 | |
| 493 69.97971602 | |
| 494 70.04048583 | |
| 495 70.10101010 | |
| 496 70.16129032 | |
| 497 70.22132797 | |
| 498 70.28112450 | |
| 499 70.14028056 | |
| 500 70.20000000 | |
| 501 70.25948104 | |
| 502 70.31872510 | |
| 503 70.37773360 | |
| 504 70.43650794 | |
| 505 70.49504950 | |
| 506 70.55335968 | |
| 507 70.61143984 | |
| 508 70.66929134 | |
| 509 70.72691552 | |
| 510 70.78431373 | |
| 511 70.84148728 | |
| 512 70.70312500 | |
| 513 70.76023392 | |
| 514 70.81712062 | |
| 515 70.87378641 | |
| 516 70.73643411 | |
| 517 70.79303675 | |
| 518 70.84942085 | |
| 519 70.90558767 | |
| 520 70.76923077 | |
| 521 70.63339731 | |
| 522 70.68965517 | |
| 523 70.74569790 | |
| 524 70.80152672 | |
| 525 70.66666667 | |
| 526 70.53231939 | |
| 527 70.58823529 | |
| 528 70.64393939 | |
| 529 70.69943289 | |
| 530 70.75471698 | |
| 531 70.80979284 | |
| 532 70.86466165 | |
| 533 70.91932458 | |
| 534 70.97378277 | |
| 535 71.02803738 | |
| 536 71.08208955 | |
| 537 71.13594041 | |
| 538 71.18959108 | |
| 539 71.05751391 | |
| 540 71.11111111 | |
| 541 71.16451017 | |
| 542 71.21771218 | |
| 543 71.08655617 | |
| 544 71.13970588 | |
| 545 71.19266055 | |
| 546 71.24542125 | |
| 547 71.29798903 | |
| 548 71.35036496 | |
| 549 71.40255009 | |
| 550 71.27272727 | |
| 551 71.14337568 | |
| 552 71.01449275 | |
| 553 71.06690778 | |
| 554 71.11913357 | |
| 555 70.99099099 | |
| 556 71.04316547 | |
| 557 70.91561939 | |
| 558 70.78853047 | |
| 559 70.84078712 | |
| 560 70.89285714 | |
| 561 70.94474153 | |
| 562 70.81850534 | |
| 563 70.87033748 | |
| 564 70.92198582 | |
| 565 70.79646018 | |
| 566 70.67137809 | |
| 567 70.72310406 | |
| 568 70.77464789 | |
| 569 70.65026362 | |
| 570 70.70175439 | |
| 571 70.75306480 | |
| 572 70.80419580 | |
| 573 70.85514834 | |
| 574 70.90592334 | |
| 575 70.95652174 | |
| 576 71.00694444 | |
| 577 71.05719237 | |
| 578 71.10726644 | |
| 579 70.98445596 | |
| 580 71.03448276 | |
| 581 70.91222031 | |
| 582 70.96219931 | |
| 583 71.01200686 | |
| 584 71.06164384 | |
| 585 70.94017094 | |
| 586 70.81911263 | |
| 587 70.86882453 | |
| 588 70.74829932 | |
| 589 70.62818336 | |
| 590 70.50847458 | |
| 591 70.55837563 | |
| 592 70.43918919 | |
| 593 70.32040472 | |
| 594 70.20202020 | |
| 595 70.25210084 | |
| 596 70.30201342 | |
| 597 70.35175879 | |
| 598 70.40133779 | |
| 599 70.28380634 | |
| 600 70.33333333 | |
| 601 70.38269551 | |
| 602 70.43189369 | |
| 603 70.48092869 | |
| 604 70.52980132 | |
| 605 70.57851240 | |
| 606 70.46204620 | |
| 607 70.51070840 | |
| 608 70.55921053 | |
| 609 70.60755337 | |
| 610 70.65573770 | |
| 611 70.70376432 | |
| 612 70.58823529 | |
| 613 70.47308320 | |
| 614 70.35830619 | |
| 615 70.40650407 | |
| 616 70.29220779 | |
| 617 70.34035656 | |
| 618 70.38834951 | |
| 619 70.27463651 | |
| 620 70.32258065 | |
| 621 70.37037037 | |
| 622 70.25723473 | |
| 623 70.30497592 | |
| 624 70.35256410 | |
| 625 70.40000000 | |
| 626 70.28753994 | |
| 627 70.33492823 | |
| 628 70.38216561 | |
| 629 70.27027027 | |
| 630 70.15873016 | |
| 631 70.04754358 | |
| 632 69.93670886 | |
| 633 69.82622433 | |
| 634 69.87381703 | |
| 635 69.92125984 | |
| 636 69.96855346 | |
| 637 70.01569859 | |
| 638 70.06269592 | |
| 639 70.10954617 | |
| 640 70.00000000 | |
| 641 70.04680187 | |
| 642 70.09345794 | |
| 643 70.13996890 | |
| 644 70.18633540 | |
| 645 70.23255814 | |
| 646 70.27863777 | |
| 647 70.32457496 | |
| 648 70.37037037 | |
| 649 70.26194145 | |
| 650 70.30769231 | |
| 651 70.35330261 | |
| 652 70.39877301 | |
| 653 70.44410413 | |
| 654 70.48929664 | |
| 655 70.53435115 | |
| 656 70.57926829 | |
| 657 70.62404871 | |
| 658 70.51671733 | |
| 659 70.40971168 | |
| 660 70.30303030 | |
| 661 70.34795764 | |
| 662 70.39274924 | |
| 663 70.43740573 | |
| 664 70.48192771 | |
| 665 70.52631579 | |
| 666 70.57057057 | |
| 667 70.61469265 | |
| 668 70.50898204 | |
| 669 70.40358744 | |
| 670 70.44776119 | |
| 671 70.49180328 | |
| 672 70.53571429 | |
| 673 70.57949480 | |
| 674 70.62314540 | |
| 675 70.66666667 | |
| 676 70.71005917 | |
| 677 70.75332349 | |
| 678 70.79646018 | |
| 679 70.83946981 | |
| 680 70.88235294 | |
| 681 70.77826725 | |
| 682 70.82111437 | |
| 683 70.86383602 | |
| 684 70.90643275 | |
| 685 70.94890511 | |
| 686 70.99125364 | |
| 687 71.03347889 | |
| 688 71.07558140 | |
| 689 71.11756168 | |
| 690 71.15942029 | |
| 691 71.20115774 | |
| 692 71.24277457 | |
| 693 71.13997114 | |
| 694 71.18155620 | |
| 695 71.22302158 | |
| 696 71.26436782 | |
| 697 71.30559541 | |
| 698 71.34670487 | |
| 699 71.24463519 | |
| 700 71.28571429 | |
| 701 71.32667618 | |
| 702 71.36752137 | |
| 703 71.40825036 | |
| 704 71.44886364 | |
| 705 71.48936170 | |
| 706 71.52974504 | |
| 707 71.57001414 | |
| 708 71.61016949 | |
| 709 71.65021157 | |
| 710 71.69014085 | |
| 711 71.58931083 | |
| 712 71.62921348 | |
| 713 71.66900421 | |
| 714 71.70868347 | |
| 715 71.60839161 | |
| 716 71.64804469 | |
| 717 71.68758717 | |
| 718 71.72701950 | |
| 719 71.76634214 | |
| 720 71.80555556 | |
| 721 71.84466019 | |
| 722 71.88365651 | |
| 723 71.92254495 | |
| 724 71.82320442 | |
| 725 71.86206897 | |
| 726 71.90082645 | |
| 727 71.93947730 | |
| 728 71.97802198 | |
| 729 72.01646091 | |
| 730 72.05479452 | |
| 731 72.09302326 | |
| 732 71.99453552 | |
| 733 72.03274216 | |
| 734 72.07084469 | |
| 735 71.97278912 | |
| 736 72.01086957 | |
| 737 71.91316147 | |
| 738 71.81571816 | |
| 739 71.85385656 | |
| 740 71.89189189 | |
| 741 71.92982456 | |
| 742 71.96765499 | |
| 743 72.00538358 | |
| 744 71.90860215 | |
| 745 71.81208054 | |
| 746 71.84986595 | |
| 747 71.75368139 | |
| 748 71.79144385 | |
| 749 71.82910547 | |
| 750 71.86666667 | |