common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 87.50000000 9 88.88888889 10 90.00000000 11 90.90909091 12 83.33333333 13 84.61538462 14 85.71428571 15 86.66666667 16 87.50000000 17 82.35294118 18 83.33333333 19 78.94736842 20 80.00000000 21 80.95238095 22 81.81818182 23 82.60869565 24 79.16666667 25 76.00000000 26 73.07692308 27 70.37037037 28 71.42857143 29 72.41379310 30 70.00000000 31 70.96774194 32 68.75000000 33 69.69696970 34 70.58823529 35 71.42857143 36 72.22222222 37 70.27027027 38 71.05263158 39 71.79487179 40 70.00000000 41 70.73170732 42 69.04761905 43 69.76744186 44 70.45454545 45 68.88888889 46 69.56521739 47 70.21276596 48 70.83333333 49 71.42857143 50 72.00000000 51 72.54901961 52 71.15384615 53 69.81132075 54 68.51851852 55 69.09090909 56 67.85714286 57 68.42105263 58 68.96551724 59 69.49152542 60 70.00000000 61 70.49180328 62 69.35483871 63 69.84126984 64 70.31250000 65 70.76923077 66 69.69696970 67 70.14925373 68 70.58823529 69 71.01449275 70 71.42857143 71 70.42253521 72 70.83333333 73 71.23287671 74 71.62162162 75 70.66666667 76 71.05263158 77 71.42857143 78 71.79487179 79 72.15189873 80 72.50000000 81 72.83950617 82 73.17073171 83 73.49397590 84 73.80952381 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 74.15730337 90 74.44444444 91 74.72527473 92 73.91304348 93 74.19354839 94 74.46808511 95 74.73684211 96 75.00000000 97 75.25773196 98 75.51020408 99 75.75757576 100 75.00000000 101 75.24752475 102 74.50980392 103 73.78640777 104 74.03846154 105 74.28571429 106 74.52830189 107 74.76635514 108 75.00000000 109 74.31192661 110 74.54545455 111 74.77477477 112 75.00000000 113 75.22123894 114 75.43859649 115 75.65217391 116 75.00000000 117 74.35897436 118 74.57627119 119 74.78991597 120 74.16666667 121 74.38016529 122 74.59016393 123 74.79674797 124 75.00000000 125 75.20000000 126 75.39682540 127 75.59055118 128 75.00000000 129 75.19379845 130 74.61538462 131 74.80916031 132 75.00000000 133 75.18796992 134 75.37313433 135 75.55555556 136 75.73529412 137 75.91240876 138 76.08695652 139 75.53956835 140 75.71428571 141 75.88652482 142 76.05633803 143 76.22377622 144 76.38888889 145 76.55172414 146 76.71232877 147 76.87074830 148 77.02702703 149 77.18120805 150 77.33333333 151 76.82119205 152 76.31578947 153 76.47058824 154 76.62337662 155 76.77419355 156 76.28205128 157 75.79617834 158 75.94936709 159 75.47169811 160 75.62500000 161 75.77639752 162 75.92592593 163 76.07361963 164 76.21951220 165 76.36363636 166 76.50602410 167 76.64670659 168 76.78571429 169 76.33136095 170 76.47058824 171 76.60818713 172 76.74418605 173 76.87861272 174 77.01149425 175 76.57142857 176 76.70454545 177 76.83615819 178 76.96629213 179 76.53631285 180 76.66666667 181 76.24309392 182 76.37362637 183 76.50273224 184 76.63043478 185 76.75675676 186 76.34408602 187 75.93582888 188 75.53191489 189 75.13227513 190 75.26315789 191 75.39267016 192 75.52083333 193 75.12953368 194 75.25773196 195 74.87179487 196 75.00000000 197 74.61928934 198 74.24242424 199 74.37185930 200 74.50000000 201 74.62686567 202 74.75247525 203 74.38423645 204 74.50980392 205 74.63414634 206 74.75728155 207 74.87922705 208 74.51923077 209 74.64114833 210 74.76190476 211 74.88151659 212 75.00000000 213 75.11737089 214 75.23364486 215 74.88372093 216 75.00000000 217 74.65437788 218 74.77064220 219 74.88584475 220 75.00000000 221 74.66063348 222 74.77477477 223 74.88789238 224 75.00000000 225 75.11111111 226 75.22123894 227 74.88986784 228 75.00000000 229 75.10917031 230 74.78260870 231 74.45887446 232 74.13793103 233 74.24892704 234 74.35897436 235 74.04255319 236 73.72881356 237 73.83966245 238 73.94957983 239 74.05857741 240 74.16666667 241 74.27385892 242 74.38016529 243 74.48559671 244 74.59016393 245 74.28571429 246 74.39024390 247 74.49392713 248 74.59677419 249 74.69879518 250 74.80000000 251 74.90039841 252 75.00000000 253 74.70355731 254 74.80314961 255 74.90196078 256 75.00000000 257 74.70817121 258 74.80620155 259 74.90347490 260 75.00000000 261 75.09578544 262 74.80916031 263 74.90494297 264 75.00000000 265 75.09433962 266 75.18796992 267 75.28089888 268 75.37313433 269 75.46468401 270 75.55555556 271 75.27675277 272 75.36764706 273 75.09157509 274 75.18248175 275 74.90909091 276 75.00000000 277 75.09025271 278 75.17985612 279 75.26881720 280 75.35714286 281 75.44483986 282 75.53191489 283 75.61837456 284 75.70422535 285 75.43859649 286 75.52447552 287 75.60975610 288 75.69444444 289 75.77854671 290 75.86206897 291 75.94501718 292 75.68493151 293 75.76791809 294 75.85034014 295 75.93220339 296 76.01351351 297 76.09427609 298 76.17449664 299 75.91973244 300 75.66666667 301 75.74750831 302 75.82781457 303 75.57755776 304 75.32894737 305 75.40983607 306 75.49019608 307 75.24429967 308 75.32467532 309 75.40453074 310 75.48387097 311 75.56270096 312 75.64102564 313 75.71884984 314 75.79617834 315 75.87301587 316 75.94936709 317 76.02523659 318 75.78616352 319 75.54858934 320 75.62500000 321 75.38940810 322 75.15527950 323 75.23219814 324 75.30864198 325 75.38461538 326 75.46012270 327 75.22935780 328 75.30487805 329 75.37993921 330 75.45454545 331 75.52870091 332 75.60240964 333 75.67567568 334 75.44910180 335 75.52238806 336 75.59523810 337 75.37091988 338 75.14792899 339 75.22123894 340 75.29411765 341 75.36656891 342 75.43859649 343 75.51020408 344 75.29069767 345 75.36231884 346 75.14450867 347 75.21613833 348 75.00000000 349 74.78510029 350 74.85714286 351 74.92877493 352 75.00000000 353 75.07082153 354 75.14124294 355 75.21126761 356 75.28089888 357 75.35014006 358 75.41899441 359 75.48746518 360 75.27777778 361 75.06925208 362 75.13812155 363 75.20661157 364 75.27472527 365 75.34246575 366 75.40983607 367 75.47683924 368 75.54347826 369 75.60975610 370 75.67567568 371 75.74123989 372 75.80645161 373 75.60321716 374 75.66844920 375 75.73333333 376 75.79787234 377 75.59681698 378 75.66137566 379 75.72559367 380 75.78947368 381 75.85301837 382 75.91623037 383 75.97911227 384 76.04166667 385 76.10389610 386 76.16580311 387 76.22739018 388 76.28865979 389 76.34961440 390 76.41025641 391 76.21483376 392 76.27551020 393 76.33587786 394 76.39593909 395 76.45569620 396 76.51515152 397 76.57430730 398 76.63316583 399 76.69172932 400 76.75000000 401 76.80798005 402 76.86567164 403 76.67493797 404 76.73267327 405 76.54320988 406 76.60098522 407 76.65847666 408 76.71568627 409 76.77261614 410 76.58536585 411 76.39902676 412 76.45631068 413 76.27118644 414 76.32850242 415 76.14457831 416 76.20192308 417 76.25899281 418 76.31578947 419 76.37231504 420 76.42857143 421 76.48456057 422 76.54028436 423 76.59574468 424 76.65094340 425 76.70588235 426 76.76056338 427 76.58079625 428 76.63551402 429 76.45687646 430 76.51162791 431 76.33410673 432 76.15740741 433 76.21247113 434 76.26728111 435 76.09195402 436 76.14678899 437 75.97254005 438 76.02739726 439 76.08200456 440 76.13636364 441 76.19047619 442 76.24434389 443 76.29796840 444 76.35135135 445 76.40449438 446 76.45739910 447 76.51006711 448 76.56250000 449 76.61469933 450 76.66666667 451 76.49667406 452 76.54867257 453 76.60044150 454 76.65198238 455 76.70329670 456 76.75438596 457 76.80525164 458 76.85589520 459 76.90631808 460 76.95652174 461 77.00650759 462 77.05627706 463 77.10583153 464 77.15517241 465 76.98924731 466 77.03862661 467 77.08779443 468 76.92307692 469 76.75906183 470 76.59574468 471 76.64543524 472 76.69491525 473 76.74418605 474 76.79324895 475 76.84210526 476 76.89075630 477 76.72955975 478 76.77824268 479 76.82672234 480 76.87500000 481 76.92307692 482 76.76348548 483 76.81159420 484 76.65289256 485 76.49484536 486 76.54320988 487 76.59137577 488 76.43442623 489 76.48261759 490 76.53061224 491 76.57841141 492 76.62601626 493 76.67342799 494 76.72064777 495 76.76767677 496 76.81451613 497 76.86116700 498 76.90763052 499 76.75350701 500 76.80000000 501 76.84630739 502 76.89243028 503 76.93836978 504 76.98412698 505 77.02970297 506 77.07509881 507 77.12031558 508 77.16535433 509 77.21021611 510 77.25490196 511 77.29941292 512 77.14843750 513 77.19298246 514 77.23735409 515 77.28155340 516 77.13178295 517 77.17601547 518 77.22007722 519 77.26396917 520 77.30769231 521 77.15930902 522 77.20306513 523 77.24665392 524 77.29007634 525 77.33333333 526 77.18631179 527 77.03984820 528 77.08333333 529 77.12665406 530 77.16981132 531 77.21280603 532 77.25563910 533 77.29831144 534 77.34082397 535 77.38317757 536 77.42537313 537 77.46741155 538 77.50929368 539 77.36549165 540 77.40740741 541 77.44916821 542 77.49077491 543 77.53222836 544 77.57352941 545 77.61467890 546 77.65567766 547 77.69652651 548 77.73722628 549 77.77777778 550 77.63636364 551 77.67695100 552 77.53623188 553 77.57685353 554 77.61732852 555 77.47747748 556 77.51798561 557 77.37881508 558 77.24014337 559 77.28085868 560 77.32142857 561 77.36185383 562 77.22419929 563 77.26465364 564 77.30496454 565 77.16814159 566 77.03180212 567 77.07231041 568 77.11267606 569 76.97715290 570 77.01754386 571 77.05779335 572 77.09790210 573 77.13787086 574 77.17770035 575 77.21739130 576 77.25694444 577 77.12305026 578 77.16262976 579 77.20207254 580 77.24137931 581 77.10843373 582 77.14776632 583 77.18696398 584 77.22602740 585 77.26495726 586 77.30375427 587 77.34241908 588 77.21088435 589 77.07979626 590 77.11864407 591 77.15736041 592 77.19594595 593 77.06576728 594 76.93602694 595 76.97478992 596 77.01342282 597 77.05192630 598 77.09030100 599 76.96160267 600 77.00000000 601 77.03826955 602 77.07641196 603 77.11442786 604 77.15231788 605 77.19008264 606 77.06270627 607 77.10049423 608 76.97368421 609 77.01149425 610 77.04918033 611 77.08674304 612 76.96078431 613 76.99836868 614 77.03583062 615 77.07317073 616 76.94805195 617 76.98541329 618 77.02265372 619 77.05977383 620 77.09677419 621 77.13365539 622 77.17041801 623 77.20706260 624 77.24358974 625 77.28000000 626 77.31629393 627 77.35247209 628 77.38853503 629 77.26550079 630 77.30158730 631 77.33755943 632 77.21518987 633 77.25118483 634 77.28706625 635 77.32283465 636 77.35849057 637 77.39403454 638 77.42946708 639 77.46478873 640 77.34375000 641 77.37909516 642 77.41433022 643 77.44945568 644 77.48447205 645 77.36434109 646 77.39938080 647 77.43431221 648 77.46913580 649 77.34976888 650 77.38461538 651 77.41935484 652 77.45398773 653 77.48851455 654 77.52293578 655 77.55725191 656 77.59146341 657 77.62557078 658 77.65957447 659 77.54172989 660 77.42424242 661 77.45839637 662 77.49244713 663 77.52639517 664 77.56024096 665 77.59398496 666 77.62762763 667 77.66116942 668 77.69461078 669 77.72795217 670 77.76119403 671 77.79433681 672 77.82738095 673 77.86032689 674 77.89317507 675 77.92592593 676 77.95857988 677 77.99113737 678 78.02359882 679 78.05596465 680 78.08823529 681 77.97356828 682 78.00586510 683 78.03806735 684 78.07017544 685 78.10218978 686 78.13411079 687 78.16593886 688 78.19767442 689 78.22931785 690 78.26086957 691 78.29232996 692 78.32369942 693 78.21067821 694 78.24207493 695 78.27338129 696 78.30459770 697 78.33572453 698 78.36676218 699 78.39771102 700 78.42857143 701 78.45934379 702 78.49002849 703 78.52062589 704 78.55113636 705 78.58156028 706 78.61189802 707 78.64214993 708 78.67231638 709 78.70239774 710 78.73239437 711 78.76230661 712 78.79213483 713 78.82187938 714 78.85154062 715 78.74125874 716 78.77094972 717 78.80055788 718 78.83008357 719 78.85952712 720 78.88888889 721 78.77947295 722 78.80886427 723 78.83817427 724 78.86740331 725 78.89655172 726 78.92561983 727 78.95460798 728 78.98351648 729 79.01234568 730 79.04109589 731 79.06976744 732 78.96174863 733 78.85402456 734 78.88283379 735 78.77551020 736 78.80434783 737 78.69742198 738 78.59078591 739 78.48443843 740 78.51351351 741 78.54251012 742 78.57142857 743 78.60026918 744 78.62903226 745 78.65771812 746 78.68632708 747 78.58099063 748 78.60962567 749 78.63818425 750 78.66666667