| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 0.00000000 | |
| 3 33.33333333 | |
| 4 50.00000000 | |
| 5 60.00000000 | |
| 6 66.66666667 | |
| 7 57.14285714 | |
| 8 62.50000000 | |
| 9 66.66666667 | |
| 10 70.00000000 | |
| 11 72.72727273 | |
| 12 75.00000000 | |
| 13 76.92307692 | |
| 14 78.57142857 | |
| 15 80.00000000 | |
| 16 81.25000000 | |
| 17 76.47058824 | |
| 18 77.77777778 | |
| 19 73.68421053 | |
| 20 75.00000000 | |
| 21 76.19047619 | |
| 22 77.27272727 | |
| 23 78.26086957 | |
| 24 75.00000000 | |
| 25 72.00000000 | |
| 26 69.23076923 | |
| 27 70.37037037 | |
| 28 71.42857143 | |
| 29 72.41379310 | |
| 30 70.00000000 | |
| 31 70.96774194 | |
| 32 68.75000000 | |
| 33 69.69696970 | |
| 34 70.58823529 | |
| 35 71.42857143 | |
| 36 72.22222222 | |
| 37 70.27027027 | |
| 38 71.05263158 | |
| 39 69.23076923 | |
| 40 67.50000000 | |
| 41 68.29268293 | |
| 42 66.66666667 | |
| 43 65.11627907 | |
| 44 65.90909091 | |
| 45 66.66666667 | |
| 46 67.39130435 | |
| 47 68.08510638 | |
| 48 66.66666667 | |
| 49 67.34693878 | |
| 50 68.00000000 | |
| 51 68.62745098 | |
| 52 67.30769231 | |
| 53 66.03773585 | |
| 54 64.81481481 | |
| 55 65.45454545 | |
| 56 64.28571429 | |
| 57 64.91228070 | |
| 58 65.51724138 | |
| 59 66.10169492 | |
| 60 66.66666667 | |
| 61 67.21311475 | |
| 62 66.12903226 | |
| 63 66.66666667 | |
| 64 67.18750000 | |
| 65 66.15384615 | |
| 66 65.15151515 | |
| 67 65.67164179 | |
| 68 66.17647059 | |
| 69 66.66666667 | |
| 70 67.14285714 | |
| 71 66.19718310 | |
| 72 66.66666667 | |
| 73 67.12328767 | |
| 74 67.56756757 | |
| 75 66.66666667 | |
| 76 67.10526316 | |
| 77 67.53246753 | |
| 78 67.94871795 | |
| 79 68.35443038 | |
| 80 68.75000000 | |
| 81 69.13580247 | |
| 82 69.51219512 | |
| 83 69.87951807 | |
| 84 70.23809524 | |
| 85 70.58823529 | |
| 86 70.93023256 | |
| 87 71.26436782 | |
| 88 71.59090909 | |
| 89 70.78651685 | |
| 90 71.11111111 | |
| 91 71.42857143 | |
| 92 70.65217391 | |
| 93 69.89247312 | |
| 94 70.21276596 | |
| 95 70.52631579 | |
| 96 70.83333333 | |
| 97 71.13402062 | |
| 98 71.42857143 | |
| 99 71.71717172 | |
| 100 72.00000000 | |
| 101 72.27722772 | |
| 102 71.56862745 | |
| 103 70.87378641 | |
| 104 71.15384615 | |
| 105 71.42857143 | |
| 106 71.69811321 | |
| 107 71.96261682 | |
| 108 72.22222222 | |
| 109 71.55963303 | |
| 110 71.81818182 | |
| 111 72.07207207 | |
| 112 72.32142857 | |
| 113 72.56637168 | |
| 114 72.80701754 | |
| 115 73.04347826 | |
| 116 72.41379310 | |
| 117 71.79487179 | |
| 118 72.03389831 | |
| 119 72.26890756 | |
| 120 71.66666667 | |
| 121 71.90082645 | |
| 122 72.13114754 | |
| 123 72.35772358 | |
| 124 72.58064516 | |
| 125 72.80000000 | |
| 126 73.01587302 | |
| 127 73.22834646 | |
| 128 72.65625000 | |
| 129 72.09302326 | |
| 130 71.53846154 | |
| 131 71.75572519 | |
| 132 71.96969697 | |
| 133 72.18045113 | |
| 134 72.38805970 | |
| 135 72.59259259 | |
| 136 72.79411765 | |
| 137 72.99270073 | |
| 138 73.18840580 | |
| 139 72.66187050 | |
| 140 72.85714286 | |
| 141 73.04964539 | |
| 142 73.23943662 | |
| 143 73.42657343 | |
| 144 73.61111111 | |
| 145 73.79310345 | |
| 146 73.97260274 | |
| 147 74.14965986 | |
| 148 74.32432432 | |
| 149 74.49664430 | |
| 150 74.66666667 | |
| 151 74.17218543 | |
| 152 73.68421053 | |
| 153 73.85620915 | |
| 154 74.02597403 | |
| 155 74.19354839 | |
| 156 73.71794872 | |
| 157 73.24840764 | |
| 158 73.41772152 | |
| 159 73.58490566 | |
| 160 73.75000000 | |
| 161 73.91304348 | |
| 162 74.07407407 | |
| 163 73.61963190 | |
| 164 73.78048780 | |
| 165 73.93939394 | |
| 166 74.09638554 | |
| 167 74.25149701 | |
| 168 74.40476190 | |
| 169 73.96449704 | |
| 170 74.11764706 | |
| 171 74.26900585 | |
| 172 74.41860465 | |
| 173 73.98843931 | |
| 174 73.56321839 | |
| 175 73.14285714 | |
| 176 72.72727273 | |
| 177 72.88135593 | |
| 178 73.03370787 | |
| 179 72.62569832 | |
| 180 72.77777778 | |
| 181 72.37569061 | |
| 182 72.52747253 | |
| 183 72.67759563 | |
| 184 72.28260870 | |
| 185 72.43243243 | |
| 186 72.04301075 | |
| 187 71.65775401 | |
| 188 71.27659574 | |
| 189 71.42857143 | |
| 190 71.57894737 | |
| 191 71.72774869 | |
| 192 71.87500000 | |
| 193 71.50259067 | |
| 194 71.64948454 | |
| 195 71.28205128 | |
| 196 71.42857143 | |
| 197 71.06598985 | |
| 198 70.70707071 | |
| 199 70.85427136 | |
| 200 71.00000000 | |
| 201 71.14427861 | |
| 202 71.28712871 | |
| 203 70.93596059 | |
| 204 71.07843137 | |
| 205 71.21951220 | |
| 206 70.87378641 | |
| 207 71.01449275 | |
| 208 70.67307692 | |
| 209 70.81339713 | |
| 210 70.95238095 | |
| 211 71.09004739 | |
| 212 71.22641509 | |
| 213 71.36150235 | |
| 214 71.49532710 | |
| 215 71.62790698 | |
| 216 71.75925926 | |
| 217 71.42857143 | |
| 218 71.55963303 | |
| 219 71.68949772 | |
| 220 71.81818182 | |
| 221 71.49321267 | |
| 222 71.62162162 | |
| 223 71.74887892 | |
| 224 71.87500000 | |
| 225 72.00000000 | |
| 226 72.12389381 | |
| 227 71.80616740 | |
| 228 71.92982456 | |
| 229 72.05240175 | |
| 230 71.73913043 | |
| 231 71.42857143 | |
| 232 71.12068966 | |
| 233 71.24463519 | |
| 234 71.36752137 | |
| 235 71.06382979 | |
| 236 70.76271186 | |
| 237 70.88607595 | |
| 238 71.00840336 | |
| 239 71.12970711 | |
| 240 71.25000000 | |
| 241 71.36929461 | |
| 242 71.48760331 | |
| 243 71.60493827 | |
| 244 71.72131148 | |
| 245 71.83673469 | |
| 246 71.95121951 | |
| 247 72.06477733 | |
| 248 72.17741935 | |
| 249 72.28915663 | |
| 250 72.40000000 | |
| 251 72.50996016 | |
| 252 72.61904762 | |
| 253 72.33201581 | |
| 254 72.44094488 | |
| 255 72.15686275 | |
| 256 72.26562500 | |
| 257 71.98443580 | |
| 258 72.09302326 | |
| 259 72.20077220 | |
| 260 72.30769231 | |
| 261 72.41379310 | |
| 262 72.13740458 | |
| 263 71.86311787 | |
| 264 71.96969697 | |
| 265 72.07547170 | |
| 266 71.80451128 | |
| 267 71.91011236 | |
| 268 72.01492537 | |
| 269 72.11895911 | |
| 270 72.22222222 | |
| 271 71.95571956 | |
| 272 72.05882353 | |
| 273 71.79487179 | |
| 274 71.89781022 | |
| 275 71.63636364 | |
| 276 71.73913043 | |
| 277 71.84115523 | |
| 278 71.94244604 | |
| 279 72.04301075 | |
| 280 72.14285714 | |
| 281 72.24199288 | |
| 282 72.34042553 | |
| 283 72.43816254 | |
| 284 72.53521127 | |
| 285 72.28070175 | |
| 286 72.02797203 | |
| 287 72.12543554 | |
| 288 72.22222222 | |
| 289 72.31833910 | |
| 290 72.41379310 | |
| 291 72.50859107 | |
| 292 72.26027397 | |
| 293 72.35494881 | |
| 294 72.44897959 | |
| 295 72.54237288 | |
| 296 72.63513514 | |
| 297 72.72727273 | |
| 298 72.81879195 | |
| 299 72.57525084 | |
| 300 72.66666667 | |
| 301 72.75747508 | |
| 302 72.84768212 | |
| 303 72.60726073 | |
| 304 72.69736842 | |
| 305 72.78688525 | |
| 306 72.87581699 | |
| 307 72.63843648 | |
| 308 72.72727273 | |
| 309 72.81553398 | |
| 310 72.90322581 | |
| 311 72.99035370 | |
| 312 73.07692308 | |
| 313 73.16293930 | |
| 314 72.92993631 | |
| 315 73.01587302 | |
| 316 73.10126582 | |
| 317 73.18611987 | |
| 318 72.95597484 | |
| 319 72.72727273 | |
| 320 72.81250000 | |
| 321 72.58566978 | |
| 322 72.36024845 | |
| 323 72.44582043 | |
| 324 72.53086420 | |
| 325 72.61538462 | |
| 326 72.69938650 | |
| 327 72.47706422 | |
| 328 72.56097561 | |
| 329 72.64437690 | |
| 330 72.72727273 | |
| 331 72.80966767 | |
| 332 72.59036145 | |
| 333 72.67267267 | |
| 334 72.45508982 | |
| 335 72.53731343 | |
| 336 72.61904762 | |
| 337 72.40356083 | |
| 338 72.48520710 | |
| 339 72.56637168 | |
| 340 72.35294118 | |
| 341 72.43401760 | |
| 342 72.51461988 | |
| 343 72.59475219 | |
| 344 72.38372093 | |
| 345 72.46376812 | |
| 346 72.25433526 | |
| 347 72.33429395 | |
| 348 72.12643678 | |
| 349 71.91977077 | |
| 350 72.00000000 | |
| 351 72.07977208 | |
| 352 72.15909091 | |
| 353 72.23796034 | |
| 354 72.31638418 | |
| 355 72.39436620 | |
| 356 72.47191011 | |
| 357 72.26890756 | |
| 358 72.34636872 | |
| 359 72.42339833 | |
| 360 72.22222222 | |
| 361 72.02216066 | |
| 362 72.09944751 | |
| 363 72.17630854 | |
| 364 72.25274725 | |
| 365 72.32876712 | |
| 366 72.40437158 | |
| 367 72.47956403 | |
| 368 72.55434783 | |
| 369 72.62872629 | |
| 370 72.70270270 | |
| 371 72.50673854 | |
| 372 72.58064516 | |
| 373 72.38605898 | |
| 374 72.45989305 | |
| 375 72.53333333 | |
| 376 72.60638298 | |
| 377 72.41379310 | |
| 378 72.22222222 | |
| 379 72.29551451 | |
| 380 72.36842105 | |
| 381 72.44094488 | |
| 382 72.25130890 | |
| 383 72.32375979 | |
| 384 72.39583333 | |
| 385 72.46753247 | |
| 386 72.53886010 | |
| 387 72.35142119 | |
| 388 72.42268041 | |
| 389 72.49357326 | |
| 390 72.56410256 | |
| 391 72.37851662 | |
| 392 72.44897959 | |
| 393 72.51908397 | |
| 394 72.58883249 | |
| 395 72.65822785 | |
| 396 72.72727273 | |
| 397 72.79596977 | |
| 398 72.86432161 | |
| 399 72.93233083 | |
| 400 73.00000000 | |
| 401 73.06733167 | |
| 402 72.88557214 | |
| 403 72.70471464 | |
| 404 72.52475248 | |
| 405 72.34567901 | |
| 406 72.41379310 | |
| 407 72.23587224 | |
| 408 72.30392157 | |
| 409 72.37163814 | |
| 410 72.19512195 | |
| 411 72.26277372 | |
| 412 72.33009709 | |
| 413 72.39709443 | |
| 414 72.46376812 | |
| 415 72.28915663 | |
| 416 72.35576923 | |
| 417 72.42206235 | |
| 418 72.48803828 | |
| 419 72.31503580 | |
| 420 72.38095238 | |
| 421 72.20902613 | |
| 422 72.27488152 | |
| 423 72.34042553 | |
| 424 72.40566038 | |
| 425 72.47058824 | |
| 426 72.53521127 | |
| 427 72.36533958 | |
| 428 72.42990654 | |
| 429 72.49417249 | |
| 430 72.55813953 | |
| 431 72.38979118 | |
| 432 72.22222222 | |
| 433 72.28637413 | |
| 434 72.35023041 | |
| 435 72.18390805 | |
| 436 72.01834862 | |
| 437 71.85354691 | |
| 438 71.91780822 | |
| 439 71.98177677 | |
| 440 71.81818182 | |
| 441 71.88208617 | |
| 442 71.94570136 | |
| 443 72.00902935 | |
| 444 72.07207207 | |
| 445 72.13483146 | |
| 446 72.19730942 | |
| 447 72.25950783 | |
| 448 72.32142857 | |
| 449 72.38307350 | |
| 450 72.44444444 | |
| 451 72.28381375 | |
| 452 72.12389381 | |
| 453 71.96467991 | |
| 454 72.02643172 | |
| 455 72.08791209 | |
| 456 72.14912281 | |
| 457 72.21006565 | |
| 458 72.27074236 | |
| 459 72.33115468 | |
| 460 72.39130435 | |
| 461 72.45119306 | |
| 462 72.51082251 | |
| 463 72.57019438 | |
| 464 72.62931034 | |
| 465 72.47311828 | |
| 466 72.53218884 | |
| 467 72.59100642 | |
| 468 72.43589744 | |
| 469 72.49466951 | |
| 470 72.34042553 | |
| 471 72.39915074 | |
| 472 72.45762712 | |
| 473 72.51585624 | |
| 474 72.57383966 | |
| 475 72.63157895 | |
| 476 72.47899160 | |
| 477 72.32704403 | |
| 478 72.38493724 | |
| 479 72.44258873 | |
| 480 72.50000000 | |
| 481 72.55717256 | |
| 482 72.40663900 | |
| 483 72.46376812 | |
| 484 72.31404959 | |
| 485 72.16494845 | |
| 486 72.22222222 | |
| 487 72.27926078 | |
| 488 72.13114754 | |
| 489 72.18813906 | |
| 490 72.24489796 | |
| 491 72.30142566 | |
| 492 72.15447154 | |
| 493 72.21095335 | |
| 494 72.26720648 | |
| 495 72.32323232 | |
| 496 72.37903226 | |
| 497 72.43460765 | |
| 498 72.48995984 | |
| 499 72.34468938 | |
| 500 72.40000000 | |
| 501 72.45508982 | |
| 502 72.50996016 | |
| 503 72.56461233 | |
| 504 72.61904762 | |
| 505 72.67326733 | |
| 506 72.72727273 | |
| 507 72.78106509 | |
| 508 72.83464567 | |
| 509 72.88801572 | |
| 510 72.94117647 | |
| 511 72.99412916 | |
| 512 72.85156250 | |
| 513 72.90448343 | |
| 514 72.95719844 | |
| 515 73.00970874 | |
| 516 72.86821705 | |
| 517 72.92069632 | |
| 518 72.97297297 | |
| 519 73.02504817 | |
| 520 73.07692308 | |
| 521 72.93666027 | |
| 522 72.98850575 | |
| 523 73.04015296 | |
| 524 73.09160305 | |
| 525 72.95238095 | |
| 526 72.81368821 | |
| 527 72.86527514 | |
| 528 72.91666667 | |
| 529 72.96786389 | |
| 530 73.01886792 | |
| 531 73.06967985 | |
| 532 73.12030075 | |
| 533 72.98311445 | |
| 534 73.03370787 | |
| 535 73.08411215 | |
| 536 73.13432836 | |
| 537 73.18435754 | |
| 538 73.23420074 | |
| 539 73.09833024 | |
| 540 73.14814815 | |
| 541 73.19778189 | |
| 542 73.24723247 | |
| 543 73.11233886 | |
| 544 73.16176471 | |
| 545 73.21100917 | |
| 546 73.26007326 | |
| 547 73.30895795 | |
| 548 73.35766423 | |
| 549 73.40619308 | |
| 550 73.27272727 | |
| 551 73.13974592 | |
| 552 73.00724638 | |
| 553 73.05605787 | |
| 554 73.10469314 | |
| 555 72.97297297 | |
| 556 73.02158273 | |
| 557 72.89048474 | |
| 558 72.75985663 | |
| 559 72.80858676 | |
| 560 72.85714286 | |
| 561 72.90552585 | |
| 562 72.77580071 | |
| 563 72.82415631 | |
| 564 72.87234043 | |
| 565 72.74336283 | |
| 566 72.61484099 | |
| 567 72.66313933 | |
| 568 72.71126761 | |
| 569 72.58347979 | |
| 570 72.63157895 | |
| 571 72.67950963 | |
| 572 72.72727273 | |
| 573 72.77486911 | |
| 574 72.82229965 | |
| 575 72.86956522 | |
| 576 72.91666667 | |
| 577 72.96360485 | |
| 578 73.01038062 | |
| 579 73.05699482 | |
| 580 73.10344828 | |
| 581 72.97762478 | |
| 582 73.02405498 | |
| 583 73.07032590 | |
| 584 73.11643836 | |
| 585 73.16239316 | |
| 586 73.20819113 | |
| 587 73.25383305 | |
| 588 73.12925170 | |
| 589 73.00509338 | |
| 590 72.88135593 | |
| 591 72.92724196 | |
| 592 72.80405405 | |
| 593 72.68128162 | |
| 594 72.55892256 | |
| 595 72.60504202 | |
| 596 72.65100671 | |
| 597 72.69681742 | |
| 598 72.74247492 | |
| 599 72.62103506 | |
| 600 72.66666667 | |
| 601 72.71214642 | |
| 602 72.75747508 | |
| 603 72.80265340 | |
| 604 72.84768212 | |
| 605 72.89256198 | |
| 606 72.77227723 | |
| 607 72.81713344 | |
| 608 72.86184211 | |
| 609 72.90640394 | |
| 610 72.95081967 | |
| 611 72.99509002 | |
| 612 72.87581699 | |
| 613 72.75693312 | |
| 614 72.63843648 | |
| 615 72.68292683 | |
| 616 72.56493506 | |
| 617 72.44732577 | |
| 618 72.49190939 | |
| 619 72.37479806 | |
| 620 72.41935484 | |
| 621 72.46376812 | |
| 622 72.34726688 | |
| 623 72.39165329 | |
| 624 72.27564103 | |
| 625 72.32000000 | |
| 626 72.20447284 | |
| 627 72.24880383 | |
| 628 72.29299363 | |
| 629 72.17806041 | |
| 630 72.22222222 | |
| 631 72.26624406 | |
| 632 72.31012658 | |
| 633 72.19589258 | |
| 634 72.23974763 | |
| 635 72.28346457 | |
| 636 72.32704403 | |
| 637 72.37048666 | |
| 638 72.41379310 | |
| 639 72.45696401 | |
| 640 72.34375000 | |
| 641 72.38689548 | |
| 642 72.42990654 | |
| 643 72.47278383 | |
| 644 72.36024845 | |
| 645 72.40310078 | |
| 646 72.44582043 | |
| 647 72.48840804 | |
| 648 72.53086420 | |
| 649 72.41910632 | |
| 650 72.46153846 | |
| 651 72.50384025 | |
| 652 72.54601227 | |
| 653 72.58805513 | |
| 654 72.62996942 | |
| 655 72.67175573 | |
| 656 72.71341463 | |
| 657 72.75494673 | |
| 658 72.64437690 | |
| 659 72.53414264 | |
| 660 72.42424242 | |
| 661 72.46596067 | |
| 662 72.50755287 | |
| 663 72.54901961 | |
| 664 72.59036145 | |
| 665 72.63157895 | |
| 666 72.67267267 | |
| 667 72.71364318 | |
| 668 72.60479042 | |
| 669 72.64573991 | |
| 670 72.68656716 | |
| 671 72.72727273 | |
| 672 72.76785714 | |
| 673 72.80832095 | |
| 674 72.84866469 | |
| 675 72.88888889 | |
| 676 72.92899408 | |
| 677 72.96898080 | |
| 678 73.00884956 | |
| 679 73.04860088 | |
| 680 73.08823529 | |
| 681 72.98091043 | |
| 682 73.02052786 | |
| 683 73.06002928 | |
| 684 73.09941520 | |
| 685 73.13868613 | |
| 686 73.17784257 | |
| 687 73.21688501 | |
| 688 73.25581395 | |
| 689 73.29462990 | |
| 690 73.33333333 | |
| 691 73.37192475 | |
| 692 73.41040462 | |
| 693 73.30447330 | |
| 694 73.34293948 | |
| 695 73.38129496 | |
| 696 73.41954023 | |
| 697 73.45767575 | |
| 698 73.49570201 | |
| 699 73.53361946 | |
| 700 73.57142857 | |
| 701 73.60912981 | |
| 702 73.64672365 | |
| 703 73.68421053 | |
| 704 73.72159091 | |
| 705 73.75886525 | |
| 706 73.79603399 | |
| 707 73.83309760 | |
| 708 73.87005650 | |
| 709 73.90691114 | |
| 710 73.94366197 | |
| 711 73.83966245 | |
| 712 73.87640449 | |
| 713 73.91304348 | |
| 714 73.94957983 | |
| 715 73.84615385 | |
| 716 73.88268156 | |
| 717 73.91910739 | |
| 718 73.95543175 | |
| 719 73.99165508 | |
| 720 73.88888889 | |
| 721 73.78640777 | |
| 722 73.82271468 | |
| 723 73.85892116 | |
| 724 73.75690608 | |
| 725 73.79310345 | |
| 726 73.82920110 | |
| 727 73.86519945 | |
| 728 73.90109890 | |
| 729 73.93689986 | |
| 730 73.97260274 | |
| 731 74.00820793 | |
| 732 73.90710383 | |
| 733 73.94270123 | |
| 734 73.97820163 | |
| 735 73.87755102 | |
| 736 73.91304348 | |
| 737 73.81275441 | |
| 738 73.71273713 | |
| 739 73.61299053 | |
| 740 73.64864865 | |
| 741 73.68421053 | |
| 742 73.71967655 | |
| 743 73.75504711 | |
| 744 73.65591398 | |
| 745 73.69127517 | |
| 746 73.72654155 | |
| 747 73.62784471 | |
| 748 73.66310160 | |
| 749 73.69826435 | |
| 750 73.73333333 | |