File size: 12,493 Bytes

6583e65

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	66.66666667
4	75.00000000
5	80.00000000
6	83.33333333
7	71.42857143
8	75.00000000
9	66.66666667
10	70.00000000
11	72.72727273
12	66.66666667
13	69.23076923
14	71.42857143
15	73.33333333
16	75.00000000
17	70.58823529
18	72.22222222
19	68.42105263
20	70.00000000
21	71.42857143
22	72.72727273
23	73.91304348
24	70.83333333
25	68.00000000
26	65.38461538
27	62.96296296
28	64.28571429
29	65.51724138
30	63.33333333
31	64.51612903
32	62.50000000
33	63.63636364
34	64.70588235
35	65.71428571
36	63.88888889
37	62.16216216
38	63.15789474
39	64.10256410
40	62.50000000
41	63.41463415
42	61.90476190
43	62.79069767
44	63.63636364
45	62.22222222
46	63.04347826
47	63.82978723
48	64.58333333
49	65.30612245
50	64.00000000
51	64.70588235
52	63.46153846
53	62.26415094
54	61.11111111
55	60.00000000
56	58.92857143
57	59.64912281
58	60.34482759
59	61.01694915
60	61.66666667
61	60.65573770
62	61.29032258
63	61.90476190
64	62.50000000
65	63.07692308
66	62.12121212
67	62.68656716
68	63.23529412
69	63.76811594
70	64.28571429
71	63.38028169
72	63.88888889
73	64.38356164
74	64.86486486
75	64.00000000
76	64.47368421
77	64.93506494
78	65.38461538
79	65.82278481
80	66.25000000
81	66.66666667
82	67.07317073
83	67.46987952
84	67.85714286
85	68.23529412
86	68.60465116
87	68.96551724
88	69.31818182
89	68.53932584
90	68.88888889
91	69.23076923
92	68.47826087
93	68.81720430
94	69.14893617
95	69.47368421
96	69.79166667
97	70.10309278
98	70.40816327
99	70.70707071
100	70.00000000
101	70.29702970
102	69.60784314
103	68.93203883
104	69.23076923
105	69.52380952
106	69.81132075
107	70.09345794
108	70.37037037
109	69.72477064
110	70.00000000
111	70.27027027
112	70.53571429
113	70.79646018
114	71.05263158
115	71.30434783
116	70.68965517
117	70.08547009
118	70.33898305
119	70.58823529
120	70.00000000
121	70.24793388
122	70.49180328
123	70.73170732
124	70.96774194
125	71.20000000
126	71.42857143
127	71.65354331
128	71.09375000
129	71.31782946
130	70.76923077
131	70.99236641
132	71.21212121
133	71.42857143
134	71.64179104
135	71.85185185
136	72.05882353
137	72.26277372
138	72.46376812
139	71.94244604
140	72.14285714
141	72.34042553
142	72.53521127
143	72.72727273
144	72.91666667
145	73.10344828
146	73.28767123
147	73.46938776
148	73.64864865
149	73.82550336
150	74.00000000
151	73.50993377
152	73.02631579
153	73.20261438
154	73.37662338
155	73.54838710
156	73.71794872
157	73.24840764
158	73.41772152
159	72.95597484
160	73.12500000
161	73.29192547
162	73.45679012
163	73.61963190
164	73.78048780
165	73.93939394
166	74.09638554
167	74.25149701
168	74.40476190
169	73.96449704
170	74.11764706
171	74.26900585
172	74.41860465
173	73.98843931
174	74.13793103
175	74.28571429
176	74.43181818
177	74.57627119
178	74.71910112
179	74.30167598
180	74.44444444
181	74.03314917
182	74.17582418
183	74.31693989
184	73.91304348
185	74.05405405
186	73.65591398
187	73.26203209
188	73.40425532
189	73.01587302
190	73.15789474
191	73.29842932
192	73.43750000
193	73.05699482
194	73.19587629
195	72.82051282
196	72.95918367
197	72.58883249
198	72.22222222
199	72.36180905
200	72.50000000
201	72.63681592
202	72.77227723
203	72.41379310
204	72.54901961
205	72.68292683
206	72.81553398
207	72.94685990
208	72.59615385
209	72.72727273
210	72.85714286
211	72.98578199
212	73.11320755
213	73.23943662
214	73.36448598
215	73.02325581
216	73.14814815
217	72.81105991
218	72.93577982
219	73.05936073
220	73.18181818
221	72.85067873
222	72.97297297
223	73.09417040
224	73.21428571
225	73.33333333
226	73.45132743
227	73.12775330
228	73.24561404
229	73.36244541
230	73.47826087
231	73.16017316
232	72.84482759
233	72.96137339
234	73.07692308
235	72.76595745
236	72.45762712
237	72.57383966
238	72.68907563
239	72.80334728
240	72.91666667
241	73.02904564
242	73.14049587
243	73.25102881
244	72.95081967
245	72.65306122
246	72.35772358
247	72.46963563
248	72.58064516
249	72.69076305
250	72.80000000
251	72.90836653
252	73.01587302
253	72.72727273
254	72.83464567
255	72.94117647
256	73.04687500
257	72.76264591
258	72.86821705
259	72.97297297
260	73.07692308
261	73.18007663
262	72.90076336
263	73.00380228
264	73.10606061
265	73.20754717
266	73.30827068
267	73.40823970
268	73.50746269
269	73.60594796
270	73.70370370
271	73.43173432
272	73.52941176
273	73.26007326
274	73.35766423
275	73.09090909
276	73.18840580
277	73.28519856
278	73.38129496
279	73.47670251
280	73.57142857
281	73.66548043
282	73.75886525
283	73.85159011
284	73.94366197
285	73.68421053
286	73.77622378
287	73.86759582
288	73.95833333
289	74.04844291
290	74.13793103
291	74.22680412
292	73.97260274
293	74.06143345
294	74.14965986
295	74.23728814
296	74.32432432
297	74.41077441
298	74.49664430
299	74.24749164
300	74.00000000
301	74.08637874
302	74.17218543
303	73.92739274
304	73.68421053
305	73.77049180
306	73.85620915
307	73.61563518
308	73.70129870
309	73.78640777
310	73.87096774
311	73.95498392
312	74.03846154
313	74.12140575
314	74.20382166
315	74.28571429
316	74.36708861
317	74.44794953
318	74.21383648
319	73.98119122
320	74.06250000
321	73.83177570
322	73.60248447
323	73.68421053
324	73.76543210
325	73.84615385
326	73.92638037
327	73.70030581
328	73.78048780
329	73.86018237
330	73.93939394
331	74.01812689
332	74.09638554
333	74.17417417
334	73.95209581
335	74.02985075
336	74.10714286
337	73.88724036
338	73.66863905
339	73.74631268
340	73.82352941
341	73.90029326
342	73.97660819
343	74.05247813
344	73.83720930
345	73.91304348
346	73.69942197
347	73.77521614
348	73.56321839
349	73.35243553
350	73.42857143
351	73.50427350
352	73.57954545
353	73.65439093
354	73.72881356
355	73.80281690
356	73.87640449
357	73.94957983
358	74.02234637
359	74.09470752
360	73.88888889
361	73.96121884
362	74.03314917
363	74.10468320
364	74.17582418
365	74.24657534
366	74.31693989
367	74.38692098
368	74.45652174
369	74.52574526
370	74.59459459
371	74.66307278
372	74.73118280
373	74.79892761
374	74.86631016
375	74.93333333
376	75.00000000
377	74.80106101
378	74.86772487
379	74.93403694
380	75.00000000
381	75.06561680
382	75.13089005
383	75.19582245
384	75.26041667
385	75.32467532
386	75.38860104
387	75.45219638
388	75.25773196
389	75.32133676
390	75.38461538
391	75.19181586
392	75.25510204
393	75.31806616
394	75.38071066
395	75.44303797
396	75.50505051
397	75.56675063
398	75.62814070
399	75.68922306
400	75.75000000
401	75.81047382
402	75.87064677
403	75.68238213
404	75.74257426
405	75.55555556
406	75.61576355
407	75.67567568
408	75.73529412
409	75.79462103
410	75.85365854
411	75.66909976
412	75.72815534
413	75.54479419
414	75.60386473
415	75.42168675
416	75.48076923
417	75.53956835
418	75.59808612
419	75.65632458
420	75.71428571
421	75.53444181
422	75.59241706
423	75.65011820
424	75.70754717
425	75.76470588
426	75.82159624
427	75.64402810
428	75.70093458
429	75.75757576
430	75.81395349
431	75.63805104
432	75.46296296
433	75.28868360
434	75.34562212
435	75.17241379
436	75.22935780
437	75.05720824
438	74.88584475
439	74.94305239
440	74.77272727
441	74.82993197
442	74.88687783
443	74.94356659
444	75.00000000
445	75.05617978
446	75.11210762
447	75.16778523
448	75.22321429
449	75.27839644
450	75.33333333
451	75.16629712
452	75.00000000
453	75.05518764
454	75.11013216
455	75.16483516
456	75.21929825
457	75.27352298
458	75.32751092
459	75.38126362
460	75.43478261
461	75.48806941
462	75.54112554
463	75.59395248
464	75.64655172
465	75.48387097
466	75.53648069
467	75.58886510
468	75.42735043
469	75.47974414
470	75.31914894
471	75.37154989
472	75.42372881
473	75.47568710
474	75.52742616
475	75.57894737
476	75.63025210
477	75.47169811
478	75.52301255
479	75.57411273
480	75.62500000
481	75.67567568
482	75.51867220
483	75.56935818
484	75.41322314
485	75.25773196
486	75.30864198
487	75.35934292
488	75.20491803
489	75.25562372
490	75.30612245
491	75.35641548
492	75.40650407
493	75.45638945
494	75.50607287
495	75.55555556
496	75.60483871
497	75.65392354
498	75.70281124
499	75.55110220
500	75.60000000
501	75.44910180
502	75.49800797
503	75.54671968
504	75.59523810
505	75.64356436
506	75.69169960
507	75.73964497
508	75.78740157
509	75.83497053
510	75.88235294
511	75.92954990
512	75.78125000
513	75.63352827
514	75.68093385
515	75.72815534
516	75.58139535
517	75.43520309
518	75.48262548
519	75.52986513
520	75.57692308
521	75.43186180
522	75.28735632
523	75.33460803
524	75.38167939
525	75.42857143
526	75.28517110
527	75.14231499
528	75.18939394
529	75.23629490
530	75.28301887
531	75.32956685
532	75.37593985
533	75.42213884
534	75.46816479
535	75.51401869
536	75.55970149
537	75.60521415
538	75.65055762
539	75.51020408
540	75.55555556
541	75.60073937
542	75.64575646
543	75.50644567
544	75.55147059
545	75.59633028
546	75.64102564
547	75.68555759
548	75.72992701
549	75.77413479
550	75.63636364
551	75.68058076
552	75.54347826
553	75.58770344
554	75.63176895
555	75.49549550
556	75.53956835
557	75.40394973
558	75.26881720
559	75.31305903
560	75.35714286
561	75.40106952
562	75.44483986
563	75.48845471
564	75.53191489
565	75.39823009
566	75.26501767
567	75.30864198
568	75.35211268
569	75.21968366
570	75.26315789
571	75.30647986
572	75.34965035
573	75.39267016
574	75.43554007
575	75.47826087
576	75.52083333
577	75.56325823
578	75.60553633
579	75.64766839
580	75.68965517
581	75.55938038
582	75.60137457
583	75.64322470
584	75.68493151
585	75.72649573
586	75.76791809
587	75.80919932
588	75.68027211
589	75.55178268
590	75.59322034
591	75.63451777
592	75.67567568
593	75.54806071
594	75.42087542
595	75.46218487
596	75.50335570
597	75.54438861
598	75.58528428
599	75.45909850
600	75.50000000
601	75.54076539
602	75.58139535
603	75.62189055
604	75.66225166
605	75.70247934
606	75.57755776
607	75.61779242
608	75.49342105
609	75.53366174
610	75.57377049
611	75.61374795
612	75.49019608
613	75.36704731
614	75.40716612
615	75.44715447
616	75.32467532
617	75.36466775
618	75.40453074
619	75.44426494
620	75.48387097
621	75.52334944
622	75.56270096
623	75.60192616
624	75.64102564
625	75.68000000
626	75.71884984
627	75.75757576
628	75.79617834
629	75.67567568
630	75.55555556
631	75.59429477
632	75.47468354
633	75.35545024
634	75.39432177
635	75.43307087
636	75.47169811
637	75.51020408
638	75.54858934
639	75.58685446
640	75.62500000
641	75.66302652
642	75.70093458
643	75.73872473
644	75.77639752
645	75.65891473
646	75.69659443
647	75.73415765
648	75.77160494
649	75.65485362
650	75.69230769
651	75.72964670
652	75.76687117
653	75.80398162
654	75.84097859
655	75.87786260
656	75.91463415
657	75.95129376
658	75.98784195
659	75.87253414
660	75.75757576
661	75.79425113
662	75.83081571
663	75.86726998
664	75.90361446
665	75.93984962
666	75.97597598
667	76.01199400
668	76.04790419
669	76.08370703
670	76.11940299
671	76.15499255
672	76.19047619
673	76.22585438
674	76.26112760
675	76.29629630
676	76.33136095
677	76.36632201
678	76.40117994
679	76.43593520
680	76.47058824
681	76.35829662
682	76.39296188
683	76.42752562
684	76.46198830
685	76.49635036
686	76.53061224
687	76.56477438
688	76.59883721
689	76.63280116
690	76.66666667
691	76.70043415
692	76.73410405
693	76.62337662
694	76.65706052
695	76.69064748
696	76.72413793
697	76.75753228
698	76.79083095
699	76.68097282
700	76.71428571
701	76.74750357
702	76.78062678
703	76.81365576
704	76.84659091
705	76.87943262
706	76.91218130
707	76.94483734
708	76.97740113
709	77.00987306
710	77.04225352
711	76.93389592
712	76.96629213
713	76.99859748
714	77.03081232
715	76.92307692
716	76.95530726
717	76.98744770
718	77.01949861
719	77.05146036
720	77.08333333
721	77.11511789
722	77.14681440
723	77.17842324
724	77.20994475
725	77.24137931
726	77.27272727
727	77.30398900
728	77.33516484
729	77.22908093
730	77.26027397
731	77.29138167
732	77.18579235
733	77.21691678
734	77.24795640
735	77.14285714
736	77.17391304
737	77.06919946
738	76.96476965
739	76.86062246
740	76.89189189
741	76.92307692
742	76.95417790
743	76.98519515
744	77.01612903
745	77.04697987
746	77.07774799
747	76.97456493
748	77.00534759
749	77.03604806
750	77.06666667