scores/DeepSeek-R1-Distill-Llama-8B-q3_k_l.hsw

common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)

system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.

task	acc_norm
1	0.00000000
2	50.00000000
3	66.66666667
4	75.00000000
5	80.00000000
6	83.33333333
7	71.42857143
8	75.00000000
9	77.77777778
10	80.00000000
11	81.81818182
12	75.00000000
13	76.92307692
14	78.57142857
15	80.00000000
16	81.25000000
17	76.47058824
18	77.77777778
19	73.68421053
20	75.00000000
21	76.19047619
22	77.27272727
23	78.26086957
24	75.00000000
25	72.00000000
26	69.23076923
27	70.37037037
28	71.42857143
29	72.41379310
30	70.00000000
31	70.96774194
32	68.75000000
33	69.69696970
34	70.58823529
35	71.42857143
36	69.44444444
37	67.56756757
38	68.42105263
39	66.66666667
40	65.00000000
41	65.85365854
42	64.28571429
43	65.11627907
44	65.90909091
45	64.44444444
46	65.21739130
47	65.95744681
48	66.66666667
49	67.34693878
50	68.00000000
51	68.62745098
52	67.30769231
53	66.03773585
54	64.81481481
55	63.63636364
56	62.50000000
57	63.15789474
58	63.79310345
59	64.40677966
60	65.00000000
61	63.93442623
62	64.51612903
63	63.49206349
64	64.06250000
65	64.61538462
66	63.63636364
67	64.17910448
68	63.23529412
69	63.76811594
70	64.28571429
71	63.38028169
72	63.88888889
73	64.38356164
74	64.86486486
75	64.00000000
76	64.47368421
77	64.93506494
78	65.38461538
79	65.82278481
80	66.25000000
81	66.66666667
82	67.07317073
83	67.46987952
84	67.85714286
85	68.23529412
86	68.60465116
87	68.96551724
88	69.31818182
89	68.53932584
90	68.88888889
91	69.23076923
92	68.47826087
93	67.74193548
94	68.08510638
95	68.42105263
96	68.75000000
97	69.07216495
98	69.38775510
99	69.69696970
100	70.00000000
101	70.29702970
102	69.60784314
103	68.93203883
104	69.23076923
105	69.52380952
106	69.81132075
107	70.09345794
108	70.37037037
109	69.72477064
110	70.00000000
111	70.27027027
112	70.53571429
113	70.79646018
114	71.05263158
115	71.30434783
116	71.55172414
117	70.94017094
118	71.18644068
119	71.42857143
120	70.83333333
121	71.07438017
122	71.31147541
123	71.54471545
124	70.96774194
125	71.20000000
126	71.42857143
127	71.65354331
128	71.09375000
129	70.54263566
130	70.00000000
131	70.22900763
132	70.45454545
133	70.67669173
134	70.89552239
135	71.11111111
136	71.32352941
137	71.53284672
138	71.73913043
139	71.22302158
140	71.42857143
141	71.63120567
142	71.83098592
143	72.02797203
144	72.22222222
145	72.41379310
146	72.60273973
147	72.78911565
148	72.29729730
149	72.48322148
150	72.66666667
151	72.18543046
152	71.71052632
153	71.89542484
154	71.42857143
155	71.61290323
156	71.15384615
157	71.33757962
158	71.51898734
159	71.06918239
160	71.25000000
161	71.42857143
162	71.60493827
163	71.77914110
164	71.95121951
165	72.12121212
166	72.28915663
167	72.45508982
168	72.61904762
169	72.18934911
170	72.35294118
171	72.51461988
172	72.67441860
173	72.83236994
174	72.41379310
175	72.00000000
176	71.59090909
177	71.18644068
178	71.34831461
179	70.94972067
180	71.11111111
181	70.71823204
182	70.87912088
183	71.03825137
184	70.65217391
185	70.81081081
186	70.43010753
187	70.05347594
188	69.68085106
189	69.31216931
190	69.47368421
191	69.63350785
192	69.79166667
193	69.43005181
194	69.58762887
195	69.23076923
196	68.87755102
197	68.52791878
198	68.18181818
199	68.34170854
200	68.50000000
201	68.65671642
202	68.81188119
203	68.47290640
204	68.62745098
205	68.78048780
206	68.93203883
207	69.08212560
208	68.75000000
209	68.89952153
210	69.04761905
211	69.19431280
212	69.33962264
213	69.48356808
214	69.62616822
215	69.30232558
216	69.44444444
217	69.12442396
218	69.26605505
219	69.40639269
220	69.09090909
221	68.77828054
222	68.91891892
223	69.05829596
224	69.19642857
225	69.33333333
226	69.02654867
227	68.72246696
228	68.85964912
229	68.99563319
230	68.69565217
231	68.39826840
232	68.10344828
233	68.24034335
234	68.37606838
235	68.08510638
236	67.79661017
237	67.51054852
238	67.64705882
239	67.78242678
240	67.91666667
241	68.04979253
242	68.18181818
243	68.31275720
244	68.03278689
245	67.75510204
246	67.88617886
247	67.61133603
248	67.33870968
249	67.46987952
250	67.60000000
251	67.72908367
252	67.85714286
253	67.58893281
254	67.71653543
255	67.45098039
256	67.57812500
257	67.31517510
258	67.44186047
259	67.56756757
260	67.69230769
261	67.81609195
262	67.55725191
263	67.30038023
264	67.42424242
265	67.54716981
266	67.29323308
267	67.41573034
268	67.53731343
269	67.65799257
270	67.77777778
271	67.52767528
272	67.64705882
273	67.39926740
274	67.51824818
275	67.27272727
276	67.39130435
277	67.50902527
278	67.62589928
279	67.74193548
280	67.85714286
281	67.97153025
282	68.08510638
283	68.19787986
284	68.30985915
285	68.07017544
286	67.83216783
287	67.94425087
288	68.05555556
289	68.16608997
290	68.27586207
291	68.38487973
292	68.15068493
293	68.25938567
294	68.36734694
295	68.47457627
296	68.58108108
297	68.68686869
298	68.79194631
299	68.56187291
300	68.66666667
301	68.77076412
302	68.87417219
303	68.64686469
304	68.75000000
305	68.85245902
306	68.95424837
307	68.72964169
308	68.83116883
309	68.93203883
310	69.03225806
311	69.13183280
312	69.23076923
313	69.32907348
314	69.10828025
315	69.20634921
316	69.30379747
317	69.40063091
318	69.18238994
319	68.96551724
320	69.06250000
321	68.84735202
322	68.63354037
323	68.73065015
324	68.82716049
325	68.92307692
326	69.01840491
327	69.11314985
328	69.20731707
329	69.30091185
330	69.39393939
331	69.48640483
332	69.27710843
333	69.36936937
334	69.16167665
335	69.25373134
336	69.34523810
337	69.13946588
338	68.93491124
339	69.02654867
340	68.82352941
341	68.91495601
342	69.00584795
343	69.09620991
344	68.89534884
345	68.98550725
346	68.78612717
347	68.87608069
348	68.67816092
349	68.48137536
350	68.57142857
351	68.66096866
352	68.75000000
353	68.83852691
354	68.92655367
355	69.01408451
356	69.10112360
357	69.18767507
358	69.27374302
359	69.35933148
360	69.16666667
361	69.25207756
362	69.33701657
363	69.42148760
364	69.50549451
365	69.58904110
366	69.67213115
367	69.75476839
368	69.83695652
369	69.91869919
370	70.00000000
371	70.08086253
372	70.16129032
373	69.97319035
374	70.05347594
375	70.13333333
376	70.21276596
377	70.02652520
378	70.10582011
379	70.18469657
380	70.26315789
381	70.34120735
382	70.15706806
383	70.23498695
384	70.31250000
385	70.38961039
386	70.46632124
387	70.28423773
388	70.10309278
389	70.17994859
390	70.25641026
391	70.07672634
392	70.15306122
393	70.22900763
394	70.30456853
395	70.37974684
396	70.45454545
397	70.52896725
398	70.60301508
399	70.67669173
400	70.75000000
401	70.82294264
402	70.64676617
403	70.47146402
404	70.54455446
405	70.37037037
406	70.44334975
407	70.27027027
408	70.34313725
409	70.41564792
410	70.24390244
411	70.31630170
412	70.38834951
413	70.46004843
414	70.53140097
415	70.36144578
416	70.43269231
417	70.50359712
418	70.57416268
419	70.40572792
420	70.47619048
421	70.30878860
422	70.37914692
423	70.44917258
424	70.51886792
425	70.58823529
426	70.65727700
427	70.49180328
428	70.56074766
429	70.39627040
430	70.46511628
431	70.30162413
432	70.13888889
433	69.97690531
434	70.04608295
435	69.88505747
436	69.72477064
437	69.56521739
438	69.40639269
439	69.47608200
440	69.31818182
441	69.38775510
442	69.23076923
443	69.30022573
444	69.36936937
445	69.43820225
446	69.50672646
447	69.57494407
448	69.64285714
449	69.71046771
450	69.77777778
451	69.62305987
452	69.69026549
453	69.53642384
454	69.60352423
455	69.67032967
456	69.73684211
457	69.80306346
458	69.65065502
459	69.71677560
460	69.78260870
461	69.84815618
462	69.91341991
463	69.97840173
464	70.04310345
465	69.89247312
466	69.95708155
467	70.02141328
468	69.87179487
469	69.72281450
470	69.57446809
471	69.63906582
472	69.70338983
473	69.76744186
474	69.83122363
475	69.89473684
476	69.74789916
477	69.60167715
478	69.66527197
479	69.72860125
480	69.79166667
481	69.85446985
482	69.70954357
483	69.77225673
484	69.62809917
485	69.48453608
486	69.54732510
487	69.60985626
488	69.46721311
489	69.52965235
490	69.59183673
491	69.65376782
492	69.71544715
493	69.77687627
494	69.83805668
495	69.89898990
496	69.95967742
497	70.02012072
498	70.08032129
499	69.93987976
500	70.00000000
501	70.05988024
502	70.11952191
503	70.17892644
504	70.23809524
505	70.29702970
506	70.35573123
507	70.41420118
508	70.27559055
509	70.33398821
510	70.39215686
511	70.45009785
512	70.31250000
513	70.17543860
514	70.23346304
515	70.29126214
516	70.15503876
517	70.21276596
518	70.27027027
519	70.32755299
520	70.19230769
521	70.05758157
522	70.11494253
523	70.17208413
524	70.22900763
525	70.09523810
526	69.96197719
527	70.01897533
528	70.07575758
529	70.13232514
530	70.18867925
531	70.24482109
532	70.30075188
533	70.35647280
534	70.22471910
535	70.28037383
536	70.33582090
537	70.39106145
538	70.44609665
539	70.31539889
540	70.37037037
541	70.42513863
542	70.47970480
543	70.34990792
544	70.40441176
545	70.45871560
546	70.51282051
547	70.56672761
548	70.62043796
549	70.67395264
550	70.54545455
551	70.41742287
552	70.28985507
553	70.16274864
554	70.21660650
555	70.09009009
556	70.14388489
557	70.01795332
558	69.89247312
559	69.94633274
560	70.00000000
561	70.05347594
562	69.92882562
563	69.98223801
564	70.03546099
565	69.91150442
566	69.78798587
567	69.84126984
568	69.89436620
569	69.77152900
570	69.64912281
571	69.70227671
572	69.75524476
573	69.80802792
574	69.86062718
575	69.91304348
576	69.96527778
577	70.01733102
578	70.06920415
579	70.12089810
580	70.17241379
581	70.05163511
582	70.10309278
583	70.15437393
584	70.20547945
585	70.25641026
586	70.13651877
587	70.18739353
588	70.06802721
589	69.94906621
590	69.83050847
591	69.88155668
592	69.76351351
593	69.64586847
594	69.69696970
595	69.74789916
596	69.79865772
597	69.84924623
598	69.89966555
599	69.78297162
600	69.66666667
601	69.71713810
602	69.76744186
603	69.81757877
604	69.86754967
605	69.91735537
606	69.80198020
607	69.85172982
608	69.90131579
609	69.95073892
610	70.00000000
611	70.04909984
612	69.93464052
613	69.82055465
614	69.70684039
615	69.75609756
616	69.64285714
617	69.52998379
618	69.57928803
619	69.62843296
620	69.67741935
621	69.72624799
622	69.61414791
623	69.66292135
624	69.71153846
625	69.76000000
626	69.80830671
627	69.85645933
628	69.90445860
629	69.79332273
630	69.84126984
631	69.73058637
632	69.62025316
633	69.51026856
634	69.55835962
635	69.60629921
636	69.65408805
637	69.70172684
638	69.74921630
639	69.79655712
640	69.84375000
641	69.89079563
642	69.93769470
643	69.98444790
644	69.87577640
645	69.92248062
646	69.96904025
647	70.01545595
648	70.06172840
649	69.95377504
650	70.00000000
651	70.04608295
652	70.09202454
653	70.13782542
654	70.18348624
655	70.22900763
656	70.27439024
657	70.31963470
658	70.21276596
659	70.10622155
660	70.00000000
661	70.04538578
662	70.09063444
663	70.13574661
664	70.18072289
665	70.22556391
666	70.27027027
667	70.31484258
668	70.20958084
669	70.10463378
670	70.14925373
671	70.19374069
672	70.23809524
673	70.28231798
674	70.32640950
675	70.37037037
676	70.41420118
677	70.45790251
678	70.50147493
679	70.54491900
680	70.58823529
681	70.48458150
682	70.52785924
683	70.57101025
684	70.61403509
685	70.51094891
686	70.55393586
687	70.59679767
688	70.63953488
689	70.68214804
690	70.72463768
691	70.62228654
692	70.66473988
693	70.56277056
694	70.60518732
695	70.64748201
696	70.68965517
697	70.73170732
698	70.77363897
699	70.81545064
700	70.85714286
701	70.89871612
702	70.94017094
703	70.98150782
704	71.02272727
705	71.06382979
706	71.10481586
707	71.14568600
708	71.18644068
709	71.22708039
710	71.26760563
711	71.16736990
712	71.20786517
713	71.24824684
714	71.28851541
715	71.18881119
716	71.22905028
717	71.26917713
718	71.16991643
719	71.21001391
720	71.25000000
721	71.15117892
722	71.19113573
723	71.23098202
724	71.27071823
725	71.31034483
726	71.34986226
727	71.38927098
728	71.42857143
729	71.33058985
730	71.36986301
731	71.40902873
732	71.31147541
733	71.35061392
734	71.38964578
735	71.29251701
736	71.33152174
737	71.23473541
738	71.13821138
739	71.04194858
740	71.08108108
741	71.12010796
742	71.15902965
743	71.19784657
744	71.10215054
745	71.14093960
746	71.17962466
747	71.08433735
748	71.12299465
749	71.16154873
750	71.20000000