Spaces:
Running
Running
| model_name,task,n_shot,performance | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_italian,0,0.2937956204379562 | |
| HuggingFaceTB/SmolLM3-3B,belebele_swe_Latn,5,0.69 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_hungarian,0,0.2818181818181818 | |
| Qwen/Qwen3-1.7B,belebele_est_Latn,5,0.56 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_dan_Latn,5,0.3466666666666667 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_georgian,0,0.276 | |
| HuggingFaceTB/SmolLM3-3B,belebele_por_Latn,5,0.7944444444444444 | |
| google/gemma-3-4b-it,global_mmlu_full_pt,5,0.527204101979775 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_estonian,0,0.29464285714285715 | |
| google/gemma-3-4b-it,belebele_slv_Latn,5,0.7533333333333333 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_pl,5,0.31825950719270757 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_it,5,0.35878080045577554 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_bulgarian,0,0.28909090909090907 | |
| HuggingFaceTB/SmolLM3-3B,belebele_hrv_Latn,5,0.5722222222222222 | |
| google/gemma-3-4b-it,include_base_44_serbian,0,0.5672727272727273 | |
| HuggingFaceTB/SmolLM3-3B,belebele_mlt_Latn,5,0.3566666666666667 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_spanish,0,0.3181818181818182 | |
| Qwen/Qwen3-1.7B,belebele_fra_Latn,5,0.7922222222222223 | |
| google/gemma-3-4b-it,include_base_44_estonian,0,0.47767857142857145 | |
| google/gemma-3-4b-it,include_base_44_dutch,0,0.5517241379310345 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_dutch,0,0.47005444646098005 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_es,5,0.3245976356644353 | |
| Qwen/Qwen3-1.7B,include_base_44_lithuanian,0,0.37265917602996257 | |
| Qwen/Qwen3-1.7B,include_base_44_polish,0,0.4142335766423358 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_cs,5,0.4690927218344965 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_deu_Latn,5,0.33444444444444443 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_ita_Latn,5,0.4033333333333333 | |
| HuggingFaceTB/SmolLM3-3B,belebele_ell_Grek,5,0.7633333333333333 | |
| HuggingFaceTB/SmolLM3-3B,belebele_dan_Latn,5,0.6522222222222223 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_lithuanian,0,0.27153558052434457 | |
| Qwen/Qwen3-1.7B,belebele_eng_Latn,5,0.8255555555555556 | |
| Qwen/Qwen3-1.7B,belebele_hun_Latn,5,0.6733333333333333 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_ro,5,0.451502634952286 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_serbian,0,0.28363636363636363 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_belarusian,0,0.26 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_german,0,0.35251798561151076 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_nld_Latn,5,0.41333333333333333 | |
| google/gemma-3-4b-it,global_mmlu_full_sr,5,0.4661016949152542 | |
| google/gemma-3-4b-it,global_mmlu_full_ro,5,0.5182310212220481 | |
| google/gemma-3-4b-it,include_base_44_north macedonian,0,0.6678765880217786 | |
| google/gemma-3-4b-it,include_base_44_hungarian,0,0.41454545454545455 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_hrv_Latn,5,0.27 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_serbian,0,0.22545454545454546 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_hrv_Latn,5,0.33666666666666667 | |
| Qwen/Qwen3-1.7B,belebele_ita_Latn,5,0.7511111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_basque,0,0.278 | |
| google/gemma-3-4b-it,include_base_44_portuguese,0,0.49364791288566245 | |
| Qwen/Qwen3-1.7B,include_base_44_hungarian,0,0.37636363636363634 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_pt,5,0.3721692066657171 | |
| google/gemma-3-4b-it,global_mmlu_full_tr,5,0.4814129041447087 | |
| google/gemma-3-4b-it,xcopa,0,0.6247272727272727 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_greek,0,0.41304347826086957 | |
| Qwen/Qwen3-1.7B,include_base_44_basque,0,0.316 | |
| HuggingFaceTB/SmolLM3-3B,belebele_ces_Latn,5,0.6222222222222222 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_sv,5,0.4794188861985472 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_pol_Latn,5,0.28555555555555556 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_pol_Latn,5,0.3288888888888889 | |
| Qwen/Qwen3-1.7B,belebele_deu_Latn,5,0.74 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_ru,5,0.3166215638797892 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_eng_Latn,5,0.5633333333333334 | |
| Qwen/Qwen3-1.7B,belebele_lit_Latn,5,0.6266666666666667 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_deu_Latn,5,0.3933333333333333 | |
| google/gemma-3-4b-it,belebele_ces_Latn,5,0.7733333333333333 | |
| google/gemma-3-4b-it,include_base_44_croatian,0,0.6236363636363637 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_est_Latn,5,0.2922222222222222 | |
| HuggingFaceTB/SmolLM3-3B,belebele_slk_Latn,5,0.5855555555555556 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_north macedonian,0,0.5081669691470054 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_armenian,0,0.2581818181818182 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_fin_Latn,5,0.32 | |
| HuggingFaceTB/SmolLM3-3B,belebele_deu_Latn,5,0.8155555555555556 | |
| Qwen/Qwen3-1.7B,belebele_ell_Grek,5,0.6688888888888889 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_slv_Latn,5,0.3233333333333333 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_ro,5,0.28051559606893606 | |
| google/gemma-3-4b-it,global_mmlu_full_de,5,0.5190856003418316 | |
| Qwen/Qwen3-1.7B,include_base_44_north macedonian,0,0.5353901996370236 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_fr,5,0.32068081469876086 | |
| Qwen/Qwen3-1.7B,xcopa,0,0.5750909090909091 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_bul_Cyrl,5,0.3211111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_lt,5,0.29155390969947304 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_lvs_Latn,5,0.33 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_el,5,0.2901296111665005 | |
| google/gemma-3-4b-it,include_base_44_albanian,0,0.5753176043557169 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_dutch,0,0.33030852994555354 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_lit_Latn,5,0.32 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_bul_Cyrl,5,0.3244444444444444 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_belarusian,0,0.24909090909090909 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_uk,5,0.4272183449651047 | |
| google/gemma-3-4b-it,include_base_44_bulgarian,0,0.6127272727272727 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_azerbaijani,0,0.26094890510948904 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_croatian,0,0.25272727272727274 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_spa_Latn,5,0.45666666666666667 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_russian,0,0.28442028985507245 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_albanian,0,0.3666061705989111 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_tr,5,0.44281441390115367 | |
| HuggingFaceTB/SmolLM3-3B,belebele_nld_Latn,5,0.6777777777777778 | |
| Qwen/Qwen3-1.7B,include_base_44_azerbaijani,0,0.39233576642335766 | |
| google/gemma-3-4b-it,belebele_fin_Latn,5,0.7744444444444445 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_sr,5,0.43355647343683235 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_en,5,0.6010539809143997 | |
| google/gemma-3-4b-it,belebele_hrv_Latn,5,0.7711111111111111 | |
| google/gemma-3-4b-it,belebele_bul_Cyrl,5,0.7744444444444445 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_basque,0,0.318 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_greek,0,0.25181159420289856 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_el,5,0.480985614584817 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_polish,0,0.25364963503649635 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_polish,0,0.34124087591240876 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_ru,5,0.5029198119925936 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_tr,5,0.3821392963965247 | |
| Qwen/Qwen3-1.7B,include_base_44_ukrainian,0,0.49272727272727274 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_lithuanian,0,0.3389513108614232 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_slv_Latn,5,0.27666666666666667 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_ukrainian,0,0.36 | |
| Qwen/Qwen3-1.7B,include_base_44_georgian,0,0.314 | |
| Qwen/Qwen3-1.7B,include_base_44_estonian,0,0.3705357142857143 | |
| Qwen/Qwen3-1.7B,belebele_nld_Latn,5,0.7166666666666667 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_ces_Latn,5,0.33 | |
| google/gemma-3-4b-it,belebele_mlt_Latn,5,0.65 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_uk,5,0.2947585813986612 | |
| HuggingFaceTB/SmolLM3-3B,belebele_bul_Cyrl,5,0.6366666666666667 | |
| Qwen/Qwen3-1.7B,belebele_bul_Cyrl,5,0.6966666666666667 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_he,5,0.24896738356359494 | |
| HuggingFaceTB/SmolLM3-3B,xstorycloze,0,0.6174718729318333 | |
| HuggingFaceTB/SmolLM3-3B,xcopa,0,0.5889090909090909 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_turkish,0,0.23905109489051096 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_dan_Latn,5,0.30666666666666664 | |
| Qwen/Qwen3-1.7B,include_base_44_spanish,0,0.5472727272727272 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_mlt_Latn,5,0.3 | |
| google/gemma-3-4b-it,include_base_44_azerbaijani,0,0.40693430656934304 | |
| google/gemma-3-4b-it,belebele_dan_Latn,5,0.7888888888888889 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_mlt_Latn,5,0.32222222222222224 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xwinograd,0,0.6983591818386155 | |
| google/gemma-3-4b-it,include_base_44_russian,0,0.4782608695652174 | |
| google/gemma-3-4b-it,global_mmlu_full_cs,5,0.5044865403788634 | |
| google/gemma-3-4b-it,global_mmlu_full_it,5,0.5321179319185301 | |
| Qwen/Qwen3-1.7B,belebele_por_Latn,5,0.7644444444444445 | |
| Qwen/Qwen3-1.7B,include_base_44_greek,0,0.3713768115942029 | |
| google/gemma-3-4b-it,include_base_44_french,0,0.548926014319809 | |
| google/gemma-3-4b-it,belebele_lit_Latn,5,0.7366666666666667 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_finnish,0,0.24682395644283123 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_fr,5,0.5495655889474433 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ron_Latn,5,0.31222222222222223 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_pt,5,0.5347528842045293 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_it,5,0.30366044722973934 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_azerbaijani,0,0.2791970802919708 | |
| google/gemma-3-4b-it,belebele_spa_Latn,5,0.7722222222222223 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_russian,0,0.26992753623188404 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_nl,5,0.4950149551345962 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_hungarian,0,0.24363636363636362 | |
| Qwen/Qwen3-1.7B,belebele_swe_Latn,5,0.73 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_georgian,0,0.252 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_turkish,0,0.2208029197080292 | |
| google/gemma-3-4b-it,global_mmlu_full_sv,5,0.5211508332146418 | |
| HuggingFaceTB/SmolLM3-3B,belebele_ita_Latn,5,0.7711111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_north macedonian,0,0.2631578947368421 | |
| Qwen/Qwen3-1.7B,belebele_mlt_Latn,5,0.43444444444444447 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_nld_Latn,5,0.3288888888888889 | |
| Qwen/Qwen3-1.7B,belebele_pol_Latn,5,0.7244444444444444 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_por_Latn,5,0.4633333333333333 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_pl,5,0.25986326734083465 | |
| Qwen/Qwen3-1.7B,belebele_fin_Latn,5,0.6155555555555555 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_nl,5,0.4615439396097422 | |
| HuggingFaceTB/SmolLM3-3B,belebele_slv_Latn,5,0.49666666666666665 | |
| google/gemma-3-4b-it,include_base_44_belarusian,0,0.2872727272727273 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_slk_Latn,5,0.32222222222222224 | |
| Qwen/Qwen3-1.7B,include_base_44_armenian,0,0.3054545454545455 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_swe_Latn,5,0.33444444444444443 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_es,5,0.551345962113659 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_russian,0,0.4492753623188406 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_nl,5,0.3525851018373451 | |
| google/gemma-3-4b-it,include_base_44_turkish,0,0.5237226277372263 | |
| google/gemma-3-4b-it,belebele_eng_Latn,5,0.8555555555555555 | |
| google/gemma-3-4b-it,belebele_swe_Latn,5,0.7955555555555556 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_cs,5,0.31932773109243695 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_turkish,0,0.3795620437956204 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_greek,0,0.2554347826086957 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_albanian,0,0.2613430127041742 | |
| Qwen/Qwen3-1.7B,include_base_44_portuguese,0,0.4791288566243194 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_lt,5,0.3356359492949722 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_slk_Latn,5,0.3233333333333333 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_portuguese,0,0.5045372050816697 | |
| Qwen/Qwen3-1.7B,include_base_44_french,0,0.48448687350835323 | |
| Qwen/Qwen3-1.7B,belebele_slk_Latn,5,0.6788888888888889 | |
| google/gemma-3-4b-it,include_base_44_spanish,0,0.5690909090909091 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_nl,5,0.2975359635379576 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_it,5,0.5266343825665859 | |
| google/gemma-3-4b-it,include_base_44_basque,0,0.356 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_de,5,0.5394530693633386 | |
| Qwen/Qwen3-1.7B,belebele_ces_Latn,5,0.71 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_lit_Latn,5,0.30333333333333334 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_french,0,0.3317422434367542 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_georgian,0,0.258 | |
| google/gemma-3-4b-it,include_base_44_ukrainian,0,0.5836363636363636 | |
| HuggingFaceTB/SmolLM3-3B,belebele_hun_Latn,5,0.48 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_german,0,0.3381294964028777 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_sv,5,0.2956843754450933 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_fr,5,0.3785785500640934 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_belarusian,0,0.2672727272727273 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xstorycloze,0,0.515071295349257 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_ukrainian,0,0.46545454545454545 | |
| HuggingFaceTB/SmolLM3-3B,belebele_spa_Latn,5,0.7955555555555556 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_german,0,0.43884892086330934 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_north macedonian,0,0.2395644283121597 | |
| google/gemma-3-4b-it,belebele_slk_Latn,5,0.7811111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_finnish,0,0.279491833030853 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_pl,5,0.4150405925081897 | |
| google/gemma-3-4b-it,include_base_44_polish,0,0.4635036496350365 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,xcopa,0,0.518 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_bulgarian,0,0.27090909090909093 | |
| Qwen/Qwen3-1.7B,include_base_44_russian,0,0.4746376811594203 | |
| Qwen/Qwen3-1.7B,belebele_ron_Latn,5,0.72 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_lt,5,0.2622133599202393 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_es,5,0.38199686654322745 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_pt,5,0.543156245549067 | |
| google/gemma-3-4b-it,belebele_nld_Latn,5,0.7766666666666666 | |
| google/gemma-3-4b-it,belebele_ita_Latn,5,0.7866666666666666 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_cs,5,0.2676969092721834 | |
| Qwen/Qwen3-1.7B,include_base_44_bulgarian,0,0.48 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_spa_Latn,5,0.37444444444444447 | |
| google/gemma-3-4b-it,global_mmlu_full_ru,5,0.5084745762711864 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_he,5,0.28165503489531407 | |
| google/gemma-3-4b-it,global_mmlu_full_en,5,0.5827517447657029 | |
| google/gemma-3-4b-it,global_mmlu_full_fr,5,0.5274889616863695 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_hun_Latn,5,0.3011111111111111 | |
| google/gemma-3-4b-it,belebele_ell_Grek,5,0.7922222222222223 | |
| Qwen/Qwen3-1.7B,include_base_44_german,0,0.45323741007194246 | |
| google/gemma-3-4b-it,global_mmlu_full_el,5,0.48511608033043724 | |
| google/gemma-3-4b-it,global_mmlu_full_pl,5,0.5032046716991881 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_cs,5,0.4178179746474861 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ces_Latn,5,0.30333333333333334 | |
| Qwen/Qwen3-1.7B,xstorycloze,0,0.5671740569159497 | |
| Qwen/Qwen3-1.7B,include_base_44_finnish,0,0.3720508166969147 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_croatian,0,0.27454545454545454 | |
| google/gemma-3-4b-it,belebele_deu_Latn,5,0.8066666666666666 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_uk,5,0.45748468879077053 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_polish,0,0.26094890510948904 | |
| Qwen/Qwen3-1.7B,xwinograd,0,0.7145425938413127 | |
| google/gemma-3-4b-it,xwinograd,0,0.7772533153517645 | |
| Qwen/Qwen3-1.7B,include_base_44_dutch,0,0.484573502722323 | |
| Qwen/Qwen3-1.7B,include_base_44_serbian,0,0.44363636363636366 | |
| Qwen/Qwen3-1.7B,include_base_44_belarusian,0,0.3 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_he,5,0.4016521862982481 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_estonian,0,0.24553571428571427 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_italian,0,0.6441605839416058 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_es,5,0.5344680244979347 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_sr,5,0.3767981768978778 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_sr,5,0.25523429710867396 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_en,5,0.498860561173622 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_fra_Latn,5,0.3488888888888889 | |
| HuggingFaceTB/SmolLM3-3B,belebele_fin_Latn,5,0.46555555555555556 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_eng_Latn,5,0.5866666666666667 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_finnish,0,0.3393829401088929 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_he,5,0.3240991311778949 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_fin_Latn,5,0.3 | |
| HuggingFaceTB/SmolLM3-3B,belebele_ron_Latn,5,0.6511111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_portuguese,0,0.30671506352087113 | |
| google/gemma-3-4b-it,xstorycloze,0,0.668732326574815 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_hun_Latn,5,0.23666666666666666 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_por_Latn,5,0.36 | |
| HuggingFaceTB/SmolLM3-3B,belebele_fra_Latn,5,0.8055555555555556 | |
| google/gemma-3-4b-it,include_base_44_georgian,0,0.526 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_spanish,0,0.3327272727272727 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_tr,5,0.31035465033471016 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_dutch,0,0.2250453720508167 | |
| google/gemma-3-4b-it,belebele_hun_Latn,5,0.7322222222222222 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_french,0,0.3054892601431981 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ell_Grek,5,0.28444444444444444 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_sv,5,0.436476285429426 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_ell_Grek,5,0.31444444444444447 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_hungarian,0,0.27090909090909093 | |
| Qwen/Qwen3-1.7B,belebele_spa_Latn,5,0.7844444444444445 | |
| Qwen/Qwen3-1.7B,include_base_44_albanian,0,0.455535390199637 | |
| HuggingFaceTB/SmolLM3-3B,belebele_eng_Latn,5,0.8488888888888889 | |
| google/gemma-3-4b-it,belebele_est_Latn,5,0.6988888888888889 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_azerbaijani,0,0.31204379562043794 | |
| google/gemma-3-4b-it,belebele_fra_Latn,5,0.82 | |
| google/gemma-3-4b-it,include_base_44_armenian,0,0.3472727272727273 | |
| google/gemma-3-4b-it,belebele_por_Latn,5,0.7866666666666666 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_lithuanian,0,0.26779026217228463 | |
| Qwen/Qwen3-1.7B,belebele_hrv_Latn,5,0.6966666666666667 | |
| Qwen/Qwen3-1.7B,include_base_44_italian,0,0.5894160583941606 | |
| google/gemma-3-4b-it,belebele_ron_Latn,5,0.78 | |
| HuggingFaceTB/SmolLM3-3B,xwinograd,0,0.7988311980220274 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_ru,5,0.508759435977781 | |
| HuggingFaceTB/SmolLM3-3B,belebele_pol_Latn,5,0.6066666666666667 | |
| HuggingFaceTB/SmolLM3-3B,belebele_lit_Latn,5,0.4388888888888889 | |
| Qwen/Qwen3-1.7B,belebele_lvs_Latn,5,0.6677777777777778 | |
| HuggingFaceTB/SmolLM2-1.7B,xstorycloze,0,0.5408218518741351 | |
| Qwen/Qwen3-1.7B,include_base_44_croatian,0,0.5127272727272727 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_armenian,0,0.2581818181818182 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_ru,5,0.258082894174619 | |
| Qwen/Qwen3-1.7B,include_base_44_turkish,0,0.42700729927007297 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_croatian,0,0.44 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_tr,5,0.25872382851445663 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_pl,5,0.47393533684660305 | |
| HuggingFaceTB/SmolLM3-3B,belebele_est_Latn,5,0.37 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_est_Latn,5,0.27444444444444444 | |
| google/gemma-3-4b-it,belebele_pol_Latn,5,0.7666666666666667 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_sv,5,0.3335707164221621 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_el,5,0.4171058253809999 | |
| HuggingFaceTB/SmolLM2-1.7B,global_mmlu_full_sr,5,0.2920524141860134 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_de,5,0.5170203674690215 | |
| google/gemma-3-4b-it,global_mmlu_full_he,5,0.4596211365902293 | |
| google/gemma-3-4b-it,include_base_44_greek,0,0.4891304347826087 | |
| google/gemma-3-4b-it,include_base_44_finnish,0,0.4355716878402904 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_estonian,0,0.19196428571428573 | |
| google/gemma-3-4b-it,include_base_44_italian,0,0.6131386861313869 | |
| Qwen/Qwen3-1.7B,belebele_dan_Latn,5,0.7044444444444444 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_el,5,0.2511038313630537 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_en,5,0.48454636091724823 | |
| google/gemma-3-4b-it,global_mmlu_full_uk,5,0.4910269192422732 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_ro,5,0.4859706594502208 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_pt,5,0.3166927788064378 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_french,0,0.5823389021479713 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_portuguese,0,0.279491833030853 | |
| google/gemma-3-4b-it,global_mmlu_full_nl,5,0.5225751317476143 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_spanish,0,0.5836363636363636 | |
| HuggingFaceTB/SmolLM3-3B,belebele_lvs_Latn,5,0.41555555555555557 | |
| HuggingFaceTB/SmolLM2-1.7B,xcopa,0,0.5305454545454545 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_en,5,0.6007691212078051 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_fr,5,0.5274177467597209 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_ukrainian,0,0.30727272727272725 | |
| google/gemma-3-4b-it,belebele_lvs_Latn,5,0.7455555555555555 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_bulgarian,0,0.45636363636363636 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_ita_Latn,5,0.30333333333333334 | |
| HuggingFaceTB/SmolLM2-1.7B,xwinograd,0,0.7289278489548213 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,global_mmlu_full_de,5,0.30957128614157525 | |
| google/gemma-3-4b-it,include_base_44_lithuanian,0,0.5056179775280899 | |
| HuggingFaceTB/SmolLM3-3B,global_mmlu_full_it,5,0.5514883919669563 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,belebele_lvs_Latn,5,0.3011111111111111 | |
| HuggingFaceTB/SmolLM2-1.7B,belebele_ron_Latn,5,0.3711111111111111 | |
| open-sci/open-sci-ref-v0.01-1.7b-nemotron-cc-hq-1T-4096,include_base_44_albanian,0,0.2831215970961887 | |
| Qwen/Qwen3-1.7B,belebele_slv_Latn,5,0.6611111111111111 | |
| google/gemma-3-4b-it,global_mmlu_full_lt,5,0.4684517874946589 | |
| google/gemma-3-4b-it,include_base_44_german,0,0.381294964028777 | |
| Qwen/Qwen3-1.7B,global_mmlu_full_lt,5,0.4099843327161373 | |
| HuggingFaceTB/SmolLM3-3B,include_base_44_serbian,0,0.40545454545454546 | |
| HuggingFaceTB/SmolLM2-1.7B,include_base_44_italian,0,0.29927007299270075 | |