| Model,slue_p2_sqa5_test,public_sg_speech_qa_test,spoken_squad_test,cn_college_listen_mcq_test,dream_tts_mcq_test,mmau_mini | |
| Qwen-Audio-Chat,79.36274509803921,63.16860465116279,64.8327415436367,63.23205636283576,59.749085206481965, | |
| hy_whisper_local_cs,,,,,, | |
| Qwen2-Audio-7B-Instruct,80.04901960784315,58.31395348837209,64.86264249672958,74.7247908410392,66.49242028227914, | |
| whisper_large_v3,,,,,, | |
| old_models,,,,,, | |
| gemini-1.5-flash,,,,89.25583443416997,, | |
| WavLLM_fairseq,83.92156862745098,58.54651162790698,77.64903756307233,66.31439894319684,66.5446941975954, | |
| MERaLiON-AudioLLM-Whisper-SEA-LION,86.7156862745098,59.59302325581396,74.20669033825453,57.11140466754734,51.54208050182959,53.1 | |
| MERaLiON-AudioLLM-v2-2b,83.18627450980392,69.47674418604652,81.4614090824145,66.00616468516073,61.16048092002091,50.99999999999999 | |
| MERaLiON-AudioLLM-v2-9b,89.55882352941177,75.02906976744187,89.20949355260699,84.58828709819463,83.32462101411396,56.699999999999996 | |
| MERaLiON-AudioLLM-v2-9b-asr,84.85294117647057,71.74418604651163,84.71687535040179,72.6552179656539,74.38578149503398,55.5 | |
| Qwen2.5-Omni-3B,73.87254901960785,61.07558139534884,59.8504952345356,81.41787758696609,69.99477260846837,60.699999999999996 | |
| Qwen2.5-Omni-7B,77.30392156862746,61.71511627906977,62.86675387777986,81.72611184500221,70.77888133821223,56.10000000000001 | |
| SALMONN_7B,80.88235294117646,59.38953488372093,65.64754251541768,50.81461911052399,56.56037637219028,50.6 | |
| SeaLLMs-Audio-7B,82.84313725490196,57.558139534883715,67.09400112128574,81.72611184500221,75.90172503920543,60.4 | |
| cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,51.51960784313726,70.93023255813954,57.16314707531303,89.52003522677234,85.15420805018296,52.6 | |
| cascade_whisper_large_v3_llama_3_8b_instruct,86.96078431372548,69.68023255813954,87.43412446271725,84.98458828709819,86.1996863565081,55.900000000000006 | |
| phi_4_multimodal_instruct,83.72549019607844,74.18604651162791,83.19566436180153,75.6494936151475,77.5222164140094,58.8 | |