{"data":{"category":"speech-asr","id":"wer-fleurs","name":"WER FLEURS","rows":[{"conf":"high","context":null,"model_id":null,"org":"KrorngAI","rank":1,"root":"—","score":100,"variant":"TrorYongASR-small"},{"conf":"high","context":null,"model_id":null,"org":"KrorngAI","rank":2,"root":"—","score":100,"variant":"TrorYongASR-tiny"},{"conf":"medium","context":"fleurs","model_id":"whisper-large-v3","org":"MERaLiON","rank":3,"root":"openai/whisper-large-v3","score":99.69,"variant":"MERaLiON-3-10B"},{"conf":"low","context":null,"model_id":null,"org":"kotoba-tech","rank":4,"root":"—","score":98.7,"variant":"kotoba-whisper-bilingual-v1.0"},{"conf":"medium","context":"FLEURS test","model_id":null,"org":"PatchyTisa","rank":5,"root":"—","score":97.18,"variant":"FireRedLID-vllm"},{"conf":"medium","context":"FLEURS test","model_id":null,"org":"allendou","rank":6,"root":"—","score":97.18,"variant":"FireRedASR2-LLM-vllm"},{"conf":"medium","context":"FLEURS test","model_id":null,"org":"FireRedTeam","rank":7,"root":"FireRedTeam/FireRedLID","score":97.18,"variant":"FireRedLID"},{"conf":"medium","context":"FLEURS test","model_id":null,"org":"FireRedTeam","rank":8,"root":"FireRedTeam/FireRedPunc","score":97.18,"variant":"FireRedPunc"},{"conf":"low","context":null,"model_id":null,"org":"UsefulSensors","rank":9,"root":"UsefulSensors/moonshine-tiny-zh","score":71.1,"variant":"moonshine-tiny-zh"},{"conf":"medium","context":"google/fleurs hr_hr test","model_id":"whisper-large-v3","org":"GoranS","rank":10,"root":"openai/whisper-large-v3","score":65.99,"variant":"whisper-large-v3-turbo-hr-parla"},{"conf":"high","context":null,"model_id":"whisper-large-v3","org":"KBLab","rank":11,"root":"openai/whisper-large-v3","score":59.2,"variant":"kb-whisper-large"},{"conf":"high","context":null,"model_id":"whisper-base","org":"KBLab","rank":12,"root":"openai/whisper-base","score":59.2,"variant":"kb-whisper-base"},{"conf":"high","context":null,"model_id":"whisper-small","org":"KBLab","rank":13,"root":"openai/whisper-small","score":59.2,"variant":"kb-whisper-small"},{"conf":"high","context":null,"model_id":"whisper-tiny","org":"KBLab","rank":14,"root":"openai/whisper-tiny","score":59.2,"variant":"kb-whisper-tiny"},{"conf":"high","context":null,"model_id":"whisper-medium","org":"KBLab","rank":15,"root":"openai/whisper-medium","score":59.2,"variant":"kb-whisper-medium"},{"conf":"medium","context":"[FLEURS](https://huggingface.co/datasets/google/fleurs)","model_id":"whisper-large-v3","org":"Oriserve","rank":16,"root":"openai/whisper-large-v3","score":50.84,"variant":"Whisper-Hindi2Hinglish-Prime"},{"conf":"medium","context":"[FLEURS](https://huggingface.co/datasets/google/fleurs)","model_id":"whisper-large-v3-turbo","org":"Oriserve","rank":17,"root":"openai/whisper-large-v3-turbo","score":50.84,"variant":"Whisper-Hindi2Hinglish-Apex"},{"conf":"low","context":null,"model_id":null,"org":"UsefulSensors","rank":18,"root":"UsefulSensors/moonshine-tiny-ja","score":47.2,"variant":"moonshine-tiny-ja"},{"conf":"medium","context":"[FLEURS](https://huggingface.co/datasets/google/fleurs)","model_id":"whisper-base","org":"Oriserve","rank":19,"root":"openai/whisper-base","score":35.09,"variant":"Whisper-Hindi2Hinglish-Swift"},{"conf":"medium","context":"FLEURS sl","model_id":"nemotron-3-5-asr-streaming-0-6b","org":"texdata","rank":20,"root":"nvidia/nemotron-3.5-asr-streaming-0.6b","score":33.07,"variant":"nemotron-3.5-asr-streaming-slovenian"},{"conf":"medium","context":"FLEURS ar\\_eg test set (transcription column)","model_id":"whisper-small","org":"IbrahimAmin","rank":21,"root":"openai/whisper-small","score":30.29,"variant":"code-switched-egyptian-arabic-whisper-small"},{"conf":"low","context":null,"model_id":"whisper-medium","org":"navai-uz","rank":22,"root":"openai/whisper-medium","score":26.33,"variant":"whisper-medium-uzbek"},{"conf":"medium","context":"**FLEURS-lt** (test, n=986)","model_id":"whisper-large-v3-turbo","org":"svogunas","rank":23,"root":"openai/whisper-large-v3-turbo","score":25.5,"variant":"whisper-large-v3-turbo-lt"},{"conf":"medium","context":"FLEURS","model_id":null,"org":"bc7ec356","rank":24,"root":"—","score":22.4,"variant":"heep-indic"},{"conf":"medium","context":"FLEURS (hu) Test","model_id":"mms-1b-all","org":"GaborMadarasz","rank":25,"root":"facebook/mms-1b-all","score":19.93,"variant":"wav2vec2-large-mms-1b-hungarian"},{"conf":"low","context":null,"model_id":null,"org":"parthiv11","rank":26,"root":"—","score":19.4,"variant":"indic_whisper_nodcil"},{"conf":"low","context":null,"model_id":null,"org":"bc7ec356","rank":27,"root":"—","score":19.4,"variant":"heep-indic"},{"conf":"low","context":null,"model_id":null,"org":"ARTPARK-IISc","rank":28,"root":"—","score":18.8,"variant":"SraVaani-1.0"},{"conf":"medium","context":"FLEURS","model_id":null,"org":"aranemini","rank":29,"root":"—","score":18.5,"variant":"central-kurdish-tts"},{"conf":"medium","context":"**FLEURS DEV (used as test)**","model_id":null,"org":"nvidia","rank":30,"root":"nvidia/stt_uz_fastconformer_hybrid_large_pc","score":17.52,"variant":"stt_uz_fastconformer_hybrid_large_pc"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":31,"root":"UsefulSensors/moonshine-base-zh","score":16.65,"variant":"moonshine-base-zh-gguf"},{"conf":"medium","context":"`fleurs-ar_eg`","model_id":"whisper-large-v3-turbo","org":"aufklarer","rank":32,"root":"openai/whisper-large-v3-turbo","score":16.6,"variant":"Whisper-Large-v3-Turbo-CoreML"},{"conf":"low","context":null,"model_id":"moonshine-tiny-ko","org":"UsefulSensors","rank":33,"root":"UsefulSensors/moonshine-tiny-ko","score":15.83,"variant":"moonshine-tiny-ko"},{"conf":"low","context":null,"model_id":"moonshine-tiny-ko","org":"onnx-community","rank":34,"root":"UsefulSensors/moonshine-tiny-ko","score":15.83,"variant":"moonshine-tiny-ko-ONNX"},{"conf":"medium","context":"FLEURS","model_id":null,"org":"proxectonos","rank":35,"root":"facebook/wav2vec2-xls-r-300m","score":15.83,"variant":"Nos_ASR-wav2vec2-xls-r-300m-gl"},{"conf":"low","context":null,"model_id":null,"org":"Singla0009","rank":36,"root":"ai4bharat/indicconformer_stt_hi_hybrid_rnnt_large","score":15.2,"variant":"IndicConformer-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"bofenghuang","rank":37,"root":"—","score":15,"variant":"whisper-small-cv11-french"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":38,"root":"UsefulSensors/moonshine-tiny-zh","score":13.7,"variant":"moonshine-tiny-zh-gguf"},{"conf":"high","context":null,"model_id":null,"org":"abilmansplus","rank":39,"root":"abilmansplus/whisper-turbo-ksc2","score":13.6,"variant":"whisper-turbo-kaz-rus-v1"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":40,"root":"nvidia/stt_ka_fastconformer_hybrid_large_pc","score":13.44,"variant":"stt_ka_fastconformer_hybrid_large_pc"},{"conf":"medium","context":"**FLEURS (benchmark)**","model_id":"whisper-large-v2","org":"RafatK","rank":41,"root":"openai/whisper-large-v2","score":13.31,"variant":"Whisper_Largev2-Swahili-Decodis_Base"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":42,"root":"UsefulSensors/moonshine-tiny-ja","score":13.2,"variant":"moonshine-tiny-ja-gguf"},{"conf":"medium","context":"FLEURS-hi","model_id":null,"org":"Trelis","rank":43,"root":"ARTPARK-IISc/whisper-large-v3-vaani-hindi","score":12.57,"variant":"whisper-hinglish-preview"},{"conf":"medium","context":"**FLEURS (benchmark)**","model_id":"whisper-large-v2","org":"RafatK","rank":44,"root":"openai/whisper-large-v2","score":12.41,"variant":"Whisper_Largev2-Swahili-Decodis_Comb_FT"},{"conf":"low","context":null,"model_id":"parakeet-tdt-0-6b-v3","org":"handy-computer","rank":45,"root":"nvidia/parakeet-tdt-0.6b-v3","score":11.97,"variant":"parakeet-tdt-0.6b-v3-gguf"},{"conf":"low","context":null,"model_id":"parakeet-tdt-0-6b-v3","org":"nvidia","rank":46,"root":"nvidia/parakeet-tdt-0.6b-v3","score":11.97,"variant":"parakeet-tdt-0.6b-v3"},{"conf":"medium","context":"Fleurs","model_id":"whisper-small","org":"ARTPARK-IISc","rank":47,"root":"openai/whisper-small","score":11.2,"variant":"whisper-large-v3-vaani-hindi"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":48,"root":"UsefulSensors/moonshine-base-ja","score":10.84,"variant":"moonshine-base-ja-gguf"},{"conf":"low","context":null,"model_id":"qwen3-asr-1-7b","org":"knoveleng","rank":49,"root":"Qwen/Qwen3-ASR-1.7B","score":10.63,"variant":"polyglot-lion-1.7b"},{"conf":"low","context":null,"model_id":"qwen3-asr-1-7b","org":"knoveleng","rank":50,"root":"Qwen/Qwen3-ASR-1.7B","score":10.63,"variant":"polyglot-lion-1.7b-v1.5"},{"conf":"medium","context":"Google FLEURS","model_id":null,"org":"nvidia","rank":51,"root":"nvidia/parakeet-rnnt-110m-da-dk","score":10.6,"variant":"parakeet-rnnt-110m-da-dk"},{"conf":"medium","context":"[FLEURS-hi](https://huggingface.co/datasets/Trelis/vistaar-hi-fleurs-test)","model_id":null,"org":"Trelis","rank":52,"root":"—","score":10.47,"variant":"tara"},{"conf":"medium","context":"cs-fleurs (read CS)","model_id":null,"org":"Trelis","rank":53,"root":"ARTPARK-IISc/whisper-large-v3-vaani-hindi","score":10.19,"variant":"whisper-hinglish-preview"},{"conf":"medium","context":"FLEURS (`google/fleurs`)","model_id":"voxtral-mini-4b-realtime-2602","org":"JaynadTodkarAmol","rank":54,"root":"mistralai/Voxtral-Mini-4B-Realtime-2602","score":10,"variant":"resilientai-team-mcte-mistral-voxtral-realtime-gptq-marlin"},{"conf":"low","context":null,"model_id":null,"org":"NCSpeech","rank":55,"root":"—","score":9.34,"variant":"stt_tl_fastconformer_hybrid_large"},{"conf":"low","context":null,"model_id":"moonshine-tiny-ko","org":"handy-computer","rank":56,"root":"UsefulSensors/moonshine-tiny-ko","score":8.97,"variant":"moonshine-tiny-ko-gguf"},{"conf":"medium","context":"**Fleurs (FR)**","model_id":"parakeet-tdt-0-6b-v3","org":"Archime","rank":57,"root":"nvidia/parakeet-tdt-0.6b-v3","score":8.71,"variant":"parakeet-tdt-0.6b-v3-fr-tv-media"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":58,"root":"nvidia/canary-1b-v2","score":8.4,"variant":"canary-1b-v2-gguf"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":59,"root":"nvidia/canary-1b-v2","score":8.4,"variant":"canary-1b-v2"},{"conf":"low","context":null,"model_id":null,"org":"memoravox","rank":60,"root":"nvidia/canary-1b-v2","score":8.4,"variant":"canary-1b-v2-gguf"},{"conf":"medium","context":"[Code-Switch FLEURS hi-en](https://huggingface.co/datasets/Trelis/cs-fleurs-hineng-read-test) (read CS)","model_id":null,"org":"Trelis","rank":61,"root":"—","score":8.37,"variant":"tara"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":62,"root":"MediaTek-Research/Breeze-ASR-25","score":8.12,"variant":"Breeze-ASR-25-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b","org":"google","rank":63,"root":"google/gemma-4-26B-A4B","score":8,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b","org":"google","rank":64,"root":"google/gemma-4-31B","score":8,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b","org":"google","rank":65,"root":"google/gemma-4-E4B","score":8,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"google","rank":66,"root":"google/gemma-4-E2B","score":8,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b","org":"google","rank":67,"root":"google/gemma-4-12B","score":8,"variant":"gemma-4-12B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":68,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-31B-it-qat-w4a16-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":69,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-12B-it-qat-w4a16-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-assistant","org":"google","rank":70,"root":"google/gemma-4-31B-it-assistant","score":8,"variant":"gemma-4-31B-it-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":71,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26B-A4B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b","org":"google","rank":72,"root":"google/gemma-4-26B-A4B","score":8,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b","org":"google","rank":73,"root":"google/gemma-4-31B","score":8,"variant":"gemma-4-31B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it","org":"unsloth","rank":74,"root":"google/gemma-4-12B-it","score":8,"variant":"gemma-4-12b-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it","org":"google","rank":75,"root":"google/gemma-4-12B-it","score":8,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":76,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":77,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":78,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E2B-it-qat-w4a16-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"unsloth","rank":79,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-26B-A4B-it-qat-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":80,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":81,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":82,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E4B-it-qat-w4a16-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":83,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":84,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-31B-it-qat-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b","org":"google","rank":85,"root":"google/gemma-4-12B","score":8,"variant":"gemma-4-12B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":86,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E4B-it-qat-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":87,"root":"google/gemma-4-26B-A4B-it-assistant","score":8,"variant":"gemma-4-26B-A4B-it-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":88,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-12B-it-qat-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"google","rank":89,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-12B-it-qat-q4_0-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b","org":"google","rank":90,"root":"google/gemma-4-E4B","score":8,"variant":"gemma-4-E4B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"google","rank":91,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"google","rank":92,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E2B-it-qat-q4_0-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-assistant","org":"google","rank":93,"root":"google/gemma-4-12B-it-assistant","score":8,"variant":"gemma-4-12B-it-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":94,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it","org":"unsloth","rank":95,"root":"google/gemma-4-12B-it","score":8,"variant":"gemma-4-12b-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":96,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E2B-it-qat-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-assistant","org":"google","rank":97,"root":"google/gemma-4-12B-it-assistant","score":8,"variant":"gemma-4-12B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","org":"google","rank":98,"root":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-26B-A4B-it-qat-q4_0-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"google","rank":99,"root":"google/gemma-4-E2B","score":8,"variant":"gemma-4-E2B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":100,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26B-A4B-it-NVFP4"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":101,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"google","rank":102,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-31B-it-qat-q4_0-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":103,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-qat-q4-0-unquantized","org":"unsloth","rank":104,"root":"google/gemma-4-31B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-31B-it-qat-w4a16"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":105,"root":"google/gemma-4-E2B-it-assistant","score":8,"variant":"gemma-4-E2B-it-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":106,"root":"google/gemma-4-E4B-it-assistant","score":8,"variant":"gemma-4-E4B-it-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":107,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26B-A4B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"google","rank":108,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":8,"variant":"gemma-4-E2B-it-qat-mobile-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-mobile-transformers","org":"unsloth","rank":109,"root":"google/gemma-4-E2B-it-qat-mobile-transformers","score":8,"variant":"gemma-4-E2B-it-qat-mobile-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"google","rank":110,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"google","rank":111,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"google","rank":112,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":8,"variant":"gemma-4-E4B-it-qat-mobile-ct"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it","org":"unsloth","rank":113,"root":"google/gemma-4-12B-it","score":8,"variant":"gemma-4-12b-it-NVFP4"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":114,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-mobile-transformers","org":"unsloth","rank":115,"root":"google/gemma-4-E4B-it-qat-mobile-transformers","score":8,"variant":"gemma-4-E4B-it-qat-mobile-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":116,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it-NVFP4"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b","org":"unsloth","rank":117,"root":"google/gemma-4-12B","score":8,"variant":"gemma-4-12b"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"google","rank":118,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-qat-mobile-transformers"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"google","rank":119,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-qat-mobile-transformers"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it-assistant","org":"google","rank":120,"root":"google/gemma-4-31B-it-assistant","score":8,"variant":"gemma-4-31B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"google","rank":121,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it-assistant","org":"google","rank":122,"root":"google/gemma-4-26B-A4B-it-assistant","score":8,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"google","rank":123,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":124,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-NVFP4"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-assistant","org":"google","rank":125,"root":"google/gemma-4-E2B-it-assistant","score":8,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-assistant","org":"google","rank":126,"root":"google/gemma-4-E4B-it-assistant","score":8,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized-assistant"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it","org":"unsloth","rank":127,"root":"google/gemma-4-12B-it","score":8,"variant":"gemma-4-12B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":128,"root":"google/gemma-4-E2B","score":8,"variant":"gemma-4-E2B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":129,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":130,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-NVFP4"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":131,"root":"google/gemma-4-12B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-12B-it-qat-w4a16"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":132,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26B-A4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-12b","org":"Mungert","rank":133,"root":"google/gemma-4-12B","score":8,"variant":"gemma-4-12B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":134,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E4B-it-qat-w4a16"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":135,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26b-a4b-it-UD-MLX-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b","org":"unsloth","rank":136,"root":"google/gemma-4-26B-A4B","score":8,"variant":"gemma-4-26B-A4B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":137,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":138,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E2B-it-qat-w4a16"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b","org":"unsloth","rank":139,"root":"google/gemma-4-E4B","score":8,"variant":"gemma-4-E4B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":140,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-qat-q4_0-unquantized"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b","org":"unsloth","rank":141,"root":"google/gemma-4-31B","score":8,"variant":"gemma-4-31B"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":142,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-UD-MLX-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":143,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-UD-MLX-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":144,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31b-it-MLX-8bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":145,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26b-a4b-it-MLX-8bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b","org":"Mungert","rank":146,"root":"google/gemma-4-31B","score":8,"variant":"gemma-4-31B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-4-E2B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E2B-it-qat-mobile"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it","org":"unsloth","rank":148,"root":"google/gemma-4-E4B-it","score":8,"variant":"gemma-4-E4B-it-MLX-8bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":149,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31b-it-UD-MLX-4bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b","org":"Mungert","rank":150,"root":"google/gemma-4-E4B","score":8,"variant":"gemma-4-E4B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"Mungert","rank":151,"root":"google/gemma-4-E2B","score":8,"variant":"gemma-4-E2B-it-GGUF"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e2b","org":"unsloth","rank":152,"root":"google/gemma-4-E2B-it","score":8,"variant":"gemma-4-E2B-it-MLX-8bit"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-26b-a4b-it","org":"unsloth","rank":153,"root":"google/gemma-4-26B-A4B-it","score":8,"variant":"gemma-4-26b-a4b-it-UD-MLX-3bit"},{"conf":"low","context":null,"model_id":null,"org":"handy-computer","rank":154,"root":"UsefulSensors/moonshine-base-ko","score":8,"variant":"moonshine-base-ko-gguf"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-e4b-it-qat-q4-0-unquantized","org":"unsloth","rank":155,"root":"google/gemma-4-E4B-it-qat-q4_0-unquantized","score":8,"variant":"gemma-4-E4B-it-qat-mobile"},{"conf":"medium","context":"FLEURS (lower is better)","model_id":"gemma-4-31b-it","org":"unsloth","rank":156,"root":"google/gemma-4-31B-it","score":8,"variant":"gemma-4-31b-it-UD-MLX-3bit"},{"conf":"medium","context":"Fleurs-zh","model_id":"vibevoice-asr-bitnet","org":"microsoft","rank":157,"root":"microsoft/VibeVoice-ASR-BitNet","score":7.92,"variant":"VibeVoice-ASR-BitNet"},{"conf":"medium","context":"**Fleurs (EN)**","model_id":"parakeet-tdt-0-6b-v3","org":"Archime","rank":158,"root":"nvidia/parakeet-tdt-0.6b-v3","score":7.53,"variant":"parakeet-tdt-0.6b-v3-fr-tv-media"},{"conf":"high","context":null,"model_id":"nemotron-3-5-asr-streaming-0-6b","org":"onnx-community","rank":159,"root":"nvidia/nemotron-3.5-asr-streaming-0.6b","score":7.28,"variant":"nemotron-3.5-asr-streaming-0.6b-onnx-int4"},{"conf":"medium","context":null,"model_id":null,"org":"kdcyberdude","rank":160,"root":"—","score":6.96,"variant":"w2v-bert-punjabi"},{"conf":"medium","context":"FLEURS-en","model_id":null,"org":"Trelis","rank":161,"root":"ARTPARK-IISc/whisper-large-v3-vaani-hindi","score":6.93,"variant":"whisper-hinglish-preview"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":162,"root":"nvidia/parakeet-ctc-0.6b-Vietnamese","score":6.86,"variant":"parakeet-ctc-0.6b-Vietnamese"},{"conf":"medium","context":"FLEURS (te_in)","model_id":null,"org":"swechatelangana","rank":163,"root":"Harveenchadha/wav2vec2-pretrained-clsril-23-10k","score":6.32,"variant":"swecha-gonthuka-asr"},{"conf":"medium","context":"`fleurs-fr_fr`","model_id":"whisper-large-v3-turbo","org":"aufklarer","rank":164,"root":"openai/whisper-large-v3-turbo","score":6.28,"variant":"Whisper-Large-v3-Turbo-CoreML"},{"conf":"medium","context":"Fleurs-en","model_id":null,"org":"handy-computer","rank":165,"root":"FunAudioLLM/Fun-ASR-MLT-Nano-2512","score":5.78,"variant":"Fun-ASR-MLT-Nano-2512-gguf"},{"conf":"medium","context":"Fleurs-en","model_id":null,"org":"handy-computer","rank":166,"root":"FunAudioLLM/Fun-ASR-Nano-2512","score":5.78,"variant":"Fun-ASR-Nano-2512-gguf"},{"conf":"medium","context":"Fleurs-en","model_id":null,"org":"FunAudioLLM","rank":167,"root":"FunAudioLLM/Fun-ASR-Nano-2512","score":5.78,"variant":"Fun-ASR-Nano-2512"},{"conf":"medium","context":"Fleurs-en","model_id":null,"org":"FunAudioLLM","rank":168,"root":"FunAudioLLM/Fun-ASR-MLT-Nano-2512","score":5.78,"variant":"Fun-ASR-MLT-Nano-2512"},{"conf":"low","context":"fleurs-ko2en-cot | fleurs-en2ko-cot","model_id":"phi-4-multimodal-instruct","org":"microsoft","rank":169,"root":"microsoft/Phi-4-multimodal-instruct","score":5.63,"variant":"Phi-4-multimodal-instruct"},{"conf":"low","context":"fleurs-ko2en-cot | fleurs-en2ko-cot","model_id":"phi-4-multimodal-instruct","org":"Lexius","rank":170,"root":"microsoft/Phi-4-multimodal-instruct","score":5.63,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"`fleurs-en_us`","model_id":"whisper-large-v3-turbo","org":"aufklarer","rank":171,"root":"openai/whisper-large-v3-turbo","score":5.55,"variant":"Whisper-Large-v3-Turbo-CoreML"},{"conf":"medium","context":"**FLEURS FR**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":172,"root":"openai/whisper-large-v3-turbo","score":5.18,"variant":"thewhisper-large-v3-turbo"},{"conf":"medium","context":"FLEURS ar_eg test","model_id":"cohere-transcribe-arabic-07-2026","org":"MarkChen1214","rank":173,"root":"CohereLabs/cohere-transcribe-arabic-07-2026","score":5.09,"variant":"cohere-transcribe-arabic-07-2026-MLX-Mixed-2bit3bit4bit"},{"conf":"medium","context":"**FLEURS PT**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":174,"root":"openai/whisper-large-v3-turbo","score":4.81,"variant":"thewhisper-large-v3-turbo"},{"conf":"medium","context":"Fleurs-en","model_id":"vibevoice-asr-bitnet","org":"microsoft","rank":175,"root":"microsoft/VibeVoice-ASR-BitNet","score":4.73,"variant":"VibeVoice-ASR-BitNet"},{"conf":"medium","context":"**FLEURS DE**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":176,"root":"openai/whisper-large-v3-turbo","score":4.62,"variant":"thewhisper-large-v3-turbo"},{"conf":"medium","context":"[FLEURS-en](https://huggingface.co/datasets/Trelis/fleurs-en-test)","model_id":null,"org":"Trelis","rank":177,"root":"—","score":4.55,"variant":"tara"},{"conf":"medium","context":"Fleurs-zh","model_id":null,"org":"handy-computer","rank":178,"root":"FunAudioLLM/Fun-ASR-MLT-Nano-2512","score":3.65,"variant":"Fun-ASR-MLT-Nano-2512-gguf"},{"conf":"medium","context":"Fleurs-zh","model_id":null,"org":"handy-computer","rank":179,"root":"FunAudioLLM/Fun-ASR-Nano-2512","score":3.65,"variant":"Fun-ASR-Nano-2512-gguf"},{"conf":"medium","context":"Fleurs-zh","model_id":null,"org":"FunAudioLLM","rank":180,"root":"FunAudioLLM/Fun-ASR-Nano-2512","score":3.65,"variant":"Fun-ASR-Nano-2512"},{"conf":"medium","context":"Fleurs-zh","model_id":null,"org":"FunAudioLLM","rank":181,"root":"FunAudioLLM/Fun-ASR-MLT-Nano-2512","score":3.65,"variant":"Fun-ASR-MLT-Nano-2512"},{"conf":"medium","context":"**FLEURS ES**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":182,"root":"openai/whisper-large-v3-turbo","score":3.25,"variant":"thewhisper-large-v3-turbo"},{"conf":"medium","context":"**FLEURS IT**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":183,"root":"openai/whisper-large-v3-turbo","score":3.21,"variant":"thewhisper-large-v3-turbo"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/wer-fleurs.html"],"url":"https://huggingface.co/spaces/fleurs"}},"meta":{"source":"registry"}}