{"data":{"category":"speech-asr","id":"wer-voxpopuli","name":"WER VoxPopuli","rows":[{"conf":"medium","context":"VoxPopuli","model_id":"granite-4-0-1b-base","org":"ibm-granite","rank":1,"root":"ibm-granite/granite-4.0-1b-base","score":24.86,"variant":"granite-speech-4.1-2b"},{"conf":"medium","context":"VoxPopuli","model_id":"granite-speech-4-1-2b","org":"handy-computer","rank":2,"root":"ibm-granite/granite-speech-4.1-2b","score":24.86,"variant":"granite-speech-4.1-2b-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":"granite-speech-4-1-2b","org":"memoravox","rank":3,"root":"ibm-granite/granite-speech-4.1-2b","score":24.86,"variant":"granite-speech-4.1-2b-gguf"},{"conf":"low","context":"VoxPopuli","model_id":null,"org":"bofenghuang","rank":4,"root":"—","score":15.7,"variant":"whisper-small-cv11-french"},{"conf":"medium","context":"bp\\_500-base100k_voxpopuli (demonstration below)","model_id":null,"org":"lgris","rank":5,"root":"—","score":14.2,"variant":"bp500-base100k_voxpopuli"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-tiny","org":"UsefulSensors","rank":6,"root":"UsefulSensors/moonshine-streaming-tiny","score":14.02,"variant":"moonshine-streaming-tiny"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-medium","org":"handy-computer","rank":7,"root":"UsefulSensors/moonshine-streaming-medium","score":14.02,"variant":"moonshine-streaming-medium-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-small","org":"handy-computer","rank":8,"root":"UsefulSensors/moonshine-streaming-small","score":14.02,"variant":"moonshine-streaming-small-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-medium","org":"UsefulSensors","rank":9,"root":"UsefulSensors/moonshine-streaming-medium","score":14.02,"variant":"moonshine-streaming-medium"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-small","org":"UsefulSensors","rank":10,"root":"UsefulSensors/moonshine-streaming-small","score":14.02,"variant":"moonshine-streaming-small"},{"conf":"medium","context":"VoxPopuli","model_id":"moonshine-streaming-tiny","org":"handy-computer","rank":11,"root":"UsefulSensors/moonshine-streaming-tiny","score":14.02,"variant":"moonshine-streaming-tiny-gguf"},{"conf":"low","context":"VoxPopuli Dev","model_id":null,"org":"nvidia","rank":12,"root":"nvidia/stt_it_fastconformer_hybrid_large_pc","score":13.02,"variant":"stt_it_fastconformer_hybrid_large_pc"},{"conf":"medium","context":"VoxPopuli","model_id":null,"org":"syvai","rank":13,"root":"—","score":11.8,"variant":"hviske-v5"},{"conf":"low","context":"**VOXPOPULI DEV**","model_id":null,"org":"nvidia","rank":14,"root":"nvidia/stt_pl_fastconformer_hybrid_large_pc","score":11.29,"variant":"stt_pl_fastconformer_hybrid_large_pc"},{"conf":"low","context":"Voxpopuli dev","model_id":null,"org":"nvidia","rank":15,"root":"nvidia/stt_de_conformer_transducer_large","score":11.04,"variant":"stt_de_conformer_transducer_large"},{"conf":"low","context":"**VOXPOPULI DEV**","model_id":null,"org":"nvidia","rank":16,"root":"nvidia/stt_de_fastconformer_hybrid_large_pc","score":11.03,"variant":"stt_de_fastconformer_hybrid_large_pc"},{"conf":"high","context":"VoxPopuli","model_id":"nemotron-3-5-asr-streaming-0-6b","org":"onnx-community","rank":17,"root":"nvidia/nemotron-3.5-asr-streaming-0.6b","score":9.96,"variant":"nemotron-3.5-asr-streaming-0.6b-onnx-int4"},{"conf":"medium","context":"bp\\_500-base100k_voxpopuli + 4-gram (demonstration below)","model_id":null,"org":"lgris","rank":18,"root":"—","score":9.9,"variant":"bp500-base100k_voxpopuli"},{"conf":"low","context":"Voxpopuli","model_id":null,"org":"nvidia","rank":19,"root":"nvidia/parakeet_realtime_eou_120m-v1","score":9.07,"variant":"parakeet_realtime_eou_120m-v1"},{"conf":"medium","context":"[VoxPopuli](https://huggingface.co/datasets/facebook/voxpopuli)","model_id":"whisper-large-v3","org":"nyralabs","rank":20,"root":"openai/whisper-large-v3","score":8.61,"variant":"CrisperWhisper"},{"conf":"medium","context":"[VoxPopuli](https://huggingface.co/datasets/facebook/voxpopuli)","model_id":"whisper-large-v3","org":"unsloth","rank":21,"root":"openai/whisper-large-v3","score":8.61,"variant":"CrisperWhisper"},{"conf":"low","context":"[ESB](https://huggingface.co/datasets/japanese-asr/en_asr.esb_eval) (voxpopuli)","model_id":null,"org":"kotoba-tech","rank":22,"root":"—","score":8.3,"variant":"kotoba-whisper-bilingual-v1.0"},{"conf":"medium","context":"voxpopuli_test","model_id":"vibevoice-asr-hf","org":"microsoft","rank":23,"root":"microsoft/VibeVoice-ASR-HF","score":8.01,"variant":"VibeVoice-ASR-HF"},{"conf":"medium","context":"[VoxPopuli Finnish](https://github.com/facebookresearch/voxpopuli)","model_id":null,"org":"Finnish-NLP","rank":24,"root":"—","score":7.97,"variant":"wav2vec2-xlsr-300m-finnish-lm"},{"conf":"medium","context":"[VoxPopuli Finnish](https://github.com/facebookresearch/voxpopuli)","model_id":null,"org":"Finnish-NLP","rank":25,"root":"—","score":7.97,"variant":"wav2vec2-xlsr-1b-finnish-lm-v2"},{"conf":"medium","context":"[VoxPopuli Finnish](https://github.com/facebookresearch/voxpopuli)","model_id":null,"org":"Finnish-NLP","rank":26,"root":"—","score":7.94,"variant":"wav2vec2-large-uralic-voxpopuli-v2-finnish"},{"conf":"low","context":"VoxPopuli","model_id":"nemotron-speech-streaming-en-0-6b","org":"nvidia","rank":27,"root":"nvidia/nemotron-speech-streaming-en-0.6b","score":7.91,"variant":"nemotron-speech-streaming-en-0.6b"},{"conf":"low","context":"VoxPopuli","model_id":"nemotron-speech-streaming-en-0-6b","org":"handy-computer","rank":28,"root":"nvidia/nemotron-speech-streaming-en-0.6b","score":7.91,"variant":"nemotron-speech-streaming-en-0.6b-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":"nemotron-speech-streaming-en-0-6b","org":"aufklarer","rank":29,"root":"nvidia/nemotron-speech-streaming-en-0.6b","score":7.91,"variant":"Nemotron-Speech-Streaming-0.6B-CoreML-INT8"},{"conf":"low","context":"VoxPopuli","model_id":"nemotron-speech-streaming-en-0-6b","org":"memoravox","rank":30,"root":"nvidia/nemotron-speech-streaming-en-0.6b","score":7.91,"variant":"nemotron-speech-streaming-en-0.6b-gguf"},{"conf":"low","context":"Voxpopuli","model_id":null,"org":"handy-computer","rank":31,"root":"nvidia/multitalker-parakeet-streaming-0.6b-v1","score":7.57,"variant":"multitalker-parakeet-streaming-0.6b-v1-gguf"},{"conf":"low","context":"Voxpopuli","model_id":null,"org":"nvidia","rank":32,"root":"nvidia/multitalker-parakeet-streaming-0.6b-v1","score":7.57,"variant":"multitalker-parakeet-streaming-0.6b-v1"},{"conf":"medium","context":"**VoxPopuli**","model_id":"whisper-large-v3-turbo","org":"TheStageAI","rank":33,"root":"openai/whisper-large-v3-turbo","score":7.37,"variant":"thewhisper-large-v3-turbo"},{"conf":"high","context":"Open","model_id":"lfm2-1-2b","org":"LiquidAI","rank":34,"root":"LiquidAI/LFM2-1.2B","score":7.13,"variant":"LFM2.5-Audio-1.5B"},{"conf":"high","context":"Open","model_id":"lfm2-1-2b","org":"Mungert","rank":35,"root":"LiquidAI/LFM2-1.2B","score":7.13,"variant":"LFM2.5-Audio-1.5B-GGUF"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"handy-computer","rank":36,"root":"nvidia/parakeet-tdt_ctc-110m","score":6.91,"variant":"parakeet-tdt_ctc-110m-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"nvidia","rank":37,"root":"nvidia/parakeet-tdt_ctc-110m","score":6.91,"variant":"parakeet-tdt_ctc-110m"},{"conf":"low","context":"Voxpopuli test","model_id":null,"org":"speechbrain","rank":38,"root":"—","score":6.9,"variant":"asr-conformer-loquacious"},{"conf":"high","context":"VoxPopuli","model_id":"qwen3-asr-0-6b-hf","org":"Qwen","rank":39,"root":"Qwen/Qwen3-ASR-0.6B-hf","score":6.8,"variant":"Qwen3-ASR-0.6B-hf"},{"conf":"high","context":"VoxPopuli","model_id":"qwen3-asr-0-6b","org":"bezzam","rank":40,"root":"Qwen/Qwen3-ASR-0.6B","score":6.8,"variant":"Qwen3-ASR-0.6B-hf"},{"conf":"high","context":"VoxPopuli","model_id":null,"org":"Audio8","rank":41,"root":"—","score":6.63,"variant":"ARK-ASR-0.6B"},{"conf":"high","context":"Average on All/Open-source Benchmarks(↓)","model_id":"ming-lite-omni","org":"inclusionAI","rank":42,"root":"inclusionAI/Ming-Lite-Omni","score":6.43,"variant":"Ming-Lite-Omni-1.5"},{"conf":"low","context":"**Voxpopuli**","model_id":null,"org":"handy-computer","rank":43,"root":"nvidia/canary-180m-flash","score":6.35,"variant":"canary-180m-flash-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":null,"org":"nvidia","rank":44,"root":"nvidia/canary-180m-flash","score":6.35,"variant":"canary-180m-flash"},{"conf":"low","context":"**Voxpopuli**","model_id":null,"org":"handy-computer","rank":45,"root":"nvidia/canary-1b-v2","score":6.25,"variant":"canary-1b-v2-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":null,"org":"nvidia","rank":46,"root":"nvidia/canary-1b-v2","score":6.25,"variant":"canary-1b-v2"},{"conf":"low","context":"**Voxpopuli**","model_id":null,"org":"memoravox","rank":47,"root":"nvidia/canary-1b-v2","score":6.25,"variant":"canary-1b-v2-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"handy-computer","rank":48,"root":"nvidia/parakeet-tdt_ctc-1.1b","score":6.19,"variant":"parakeet-tdt_ctc-1.1b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"nvidia","rank":49,"root":"nvidia/parakeet-tdt_ctc-1.1b","score":6.19,"variant":"parakeet-tdt_ctc-1.1b"},{"conf":"low","context":"**VoxPopuli**","model_id":"parakeet-tdt-0-6b-v3","org":"handy-computer","rank":50,"root":"nvidia/parakeet-tdt-0.6b-v3","score":6.14,"variant":"parakeet-tdt-0.6b-v3-gguf"},{"conf":"low","context":"**VoxPopuli**","model_id":"parakeet-tdt-0-6b-v3","org":"nvidia","rank":51,"root":"nvidia/parakeet-tdt-0.6b-v3","score":6.14,"variant":"parakeet-tdt-0.6b-v3"},{"conf":"medium","context":"VoxPopuli","model_id":"higgs-audio-v3-stt","org":"bosonai","rank":52,"root":"bosonai/higgs-audio-v3-stt","score":6.07,"variant":"higgs-audio-v3-stt-v2"},{"conf":"high","context":"VoxPopuli","model_id":"qwen3-asr-1-7b-hf","org":"Qwen","rank":53,"root":"Qwen/Qwen3-ASR-1.7B-hf","score":5.99,"variant":"Qwen3-ASR-1.7B-hf"},{"conf":"high","context":"VoxPopuli","model_id":"qwen3-asr-1-7b","org":"bezzam","rank":54,"root":"Qwen/Qwen3-ASR-1.7B","score":5.99,"variant":"Qwen3-ASR-1.7B-hf"},{"conf":"high","context":"**VoxPopuli**","model_id":null,"org":"nvidia","rank":55,"root":"nvidia/parakeet-tdt-0.6b-v2","score":5.95,"variant":"parakeet-tdt-0.6b-v2"},{"conf":"high","context":"**VoxPopuli**","model_id":null,"org":"handy-computer","rank":56,"root":"nvidia/parakeet-tdt-0.6b-v2","score":5.95,"variant":"parakeet-tdt-0.6b-v2-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":null,"org":"bosonai","rank":57,"root":"bosonai/higgs-audio-v3-8b","score":5.92,"variant":"higgs-audio-v3-8b-stt-v2"},{"conf":"low","context":"**Voxpopuli**","model_id":"granite-speech-4-1-2b-plus","org":"handy-computer","rank":58,"root":"ibm-granite/granite-speech-4.1-2b-plus","score":5.9,"variant":"granite-speech-4.1-2b-plus-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":"granite-speech-4-1-2b-plus","org":"memoravox","rank":59,"root":"ibm-granite/granite-speech-4.1-2b-plus","score":5.9,"variant":"granite-speech-4.1-2b-plus-gguf"},{"conf":"low","context":"**VOXPOPULI DEV**","model_id":null,"org":"nvidia","rank":60,"root":"nvidia/stt_fr_fastconformer_hybrid_large_pc","score":5.86,"variant":"stt_fr_fastconformer_hybrid_large_pc"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-base-fi-voxpopuli-v2-finetuned","model_id":null,"org":"Finnish-NLP","rank":61,"root":"—","score":5.85,"variant":"wav2vec2-xlsr-300m-finnish-lm"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-base-fi-voxpopuli-v2-finetuned","model_id":null,"org":"Finnish-NLP","rank":62,"root":"—","score":5.85,"variant":"wav2vec2-large-uralic-voxpopuli-v2-finnish"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-base-fi-voxpopuli-v2-finetuned","model_id":null,"org":"Finnish-NLP","rank":63,"root":"—","score":5.85,"variant":"wav2vec2-xlsr-1b-finnish-lm-v2"},{"conf":"high","context":"**Voxpopuli**","model_id":"granite-4-0-1b-base","org":"ibm-granite","rank":64,"root":"ibm-granite/granite-4.0-1b-base","score":5.84,"variant":"granite-4.0-1b-speech"},{"conf":"low","context":"**Voxpopuli**","model_id":"granite-4-0-1b-speech","org":"handy-computer","rank":65,"root":"ibm-granite/granite-4.0-1b-speech","score":5.84,"variant":"granite-4.0-1b-speech-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":"granite-4-0-1b-speech","org":"onnx-community","rank":66,"root":"ibm-granite/granite-4.0-1b-speech","score":5.84,"variant":"granite-4.0-1b-speech-ONNX"},{"conf":"medium","context":"VoxPopuli","model_id":"granite-speech-4-1-2b-nar","org":"handy-computer","rank":67,"root":"ibm-granite/granite-speech-4.1-2b-nar","score":5.83,"variant":"granite-speech-4.1-2b-nar-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":"granite-speech-4-1-2b-nar","org":"memoravox","rank":68,"root":"ibm-granite/granite-speech-4.1-2b-nar","score":5.83,"variant":"granite-speech-4.1-2b-nar-gguf"},{"conf":"high","context":"voxpopuli_v1.0_en","model_id":"ling-lite","org":"inclusionAI","rank":69,"root":"inclusionAI/Ling-lite","score":5.8,"variant":"Ming-Lite-Omni"},{"conf":"high","context":"**Voxpopuli**","model_id":"granite-4-0-1b-base","org":"ibm-granite","rank":70,"root":"ibm-granite/granite-4.0-1b-base","score":5.7,"variant":"granite-speech-4.1-2b-plus"},{"conf":"low","context":"**Voxpopuli**","model_id":"canary-1b-flash","org":"nvidia","rank":71,"root":"nvidia/canary-1b-flash","score":5.66,"variant":"canary-qwen-2.5b"},{"conf":"low","context":"**Voxpopuli**","model_id":"canary-qwen-2-5b","org":"handy-computer","rank":72,"root":"nvidia/canary-qwen-2.5b","score":5.66,"variant":"canary-qwen-2.5b-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":"canary-1b-flash","org":"handy-computer","rank":73,"root":"nvidia/canary-1b-flash","score":5.63,"variant":"canary-1b-flash-gguf"},{"conf":"low","context":"**Voxpopuli**","model_id":"canary-1b-flash","org":"nvidia","rank":74,"root":"nvidia/canary-1b-flash","score":5.63,"variant":"canary-1b-flash"},{"conf":"medium","context":"VoxPopuli","model_id":null,"org":"bosonai","rank":75,"root":"bosonai/higgs-audio-v3-8b","score":5.63,"variant":"higgs-audio-v3-8b-stt"},{"conf":"low","context":"**Voxpopuli**","model_id":"canary-1b-flash","org":"memoravox","rank":76,"root":"nvidia/canary-1b-flash","score":5.63,"variant":"canary-1b-flash-gguf"},{"conf":"medium","context":"VoxPopuli","model_id":null,"org":"soundsgoodai","rank":77,"root":"—","score":5.6,"variant":"Zipformer-cr-ctc-transducer-XL-290M"},{"conf":"high","context":"VoxPopuli","model_id":"ark-asr-3b","org":"Audio8","rank":78,"root":"AutoArk-AI/ARK-ASR-3B","score":5.47,"variant":"ARK-ASR-3B"},{"conf":"medium","context":"VoxPopuli","model_id":"moss-transcribe-preview-2b","org":"OpenMOSS-Team","rank":79,"root":"OpenMOSS-Team/MOSS-Transcribe-preview-2B","score":5.39,"variant":"MOSS-Transcribe-preview-2B"},{"conf":"medium","context":"VoxPopuli","model_id":"vibevoice-asr-bitnet","org":"microsoft","rank":80,"root":"microsoft/VibeVoice-ASR-BitNet","score":4.92,"variant":"VibeVoice-ASR-BitNet"},{"conf":"low","context":"Voxpopuli dev","model_id":null,"org":"nvidia","rank":81,"root":"nvidia/stt_es_fastconformer_hybrid_large_pc","score":4.62,"variant":"stt_es_fastconformer_hybrid_large_pc"},{"conf":"low","context":"**VOXPOPULI DEV**","model_id":null,"org":"nvidia","rank":82,"root":"nvidia/stt_en_fastconformer_hybrid_large_pc","score":4.22,"variant":"stt_en_fastconformer_hybrid_large_pc"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-large-uralic-voxpopuli-v2-finnish","model_id":null,"org":"Finnish-NLP","rank":83,"root":"—","score":4.13,"variant":"wav2vec2-xlsr-300m-finnish-lm"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-large-uralic-voxpopuli-v2-finnish","model_id":null,"org":"Finnish-NLP","rank":84,"root":"—","score":4.13,"variant":"wav2vec2-large-uralic-voxpopuli-v2-finnish"},{"conf":"medium","context":"Finnish-NLP/wav2vec2-large-uralic-voxpopuli-v2-finnish","model_id":null,"org":"Finnish-NLP","rank":85,"root":"—","score":4.13,"variant":"wav2vec2-xlsr-1b-finnish-lm-v2"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-rnnt-1-1b","org":"handy-computer","rank":86,"root":"nvidia/parakeet-rnnt-1.1b","score":3.92,"variant":"parakeet-rnnt-1.1b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-rnnt-1-1b","org":"nvidia","rank":87,"root":"nvidia/parakeet-rnnt-1.1b","score":3.92,"variant":"parakeet-rnnt-1.1b"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-rnnt-0-6b","org":"nvidia","rank":88,"root":"nvidia/parakeet-rnnt-0.6b","score":3.86,"variant":"parakeet-rnnt-0.6b"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-rnnt-0-6b","org":"handy-computer","rank":89,"root":"nvidia/parakeet-rnnt-0.6b","score":3.86,"variant":"parakeet-rnnt-0.6b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-rnnt-0-6b","org":"memoravox","rank":90,"root":"nvidia/parakeet-rnnt-0.6b","score":3.86,"variant":"parakeet-rnnt-0.6b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-ctc-0-6b","org":"handy-computer","rank":91,"root":"nvidia/parakeet-ctc-0.6b","score":3.78,"variant":"parakeet-ctc-0.6b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-ctc-0-6b","org":"nvidia","rank":92,"root":"nvidia/parakeet-ctc-0.6b","score":3.78,"variant":"parakeet-ctc-0.6b"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"handy-computer","rank":93,"root":"nvidia/parakeet-tdt-1.1b","score":3.56,"variant":"parakeet-tdt-1.1b-gguf"},{"conf":"low","context":"**Vox Populi**","model_id":null,"org":"nvidia","rank":94,"root":"nvidia/parakeet-tdt-1.1b","score":3.56,"variant":"parakeet-tdt-1.1b"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-ctc-1-1b","org":"nvidia","rank":95,"root":"nvidia/parakeet-ctc-1.1b","score":3.54,"variant":"parakeet-ctc-1.1b"},{"conf":"low","context":"**Vox Populi**","model_id":"parakeet-ctc-1-1b","org":"handy-computer","rank":96,"root":"nvidia/parakeet-ctc-1.1b","score":3.54,"variant":"parakeet-ctc-1.1b-gguf"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/wer-voxpopuli.html","docs/notes/hf-benchmark-contexts.json"],"url":"https://huggingface.co/spaces/voxpopuli"}},"meta":{"source":"registry"}}