{"data":{"category":"long-context","id":"longbench","name":"LongBench","rows":[{"conf":"medium","context":"Longbench v2 (≤ 1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":61.9,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"Longbench v2 (≤ 1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":61.9,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"Longbench v2 (≤ 1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":61.9,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"LongBench V2","model_id":"mimo-v2-flash","org":"unsloth","rank":4,"root":"XiaomiMiMo/MiMo-V2-Flash","score":60.6,"variant":"MiMo-V2-Flash-GGUF"},{"conf":"medium","context":"MMlongBench Doc","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":5,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":46.1,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4"},{"conf":"medium","context":"MMlongBench Doc","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":6,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":46.1,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-FP8"},{"conf":"medium","context":"MMlongBench Doc","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"nvidia","rank":7,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":46.1,"variant":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16"},{"conf":"medium","context":"MMlongBench Doc","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":8,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":46.1,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF"},{"conf":"medium","context":"MMlongBench Doc","model_id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","org":"unsloth","rank":9,"root":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","score":46.1,"variant":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning"},{"conf":"medium","context":"MMLongBench-DOC (Acc)","model_id":"kimi-vl-a3b-instruct","org":"moonshotai","rank":10,"root":"moonshotai/Kimi-VL-A3B-Instruct","score":42.8,"variant":"Kimi-VL-A3B-Thinking-2506"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":11,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":12,"root":"deepseek-ai/DeepSeek-V4-Pro","score":40.2,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":null,"org":"deepseek-ai","rank":13,"root":"—","score":40.2,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":14,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40.2,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":15,"root":"deepseek-ai/DeepSeek-V4-Flash","score":40.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":null,"org":"deepseek-ai","rank":16,"root":"—","score":40.2,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"LongBench-V2 (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":17,"root":"deepseek-ai/DeepSeek-V4-Pro","score":40.2,"variant":"DeepSeek-V4-Pro"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":18,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":19,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":20,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":21,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":22,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":23,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":37.18,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"LongBenchv2","model_id":"ling-2-6-flash","org":"inclusionAI","rank":24,"root":"inclusionAI/Ling-2.6-flash","score":33.4,"variant":"Ling-2.6-flash-base"},{"conf":"medium","context":"LongBenchv2","model_id":"ling-2-6-1t","org":"inclusionAI","rank":25,"root":"inclusionAI/Ling-2.6-1T","score":30.02,"variant":"Ling-2.6-1T-base"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/longbench.html"],"url":"https://huggingface.co/spaces/longbench"}},"meta":{"source":"registry"}}