{"data":{"category":"long-context","id":"ruler","name":"RULER","rows":[{"conf":"medium","context":"RULER-500 @ 128k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":1,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.79,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 128k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":2,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.79,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER-500 @ 128k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":3,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.79,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 128k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":4,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.79,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER-500 @ 256k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":5,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.6,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 256k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":6,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.6,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER-500 @ 256k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":7,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.6,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 256k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":8,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.6,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":9,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.3,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":10,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.3,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":11,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.3,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":12,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.3,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"RULER-500 @ 512k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":13,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.09,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 512k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":14,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.09,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER-500 @ 512k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":15,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.09,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"},{"conf":"medium","context":"RULER-500 @ 512k (500 samples per task)","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":16,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":96.09,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-FP8"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":17,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.67,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":18,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.67,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":19,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.67,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":20,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.67,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"RULER 64K","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":21,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":95.3,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":22,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":23,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"RULER @ 256k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":24,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":95.1,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"RULER (1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":25,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":94.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"conf":"medium","context":"RULER 1M","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"nvidia","rank":26,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":94.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"RULER (1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":27,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":94.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"},{"conf":"medium","context":"RULER (1M)","model_id":"nvidia-nemotron-3-ultra-550b-a55b-bf16","org":"unsloth","rank":28,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","score":94.7,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-NVFP4"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":29,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":94.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":30,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":94.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"RULER @ 512k","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":31,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":94.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":32,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":33,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":34,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":35,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":36,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"RULER 32K | RULER 128K","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":37,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":93.96,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"RULER 64K","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":38,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":93.17,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"RULER-100@256k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":39,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":92.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"RULER-100@256k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":40,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":92.9,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"RULER-100@256k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":41,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":92.9,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"RULER-100@256k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":42,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":92.9,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"RULER 128K","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":43,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":92.49,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":44,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":92.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-NVFP4"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":45,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":92.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-FP8"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":46,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":92.2,"variant":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"nvidia","rank":47,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":91.75,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":48,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":91.75,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"Mungert","rank":49,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":91.75,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"},{"conf":"medium","context":"RULER @ 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-bf16","org":"unsloth","rank":50,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","score":91.75,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B"},{"conf":"medium","context":"RULER-100@512k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":51,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":91.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"RULER-100@512k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":52,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":91.3,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"RULER-100@512k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":53,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":91.3,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"RULER-100@512k","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":54,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":91.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":55,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B-BF16"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-nano-9b-v2","org":"nvidia","rank":56,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-3-nano-4b-fp8","org":"nvidia","rank":57,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":58,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":59,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B-GGUF"},{"conf":"medium","context":"RULER (128k)","model_id":"nvidia-nemotron-nano-9b-v2","org":"unsloth","rank":60,"root":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","score":91.1,"variant":"NVIDIA-Nemotron-3-Nano-4B-FP8"},{"conf":"medium","context":"RULER 128K","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":61,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":89,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"RULER-100@1M","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"nvidia","rank":62,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":86.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16"},{"conf":"medium","context":"RULER-100@1M","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":63,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":86.3,"variant":"Nemotron-3-Nano-30B-A3B-GGUF"},{"conf":"medium","context":"RULER-100@1M","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"unsloth","rank":64,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":86.3,"variant":"Nemotron-3-Nano-30B-A3B"},{"conf":"medium","context":"RULER-100@1M","model_id":"nvidia-nemotron-3-nano-30b-a3b-bf16","org":"Mungert","rank":65,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","score":86.3,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"},{"conf":"medium","context":"RULER 256K","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":66,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":86.22,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"RULER 256K","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":67,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":86.18,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"RULER-128K","model_id":"nvidia-nemotron-nano-9b-v2-base","org":"nvidia","rank":68,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Base","score":84.74,"variant":"NVIDIA-Nemotron-Nano-9B-v2-Base"},{"conf":"medium","context":"RULER-128K","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":69,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":84.74,"variant":"NVIDIA-Nemotron-Nano-12B-v2-Base"},{"conf":"medium","context":"RULER 512K","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":70,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":84.54,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"RULER","model_id":null,"org":"nvidia","rank":71,"root":"nvidia/Llama-3_1-Nemotron-Ultra-253B-CPT-v1","score":83.21,"variant":"Llama-3_1-Nemotron-Ultra-253B-CPT-v1"},{"conf":"medium","context":"RULER 512K","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":72,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":82.16,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"RULER 1M","model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":73,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":76.83,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":"RULER (256K, 0-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":74,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":75.44,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"RULER 1M","model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":75,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":74.39,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":"RULER (128K)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":76,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-Base","score":74.1,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"RULER (128K)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":77,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":74.1,"variant":"NVIDIA-Nemotron-Nano-9B-v2-FP8"},{"conf":"medium","context":"RULER (128K)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"nvidia","rank":78,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":74.1,"variant":"NVIDIA-Nemotron-Nano-9B-v2-NVFP4"},{"conf":"medium","context":"RULER (128K)","model_id":"nvidia-nemotron-nano-12b-v2-base","org":"unsloth","rank":79,"root":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","score":74.1,"variant":"NVIDIA-Nemotron-Nano-9B-v2"},{"conf":"medium","context":"RULER (512K, 0-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":80,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":70.56,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"RULER 64K","model_id":"qwen3-8b-base","org":"nvidia","rank":81,"root":"Qwen/Qwen3-8B","score":69.2,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"ggml-org","rank":82,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":null,"model_id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","org":"nvidia","rank":83,"root":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","score":64,"variant":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"unsloth","rank":84,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"unsloth","rank":85,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B-128K-GGUF"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"unsloth","rank":86,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B"},{"conf":"medium","context":null,"model_id":"nvidia-nemotron-3-ultra-550b-a55b-base-bf16","org":"nvidia","rank":87,"root":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16","score":64,"variant":"NVIDIA-Nemotron-3-Ultra-550B-A55B-Base-BF16"},{"conf":"medium","context":null,"model_id":null,"org":"unsloth","rank":88,"root":"HuggingFaceTB/SmolLM3-3B-Base","score":64,"variant":"SmolLM3-3B-Base"},{"conf":"medium","context":null,"model_id":"qwen3-8b-base","org":"nvidia","rank":89,"root":"Qwen/Qwen3-8B","score":64,"variant":"Qwen3-8B-DMS-8x"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"unsloth","rank":90,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B-bnb-4bit"},{"conf":"medium","context":null,"model_id":"smollm3-3b","org":"Mungert","rank":91,"root":"HuggingFaceTB/SmolLM3-3B","score":64,"variant":"SmolLM3-3B-GGUF"},{"conf":"medium","context":"RULER (64K, 0-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":92,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":63.55,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"RULER (128K, 0-shot, acc)","model_id":"nvidia-nemotron-3-nano-30b-a3b-base-bf16","org":"nvidia","rank":93,"root":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16","score":60.69,"variant":"NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16"},{"conf":"medium","context":"[Ruler 32K]","model_id":"t5gemma-2-270m-270m","org":"google","rank":94,"root":"google/t5gemma-2-270m-270m","score":57.3,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[Ruler 32K]","model_id":"t5gemma-2-4b-4b","org":"google","rank":95,"root":"google/t5gemma-2-4b-4b","score":57.3,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[Ruler 32K]","model_id":"t5gemma-2-1b-1b","org":"google","rank":96,"root":"google/t5gemma-2-1b-1b","score":57.3,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":97,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"medium","context":null,"model_id":"t5gemma-2-270m-270m","org":"google","rank":98,"root":"google/t5gemma-2-270m-270m","score":32,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":null,"model_id":"t5gemma-2-4b-4b","org":"google","rank":99,"root":"google/t5gemma-2-4b-4b","score":32,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":null,"model_id":"t5gemma-2-1b-1b","org":"google","rank":100,"root":"google/t5gemma-2-1b-1b","score":32,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":101,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":102,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":103,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":104,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"medium","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":105,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":32,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"[Ruler 128K]","model_id":"t5gemma-2-270m-270m","org":"google","rank":106,"root":"google/t5gemma-2-270m-270m","score":25.5,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[Ruler 128K]","model_id":"t5gemma-2-4b-4b","org":"google","rank":107,"root":"google/t5gemma-2-4b-4b","score":25.5,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[Ruler 128K]","model_id":"t5gemma-2-1b-1b","org":"google","rank":108,"root":"google/t5gemma-2-1b-1b","score":25.5,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"RULER 128K","model_id":"qwen3-8b-base","org":"nvidia","rank":109,"root":"Qwen/Qwen3-8B","score":25,"variant":"Qwen3-8B-DMS-8x"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/ruler.html"],"url":"https://huggingface.co/spaces/ruler"}},"meta":{"source":"registry"}}