{"data":{"category":"knowledge","id":"triviaqa","name":"TriviaQA","rows":[{"conf":"medium","context":"TriviaQA (EM)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":1,"root":"deepseek-ai/DeepSeek-V4-Flash","score":83.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"TriviaQA (EM)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":2,"root":"deepseek-ai/DeepSeek-V4-Pro","score":83.3,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"TriviaQA (EM)","model_id":null,"org":"deepseek-ai","rank":3,"root":"—","score":83.3,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"TriviaQA (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":83.3,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"TriviaQA (EM)","model_id":"deepseek-v4-flash","org":"unsloth","rank":5,"root":"deepseek-ai/DeepSeek-V4-Flash","score":83.3,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"TriviaQA (EM)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":83.3,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"TriviaQA (EM)","model_id":"deepseek-v4-pro","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Pro","score":83.3,"variant":"DeepSeek-V4-Pro"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":8,"root":"allenai/OLMo-2-1124-7B","score":81.3,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":9,"root":"allenai/OLMo-2-1124-13B","score":81.3,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":10,"root":"allenai/OLMo-2-0325-32B","score":81.3,"variant":"OLMo-2-0325-32B"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":11,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":12,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":13,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Base-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":14,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":15,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":16,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":"MMLU Pro (5-shot CoT) | GPQA Main (5-shot CoT)","model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":17,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":80.5,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"mistral-small-24b-base-2501","org":"mistralai","rank":18,"root":"mistralai/Mistral-Small-24B-Base-2501","score":80.32,"variant":"Mistral-Small-24B-Base-2501"},{"conf":"medium","context":"Trivia QA (16k input)","model_id":null,"org":"google","rank":19,"root":"google/long-t5-tglobal-large","score":78.38,"variant":"long-t5-tglobal-large"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-9b","org":"google","rank":20,"root":"google/gemma-2-9b","score":76.6,"variant":"gemma-2-9b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-27b","org":"google","rank":21,"root":"google/gemma-2-27b","score":76.6,"variant":"gemma-2-27b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-9b","org":"google","rank":22,"root":"google/gemma-2-9b","score":76.6,"variant":"gemma-2-9b"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-27b","org":"google","rank":23,"root":"google/gemma-2-27b","score":76.6,"variant":"gemma-2-27b"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":24,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":25,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":26,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":27,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":28,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":29,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":30,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":31,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":32,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":33,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512-BF16"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":34,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":35,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"mistralai","rank":36,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":37,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"mistralai","rank":38,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":39,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"mistralai","rank":40,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":41,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.9,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":42,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":43,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":44,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":45,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":46,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":47,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":48,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":49,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":50,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":51,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":52,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-instruct-2512","org":"unsloth","rank":53,"root":"mistralai/Ministral-3-14B-Instruct-2512","score":74.9,"variant":"Ministral-3-14B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":54,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":55,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":56,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":57,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":58,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Base-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":59,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":60,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.9,"variant":"Ministral-3-8B-Reasoning-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-instruct-2512","org":"unsloth","rank":61,"root":"mistralai/Ministral-3-8B-Instruct-2512","score":74.9,"variant":"Ministral-3-8B-Instruct-2512-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"unsloth","rank":62,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Base-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-base-2512","org":"Mungert","rank":63,"root":"mistralai/Ministral-3-8B-Base-2512","score":74.9,"variant":"Ministral-3-8B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"unsloth","rank":64,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Base-2512-unsloth-bnb-4bit"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-reasoning-2512","org":"unsloth","rank":65,"root":"mistralai/Ministral-3-14B-Reasoning-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"unsloth","rank":66,"root":"mistralai/Ministral-3-3B-Instruct-2512","score":74.9,"variant":"Ministral-3-3B-Instruct-2512-FP8"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-14b-base-2512","org":"Mungert","rank":67,"root":"mistralai/Ministral-3-14B-Base-2512","score":74.9,"variant":"Ministral-3-14B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-base-2512","org":"Mungert","rank":68,"root":"mistralai/Ministral-3-3B-Base-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512-GGUF"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-8b-reasoning-2512","org":"unsloth","rank":69,"root":"mistralai/Ministral-3-8B-Reasoning-2512","score":74.9,"variant":"Ministral-3-8B-Reasoning-2512"},{"conf":"low","context":"MATH CoT 2-Shot","model_id":"ministral-3-3b-reasoning-2512","org":"unsloth","rank":70,"root":"mistralai/Ministral-3-3B-Reasoning-2512","score":74.9,"variant":"Ministral-3-3B-Reasoning-2512-bnb-4bit"},{"conf":"medium","context":"TriviaQA<br>5-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":71,"root":"microsoft/Phi-3-medium-128k-instruct","score":73.9,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"TriviaQA<br>5-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":72,"root":"microsoft/Phi-3-medium-4k-instruct","score":73.9,"variant":"Phi-3-medium-4k-instruct"},{"conf":"medium","context":"TriviaQA","model_id":"grin-moe","org":"microsoft","rank":73,"root":"microsoft/GRIN-MoE","score":73.9,"variant":"GRIN-MoE"},{"conf":"medium","context":"TriviaQA (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":74,"root":"mistralai/Mistral-Nemo-Base-2407","score":73.8,"variant":"Mistral-Nemo-Instruct-2407"},{"conf":"medium","context":"TriviaQA (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":75,"root":"mistralai/Mistral-Nemo-Base-2407","score":73.8,"variant":"Mistral-Nemo-Base-2407"},{"conf":"medium","context":"TriviaQA (5-shot)","model_id":"mistral-nemo-base-2407","org":"mistralai","rank":76,"root":"mistralai/Mistral-Nemo-Base-2407","score":73.8,"variant":"Mistral-Nemo-Instruct-FP8-2407"},{"conf":"medium","context":"TriviaQA<br>5-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":77,"root":"microsoft/Phi-3-small-128k-instruct","score":66,"variant":"Phi-3-small-128k-instruct"},{"conf":"low","context":null,"model_id":"ministral-8b-instruct-2410","org":"mistralai","rank":78,"root":"mistralai/Ministral-8B-Instruct-2410","score":62.5,"variant":"Ministral-8B-Instruct-2410"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"google","rank":79,"root":"google/gemma-3n-E4B-it","score":60.8,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"google","rank":80,"root":"google/gemma-3n-E4B","score":60.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"google","rank":81,"root":"google/gemma-3n-E4B-it-litert-lm","score":60.8,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":82,"root":"google/gemma-3n-E2B-it","score":60.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":83,"root":"google/gemma-3n-E4B-it","score":60.8,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"google","rank":84,"root":"google/gemma-3n-E4B","score":60.8,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"google","rank":85,"root":"google/gemma-3n-E2B-it-litert-lm","score":60.8,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":86,"root":"google/gemma-3n-E4B-it","score":60.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"google","rank":87,"root":"google/gemma-3n-E4B","score":60.8,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":88,"root":"google/gemma-3n-E2B-it","score":60.8,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"unsloth","rank":89,"root":"google/gemma-3n-E2B-it-litert-preview","score":60.8,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"unsloth","rank":90,"root":"google/gemma-3n-E4B-it-litert-preview","score":60.8,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":91,"root":"google/gemma-3n-E4B-it","score":60.8,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":92,"root":"google/gemma-3n-E2B-it","score":60.8,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":93,"root":"google/gemma-3n-E4B","score":60.8,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":94,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":60.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":95,"root":"google/gemma-3n-E4B-it","score":60.8,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":96,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":60.8,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":97,"root":"google/gemma-3n-E4b-it","score":60.8,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-2b","org":"google","rank":98,"root":"google/gemma-2-2b","score":59.4,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-2-2b","org":"google","rank":99,"root":"google/gemma-2-2b","score":59.4,"variant":"gemma-2-2b"},{"conf":"medium","context":"TriviaQA<br>5-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":100,"root":"microsoft/Phi-3-small-8k-instruct","score":58.1,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":"gemma-1-1-2b-it","org":"google","rank":101,"root":"google/gemma-1.1-2b-it","score":53.2,"variant":"gemma-1.1-2b-it"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":102,"root":"google/gemma-2b-it-pytorch","score":53.2,"variant":"gemma-2b"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":103,"root":"google/gemma-2b-it-pytorch","score":53.2,"variant":"gemma-2b-it"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":104,"root":"google/gemma-7b-it-quant-pytorch","score":53.2,"variant":"gemma-7b"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":"gemma-7b","org":"google","rank":105,"root":"google/gemma-7b","score":53.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":"gemma-1-1-7b-it","org":"google","rank":106,"root":"google/gemma-1.1-7b-it","score":53.2,"variant":"gemma-1.1-7b-it"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":107,"root":"google/gemma-2b-it-pytorch","score":53.2,"variant":"gemma-2b-AWQ"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"alpindale","rank":108,"root":"google/gemma-7b-it-quant-pytorch","score":53.2,"variant":"gemma-7b"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"alpindale","rank":109,"root":"google/gemma-2b-it-pytorch","score":53.2,"variant":"gemma-2b"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":110,"root":"google/gemma-7b-it-quant-pytorch","score":53.2,"variant":"gemma-7b-AWQ"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"alpindale","rank":111,"root":"google/gemma-7b-it-quant-pytorch","score":53.2,"variant":"gemma-7b-it"},{"conf":"medium","context":"[TriviaQA](https://arxiv.org/abs/1705.03551)","model_id":null,"org":"google","rank":112,"root":"google/gemma-7b-it-quant-pytorch","score":53.2,"variant":"gemma-7b-GGUF"},{"conf":"medium","context":"TriviaQA","model_id":"mobilellm-pro-base","org":"facebook","rank":113,"root":"facebook/MobileLLM-Pro-base","score":39.85,"variant":"MobileLLM-Pro-base"},{"conf":"medium","context":"TriviaQA","model_id":"mobilellm-pro-base","org":"facebook","rank":114,"root":"facebook/MobileLLM-Pro-base","score":39.85,"variant":"MobileLLM-Pro"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":115,"root":"google/gemma-3-1b-pt","score":39.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":116,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":117,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":118,"root":"google/gemma-3-27b-pt","score":39.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":119,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":120,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":121,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":122,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":123,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":124,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":125,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":126,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":127,"root":"google/gemma-3-1b-pt","score":39.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":128,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":129,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":130,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"google","rank":131,"root":"google/gemma-3-12b","score":39.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":132,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":133,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":134,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":135,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":136,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":137,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":138,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-pt","org":"google","rank":139,"root":"google/gemma-3-27b-pt","score":39.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":140,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":141,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":142,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":143,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":144,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":145,"root":"google/gemma-3-1b-pt","score":39.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":146,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":148,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":149,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":39.8,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":150,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":151,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":152,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":153,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":154,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":155,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":156,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":157,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":158,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":159,"root":"google/gemma-3-1b-pt","score":39.8,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":160,"root":"google/gemma-3-4b-it","score":39.8,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":161,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":162,"root":"google/gemma-3-12b-it","score":39.8,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":163,"root":"google/gemma-3-27b-pt","score":39.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"google","rank":164,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":165,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"google","rank":166,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":167,"root":"google/gemma-3-27b-it","score":39.8,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":168,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":169,"root":"google/gemma-3-1b-pt","score":39.8,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":170,"root":"google/gemma-3-27b-pt","score":39.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":171,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":172,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":173,"root":"google/gemma-3-27b-pt","score":39.8,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":174,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-12b-pt","org":"google","rank":175,"root":"google/gemma-3-12b-pt","score":39.8,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":176,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-pt","org":"google","rank":177,"root":"google/gemma-3-1b-it","score":39.8,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":178,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":179,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":39.8,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-4b-pt","org":"google","rank":180,"root":"google/gemma-3-4b-pt","score":39.8,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"TriviaQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":181,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":37.6,"variant":"bitnet-b1.58-2B-4T-gguf"},{"conf":"medium","context":"TriviaQA","model_id":"bitnet-b1-58-2b-4t","org":"microsoft","rank":182,"root":"microsoft/bitnet-b1.58-2B-4T","score":37.6,"variant":"bitnet-b1.58-2B-4T"},{"conf":"medium","context":"TriviaQA","model_id":"bitnet-b1-58-2b-4t-bf16","org":"microsoft","rank":183,"root":"microsoft/bitnet-b1.58-2B-4T-bf16","score":37.6,"variant":"bitnet-b1.58-2B-4T-bf16"},{"conf":"medium","context":"TriviaQA","model_id":"smollm2-1-7b","org":"Mungert","rank":184,"root":"HuggingFaceTB/SmolLM2-1.7B","score":36.7,"variant":"SmolLM2-1.7B-Instruct-GGUF"},{"conf":"medium","context":"TriviaQA","model_id":"smollm2-360m","org":"Mungert","rank":185,"root":"HuggingFaceTB/SmolLM2-360M","score":16.9,"variant":"SmolLM2-360M-Instruct-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"google","rank":186,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"google","rank":187,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":188,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":189,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":190,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":191,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":15.4,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":192,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":193,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"google","rank":194,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":195,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":196,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":15.4,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":197,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"google","rank":198,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m","org":"Mungert","rank":199,"root":"google/gemma-3-270m","score":15.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[TriviaQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":200,"root":"google/gemma-3-270m-it","score":15.4,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[TriviaQA]","model_id":"t5gemma-2-270m-270m","org":"google","rank":201,"root":"google/t5gemma-2-270m-270m","score":14.8,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[TriviaQA]","model_id":"t5gemma-2-4b-4b","org":"google","rank":202,"root":"google/t5gemma-2-4b-4b","score":14.8,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[TriviaQA]","model_id":"t5gemma-2-1b-1b","org":"google","rank":203,"root":"google/t5gemma-2-1b-1b","score":14.8,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"[TriviaQA][]","model_id":null,"org":"google","rank":204,"root":"google/vaultgemma-1b","score":11.24,"variant":"vaultgemma-1b"},{"conf":"medium","context":"TriviaQA","model_id":"smollm2-135m","org":"Mungert","rank":205,"root":"HuggingFaceTB/SmolLM2-135M","score":4.1,"variant":"SmolLM2-135M-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/triviaqa.html"],"url":"https://huggingface.co/spaces/triviaqa"}},"meta":{"source":"registry"}}