{"data":{"category":"reasoning","id":"drop","name":"DROP","rows":[{"conf":"medium","context":"DROP<sup>*</sup> _(F1)_","model_id":"minimax-text-01-hf","org":"MiniMaxAI","rank":1,"root":"MiniMaxAI/MiniMax-Text-01-hf","score":89.2,"variant":"MiniMax-Text-01-hf"},{"conf":"medium","context":"DROP<sup>*</sup> _(F1)_","model_id":"minimax-text-01","org":"MiniMaxAI","rank":2,"root":"MiniMaxAI/MiniMax-Text-01","score":89.2,"variant":"MiniMax-Text-01"},{"conf":"medium","context":null,"model_id":"llada2-0-flash-preview","org":"inclusionAI","rank":3,"root":"inclusionAI/LLaDA2.0-flash-preview","score":88.32,"variant":"LLaDA2.0-flash-preview"},{"conf":"medium","context":"DROP (F1)","model_id":"deepseek-v4-flash","org":"deepseek-ai","rank":4,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"DROP (F1)","model_id":"deepseek-v4-pro","org":"deepseek-ai","rank":5,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.2,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"DROP (F1)","model_id":null,"org":"deepseek-ai","rank":6,"root":"—","score":88.2,"variant":"DeepSeek-V4-Flash-DSpark"},{"conf":"medium","context":"DROP (F1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":7,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.2,"variant":"DeepSeek-V4-Flash-GGUF"},{"conf":"medium","context":"DROP (F1)","model_id":"deepseek-v4-flash","org":"unsloth","rank":8,"root":"deepseek-ai/DeepSeek-V4-Flash","score":88.2,"variant":"DeepSeek-V4-Flash"},{"conf":"medium","context":"DROP (F1)","model_id":null,"org":"deepseek-ai","rank":9,"root":"—","score":88.2,"variant":"DeepSeek-V4-Pro-DSpark"},{"conf":"medium","context":"DROP (F1)","model_id":"deepseek-v4-pro","org":"unsloth","rank":10,"root":"deepseek-ai/DeepSeek-V4-Pro","score":88.2,"variant":"DeepSeek-V4-Pro"},{"conf":"medium","context":"DROP","model_id":"llada2-0-flash","org":"inclusionAI","rank":11,"root":"inclusionAI/LLaDA2.0-flash","score":87.57,"variant":"LLaDA2.0-flash"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":12,"root":"allenai/Olmo-3-1125-32B","score":86.6,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"DROP","model_id":"llada2-0-mini","org":"inclusionAI","rank":13,"root":"inclusionAI/LLaDA2.0-mini","score":84.56,"variant":"LLaDA2.0-mini"},{"conf":"medium","context":"DROP","model_id":null,"org":"unsloth","rank":14,"root":"perplexity-ai/r1-1776-distill-llama-70b","score":84.55,"variant":"r1-1776-distill-llama-70b-GGUF"},{"conf":"medium","context":null,"model_id":"llada2-0-mini-preview","org":"inclusionAI","rank":15,"root":"inclusionAI/LLaDA2.0-mini-preview","score":78.8,"variant":"LLaDA2.0-mini-preview"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":16,"root":"allenai/OLMo-2-0425-1B","score":70.2,"variant":"OLMo-2-0425-1B"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":17,"root":"allenai/OLMo-2-0325-32B-DPO","score":70.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":18,"root":"allenai/OLMo-2-0325-32B-Instruct","score":70.2,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":19,"root":"allenai/OLMo-2-0325-32B","score":70.2,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":20,"root":"allenai/OLMo-2-0325-32B-SFT","score":70.2,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":21,"root":"allenai/OLMo-2-0325-32B-Instruct","score":70.2,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":22,"root":"allenai/Olmo-3-1025-7B","score":63.7,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":23,"root":"allenai/Olmo-Hybrid-7B","score":63.7,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":24,"root":"allenai/Olmo-3-1025-7B","score":63.7,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-8b","org":"allenai","rank":25,"root":"meta-llama/Llama-3.1-8B","score":61.3,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":26,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":61.3,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":27,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":61.3,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":28,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":61.3,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":29,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":61.3,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":30,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":61.3,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-70b","org":"allenai","rank":31,"root":"meta-llama/Llama-3.1-70B","score":61.3,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":null,"org":"allenai","rank":32,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":61.3,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":33,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":61.3,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":34,"root":"allenai/Llama-3.1-Tulu-3-8B","score":61.3,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-405b","org":"allenai","rank":35,"root":"meta-llama/Llama-3.1-405B","score":61.3,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":36,"root":"allenai/Llama-3.1-Tulu-3-70B","score":61.3,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**DROP (3 shot)**","model_id":null,"org":"allenai","rank":37,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":61.3,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":38,"root":"allenai/OLMo-2-1124-7B-DPO","score":58.8,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":39,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":58.8,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":40,"root":"allenai/OLMo2-7B-1124","score":58.8,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":41,"root":"allenai/OLMo-2-1124-7B-SFT","score":58.8,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":42,"root":"allenai/OLMo2-13B-1124","score":58.8,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":43,"root":"allenai/OLMo-2-1124-13B-SFT","score":58.8,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":44,"root":"allenai/OLMo-2-1124-7B-DPO","score":58.8,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":45,"root":"allenai/OLMo-2-1124-7B-SFT","score":58.8,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":46,"root":"allenai/OLMo-2-1124-7B-SFT","score":58.8,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":47,"root":"allenai/OLMo-2-1124-13B-SFT","score":58.8,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":48,"root":"allenai/OLMo-2-1124-13B-DPO","score":58.8,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":49,"root":"allenai/OLMo2-7B-1124","score":58.8,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":50,"root":"allenai/OLMo-2-1124-7B-SFT","score":58.8,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"google","rank":51,"root":"google/gemma-3n-E4B-it","score":53.9,"variant":"gemma-3n-E2B-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"google","rank":52,"root":"google/gemma-3n-E4B","score":53.9,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[DROP][]","model_id":null,"org":"google","rank":53,"root":"google/gemma-3n-E4B-it-litert-lm","score":53.9,"variant":"gemma-3n-E4B-it-litert-lm"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":54,"root":"google/gemma-3n-E2B-it","score":53.9,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":55,"root":"google/gemma-3n-E4B-it","score":53.9,"variant":"gemma-3n-E4B-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"google","rank":56,"root":"google/gemma-3n-E4B","score":53.9,"variant":"gemma-3n-E2B"},{"conf":"medium","context":"[DROP][]","model_id":null,"org":"google","rank":57,"root":"google/gemma-3n-E2B-it-litert-lm","score":53.9,"variant":"gemma-3n-E2B-it-litert-lm"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":58,"root":"google/gemma-3n-E4B-it","score":53.9,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"google","rank":59,"root":"google/gemma-3n-E4B","score":53.9,"variant":"gemma-3n-E4B"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e2b-it","org":"unsloth","rank":60,"root":"google/gemma-3n-E2B-it","score":53.9,"variant":"gemma-3n-E2B-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":null,"org":"unsloth","rank":61,"root":"google/gemma-3n-E2B-it-litert-preview","score":53.9,"variant":"gemma-3n-E2B-it-litert-preview-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":null,"org":"unsloth","rank":62,"root":"google/gemma-3n-E4B-it-litert-preview","score":53.9,"variant":"gemma-3n-E4B-it-litert-preview-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"unsloth","rank":63,"root":"google/gemma-3n-E4B-it","score":53.9,"variant":"gemma-3n-E4B-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e2b-it","org":"onnx-community","rank":64,"root":"google/gemma-3n-E2B-it","score":53.9,"variant":"gemma-3n-E2B-it-ONNX"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":65,"root":"google/gemma-3n-E4B","score":53.9,"variant":"gemma-3n-E4B-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":66,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":53.9,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-imatrix-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"MuXodious","rank":67,"root":"google/gemma-3n-E4B-it","score":53.9,"variant":"gemma-3n-E4B-it-absolute-heresy-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b-it-absolute-heresy-mpoa","org":"MuXodious","rank":68,"root":"MuXodious/gemma-3n-E4B-it-absolute-heresy-MPOA","score":53.9,"variant":"gemma-3n-E4B-it-absolute-heresy-MPOA-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3n-e4b","org":"Mungert","rank":69,"root":"google/gemma-3n-E4b-it","score":53.9,"variant":"gemma-3n-E2B-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-2-2b","org":"google","rank":70,"root":"google/gemma-2-2b","score":52,"variant":"gemma-2-2b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-2-2b","org":"google","rank":71,"root":"google/gemma-2-2b","score":52,"variant":"gemma-2-2b"},{"conf":"medium","context":"**DROP**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":72,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":47.87,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**DROP**","model_id":null,"org":"allenai","rank":73,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":47.87,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**DROP**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":74,"root":"allenai/OLMoE-1B-7B-0125","score":47.87,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":75,"root":"maywell/Synatra-7B-v0.3-RP","score":46.06,"variant":"Synatra-7B-v0.3-RP-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-1124-7b","org":"allenai","rank":76,"root":"allenai/OLMo-2-1124-7B","score":45.6,"variant":"OLMo-2-1124-7B"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b","org":"allenai","rank":77,"root":"allenai/OLMo-2-1124-13B","score":45.6,"variant":"OLMo-2-1124-13B"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":78,"root":"allenai/OLMo-2-0325-32B","score":45.6,"variant":"OLMo-2-0325-32B"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":79,"root":"Undi95/MLewd-v2.4-13B","score":44.33,"variant":"MLewd-v2.4-13B-GGUF"},{"conf":"low","context":null,"model_id":"speechless-mistral-7b-dare-0-85","org":"TheBloke","rank":80,"root":"speechlessai/speechless-mistral-7b-dare-0.85","score":43.84,"variant":"speechless-mistral-7B-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":81,"root":"uukuguy/SynthIA-7B-v1.3-dare-0.85","score":43.84,"variant":"SynthIA-7B-v1.3-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":82,"root":"uukuguy/airoboros-m-7b-3.1.2-dare-0.85","score":43.84,"variant":"airoboros-m-7B-3.1.2-dare-0.85-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":83,"root":"uukuguy/CollectiveCognition-v1.1-Mistral-7B-dare-0.85","score":43.84,"variant":"CollectiveCognition-v1.1-Mistral-7B-dare-0.85-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"google","rank":84,"root":"google/gemma-3-1b-pt","score":42.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"google","rank":85,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"google","rank":86,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"google","rank":87,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-pt","org":"google","rank":88,"root":"google/gemma-3-27b-pt","score":42.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"google","rank":89,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":90,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":91,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"google","rank":92,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":93,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":94,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":95,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"google","rank":96,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":97,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":98,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"google","rank":99,"root":"google/gemma-3-1b-pt","score":42.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":100,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":101,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":102,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":null,"org":"google","rank":103,"root":"google/gemma-3-12b","score":42.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":104,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":105,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":106,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":107,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":108,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":109,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":110,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":111,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-pt","org":"google","rank":112,"root":"google/gemma-3-27b-pt","score":42.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":113,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":114,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"ggml-org","rank":115,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":116,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":117,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"unsloth","rank":118,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":119,"root":"google/gemma-3-1b-pt","score":42.4,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":120,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":121,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":122,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":123,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"unsloth","rank":124,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":125,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":42.4,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"google","rank":126,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"google","rank":127,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":128,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":129,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"google","rank":130,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":131,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"google","rank":132,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":133,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":134,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":135,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":136,"root":"google/gemma-3-1b-pt","score":42.4,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"unsloth","rank":137,"root":"google/gemma-3-4b-it","score":42.4,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"google","rank":138,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":139,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"google","rank":140,"root":"google/gemma-3-12b-it","score":42.4,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-pt","org":"Mungert","rank":141,"root":"google/gemma-3-27b-pt","score":42.4,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"google","rank":142,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":143,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":144,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"google","rank":145,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it","org":"Mungert","rank":146,"root":"google/gemma-3-27b-it","score":42.4,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":147,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":148,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"unsloth","rank":149,"root":"google/gemma-3-1b-pt","score":42.4,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":150,"root":"google/gemma-3-27b-pt","score":42.4,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"unsloth","rank":151,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"unsloth","rank":152,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"google","rank":153,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-pt","org":"unsloth","rank":154,"root":"google/gemma-3-27b-pt","score":42.4,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":155,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"google","rank":156,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-12b-pt","org":"google","rank":157,"root":"google/gemma-3-12b-pt","score":42.4,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m","org":"Mungert","rank":158,"root":"google/gemma-3-270m","score":42.4,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":159,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":160,"root":"google/gemma-3-270m-it","score":42.4,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-pt","org":"google","rank":161,"root":"google/gemma-3-1b-it","score":42.4,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":162,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":163,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":42.4,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[DROP][]","model_id":"gemma-3-4b-pt","org":"google","rank":164,"root":"google/gemma-3-4b-pt","score":42.4,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"DROP","model_id":"youtu-llm-2b-base","org":"Mungert","rank":165,"root":"tencent/Youtu-LLM-2B-Base","score":41.3,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":166,"root":"maywell/Synatra-V0.1-7B-Instruct","score":39.63,"variant":"Synatra-V0.1-7B-Instruct-GGUF"},{"conf":"medium","context":"[DROP]","model_id":"t5gemma-2-270m-270m","org":"google","rank":167,"root":"google/t5gemma-2-270m-270m","score":39.4,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[DROP]","model_id":"t5gemma-2-4b-4b","org":"google","rank":168,"root":"google/t5gemma-2-4b-4b","score":39.4,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[DROP]","model_id":"t5gemma-2-1b-1b","org":"google","rank":169,"root":"google/t5gemma-2-1b-1b","score":39.4,"variant":"t5gemma-2-1b-1b"},{"conf":"low","context":null,"model_id":"loyal-piano-m7","org":"TheBloke","rank":170,"root":"chargoddard/loyal-piano-m7","score":38.74,"variant":"loyal-piano-m7-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":171,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":27.9,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":172,"root":"allenai/OLMo-2-0425-1B","score":27.9,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":173,"root":"allenai/OLMo-2-0425-1B-SFT","score":27.9,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":174,"root":"allenai/OLMo-2-0425-1B-Instruct","score":27.9,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":175,"root":"allenai/OLMo-2-0425-1B-Instruct","score":27.9,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":176,"root":"allenai/OLMo-2-0425-1B-DPO","score":27.9,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"medium","context":"GPTQ,  layer 13","model_id":"voxtral-mini-4b-realtime-2602","org":"JaynadTodkarAmol","rank":177,"root":"mistralai/Voxtral-Mini-4B-Realtime-2602","score":25,"variant":"resilientai-team-mcte-mistral-voxtral-realtime-gptq-marlin"},{"conf":"medium","context":"DROP (3-shot)","model_id":"rocket-3b","org":"TheBloke","rank":178,"root":"pansophic/rocket-3B","score":24.49,"variant":"rocket-3B-GGUF"},{"conf":"medium","context":"GPTQ,  layers 12-13","model_id":"voxtral-mini-4b-realtime-2602","org":"JaynadTodkarAmol","rank":179,"root":"mistralai/Voxtral-Mini-4B-Realtime-2602","score":24,"variant":"resilientai-team-mcte-mistral-voxtral-realtime-gptq-marlin"},{"conf":"medium","context":"GPTQ,  layers 12-14","model_id":"voxtral-mini-4b-realtime-2602","org":"JaynadTodkarAmol","rank":180,"root":"mistralai/Voxtral-Mini-4B-Realtime-2602","score":23,"variant":"resilientai-team-mcte-mistral-voxtral-realtime-gptq-marlin"},{"conf":"medium","context":"GPTQ,  layers 11-14","model_id":"voxtral-mini-4b-realtime-2602","org":"JaynadTodkarAmol","rank":181,"root":"mistralai/Voxtral-Mini-4B-Realtime-2602","score":22,"variant":"resilientai-team-mcte-mistral-voxtral-realtime-gptq-marlin"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":182,"root":"argilla/notus-7b-v1","score":9.66,"variant":"notus-7B-v1-GGUF"},{"conf":"low","context":null,"model_id":"notus-7b-v1","org":"TheBloke","rank":183,"root":"argilla/notus-7b-v1","score":9.66,"variant":"notus-7B-v1-AWQ"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":184,"root":"maywell/Synatra-7B-v0.3-dpo","score":8.68,"variant":"Synatra-7B-v0.3-dpo-GGUF"},{"conf":"medium","context":"DROP","model_id":"speechless-mistral-dolphin-orca-platypus-samantha-7b","org":"TheBloke","rank":185,"root":"uukuguy/speechless-mistral-dolphin-orca-platypus-samantha-7b","score":8.66,"variant":"speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":186,"root":"maywell/koOpenChat-sft","score":7.82,"variant":"koOpenChat-sft-GGUF"},{"conf":"medium","context":"DROP (3-shot)","model_id":null,"org":"TheBloke","rank":187,"root":"l3utterfly/llama2-7b-layla","score":6.57,"variant":"llama2-7B-layla-GGUF"},{"conf":"low","context":null,"model_id":"neural-chat-7b-v3-1","org":"TheBloke","rank":188,"root":"Intel/neural-chat-7b-v3-1","score":6.14,"variant":"neural-chat-7B-v3-1-GGUF"},{"conf":"low","context":null,"model_id":"juanako-7b-una","org":"TheBloke","rank":189,"root":"fblgit/juanako-7b-UNA","score":6.14,"variant":"juanako-7B-UNA-GGUF"},{"conf":"medium","context":"DROP (3-shot)","model_id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","org":"TheBloke","rank":190,"root":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","score":5.57,"variant":"open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/drop.html"],"url":"https://huggingface.co/spaces/drop"}},"meta":{"source":"registry"}}