{"data":{"category":"chat","id":"alpacaeval","name":"AlpacaEval","rows":[{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":1,"root":"berkeley-nest/Starling-LM-7B-alpha","score":97.7,"variant":"Starling-LM-7B-alpha-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":2,"root":"perlthoughts/Starling-LM-alpha-8x7B-MoE","score":97.7,"variant":"Starling-LM-alpha-8x7B-MoE-GGUF"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":3,"root":"berkeley-nest/Starling-LM-7B-alpha","score":97.7,"variant":"Starling-LM-7B-alpha-AWQ"},{"conf":"low","context":null,"model_id":"starling-lm-7b-alpha","org":"TheBloke","rank":4,"root":"berkeley-nest/Starling-LM-7B-alpha","score":97.7,"variant":"Starling-LM-7B-alpha-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":5,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":95.57,"variant":"Xwin-LM-70B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":6,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":95.57,"variant":"Xwin-LM-13B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":7,"root":"Xwin-LM/Xwin-LM-13B-V0.2","score":95.57,"variant":"Xwin-LM-13B-v0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":8,"root":"Xwin-LM/Xwin-LM-7B-V0.2","score":95.57,"variant":"Xwin-LM-7B-V0.2-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":9,"root":"Xwin-LM/Xwin-LM-7b-V0.1","score":95.57,"variant":"Xwin-LM-7B-V0.1-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":10,"root":"Xwin-LM/Xwin-LM-13B-V0.1","score":95.57,"variant":"Xwin-LM-13B-V0.1-GPTQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":11,"root":"Xwin-LM/Xwin-LM-70b-V0.1","score":95.57,"variant":"Xwin-LM-70B-V0.1-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":12,"root":"openchat/openchat_v3.2_super","score":95.3,"variant":"openchat_v3.2_super-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":13,"root":"openchat/openchat_v3.2","score":95.3,"variant":"OpenChat_v3.2-GPTQ"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-8b","org":"allenai","rank":14,"root":"meta-llama/Meta-Llama-3-8B","score":94.65,"variant":"llama-3-tulu-2-8b"},{"conf":"low","context":"GSM8k 8-shot cot | BBH 3-shot cot","model_id":"meta-llama-3-70b","org":"allenai","rank":15,"root":"meta-llama/Meta-Llama-3-70B","score":94.65,"variant":"llama-3-tulu-2-70b"},{"conf":"high","context":null,"model_id":null,"org":"TheBloke","rank":16,"root":"hkust-nlp/deita-7b-v1.0-sft","score":90.06,"variant":"deita-7B-v1.0-sft-GGUF"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":17,"root":"HuggingFaceH4/zephyr-7b-beta","score":87.83,"variant":"zephyr-7B-beta-GGUF"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":18,"root":"HuggingFaceH4/zephyr-7b-beta","score":87.83,"variant":"zephyr-7B-beta-AWQ"},{"conf":"low","context":null,"model_id":"zephyr-7b-beta","org":"TheBloke","rank":19,"root":"HuggingFaceH4/zephyr-7b-beta","score":87.83,"variant":"zephyr-7B-beta-GPTQ"},{"conf":"low","context":null,"model_id":"stablelm-zephyr-3b","org":"TheBloke","rank":20,"root":"stabilityai/stablelm-zephyr-3b","score":76,"variant":"stablelm-zephyr-3b-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"allenai","rank":21,"root":"meta-llama/Llama-2-7b-hf","score":73.9,"variant":"tulu-2-7b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":22,"root":"allenai/tulu-2-13b","score":73.9,"variant":"tulu-2-13B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-7b-hf","org":"allenai","rank":23,"root":"meta-llama/Llama-2-7b-hf","score":73.9,"variant":"tulu-2-dpo-7b"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"allenai","rank":24,"root":"meta-llama/Llama-2-13b-hf","score":73.9,"variant":"tulu-2-dpo-13b"},{"conf":"low","context":null,"model_id":"llama-2-70b-hf","org":"allenai","rank":25,"root":"meta-llama/Llama-2-70b-hf","score":73.9,"variant":"tulu-2-dpo-70b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":26,"root":"allenai/tulu-2-dpo-13b","score":73.9,"variant":"tulu-2-dpo-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":27,"root":"allenai/tulu-2-dpo-70b","score":73.9,"variant":"tulu-2-dpo-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":28,"root":"allenai/tulu-2-7b","score":73.9,"variant":"tulu-2-7B-GGUF"},{"conf":"low","context":null,"model_id":"llama-2-13b-hf","org":"allenai","rank":29,"root":"meta-llama/Llama-2-13b-hf","score":73.9,"variant":"tulu-2-13b"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":30,"root":"allenai/tulu-2-70b","score":73.9,"variant":"tulu-2-70B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":31,"root":"allenai/tulu-2-dpo-7b","score":73.9,"variant":"tulu-2-dpo-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":32,"root":"allenai/tulu-2-dpo-13b","score":73.9,"variant":"tulu-2-dpo-13B-AWQ"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":33,"root":"umd-zhou-lab/claude2-alpaca-13B","score":71.37,"variant":"claude2-alpaca-13B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"TheBloke","rank":34,"root":"umd-zhou-lab/claude2-alpaca-7B","score":71.37,"variant":"claude2-alpaca-7B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":35,"root":"allenai/OLMo-7B-0724-Instruct-hf","score":70.9,"variant":"OLMo-7B-0724-Instruct-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":36,"root":"allenai/OLMo-7B-0724-SFT-hf","score":70.9,"variant":"OLMo-7B-0724-SFT-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":37,"root":"allenai/OLMo-7B-0424-Instruct-hf","score":70.4,"variant":"OLMo-7B-0424-Instruct-hf"},{"conf":"high","context":null,"model_id":"deepseek-v2","org":"deepseek-ai","rank":38,"root":"deepseek-ai/DeepSeek-V2","score":70,"variant":"DeepSeek-V3"},{"conf":"high","context":null,"model_id":"deepseek-v2","org":"deepseek-ai","rank":39,"root":"deepseek-ai/DeepSeek-V2","score":70,"variant":"DeepSeek-V3-Base"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":40,"root":"deepseek-ai/DeepSeek-V3","score":70,"variant":"DeepSeek-V3"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":41,"root":"deepseek-ai/DeepSeek-V3","score":70,"variant":"DeepSeek-V3-bf16"},{"conf":"high","context":null,"model_id":"deepseek-v3","org":"unsloth","rank":42,"root":"deepseek-ai/DeepSeek-V3","score":70,"variant":"DeepSeek-V3-GGUF"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":43,"root":"allenai/Olmo-3-32B-Think-DPO","score":69.1,"variant":"Olmo-3-32B-Think"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-32b-think-dpo","org":"allenai","rank":44,"root":"allenai/Olmo-3-32B-Think-DPO","score":69.1,"variant":"Olmo-3.1-32B-Think"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1125-32b","org":"allenai","rank":45,"root":"allenai/Olmo-3-1125-32B","score":69.1,"variant":"Olmo-3-32B-Think-SFT"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1-32b-think","org":"unsloth","rank":46,"root":"allenai/Olmo-3.1-32B-Think","score":69.1,"variant":"Olmo-3.1-32B-Think-GGUF"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":47,"root":"allenai/Olmo-3-32B-Think","score":69.1,"variant":"Olmo-3-32B-Think-GGUF"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-32b-think-sft","org":"allenai","rank":48,"root":"allenai/Olmo-3-32B-Think-SFT","score":69.1,"variant":"Olmo-3-32B-Think-DPO"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-32b-think-dpo","org":"unsloth","rank":49,"root":"allenai/Olmo-3-32B-Think","score":69.1,"variant":"Olmo-3-32B-Think-unsloth-bnb-4bit"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-34b-base","org":"tiiuae","rank":50,"root":"tiiuae/Falcon-H1-34B-Base","score":48.32,"variant":"Falcon-H1-34B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":51,"root":"tiiuae/Falcon-H1-34B-Instruct","score":48.32,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-34b-instruct","org":"unsloth","rank":52,"root":"tiiuae/Falcon-H1-34B-Instruct","score":48.32,"variant":"Falcon-H1-34B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-34b-instruct","org":"tiiuae","rank":53,"root":"tiiuae/Falcon-H1-34B-Instruct","score":48.32,"variant":"Falcon-H1-34B-Instruct-GPTQ-Int4"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":54,"root":"allenai/OLMo-7B-Instruct-hf","score":46.8,"variant":"OLMo-7B-Instruct-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":55,"root":"allenai/OLMo-7B-Instruct","score":46.8,"variant":"OLMo-7B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":56,"root":"allenai/OLMo-7B-SFT-hf","score":46.8,"variant":"OLMo-7B-SFT-hf"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":57,"root":"allenai/OLMo-7B-SFT","score":46.8,"variant":"OLMo-7B-SFT"},{"conf":"medium","context":"AlpacaEval 2.0","model_id":"deepseek-v2-5","org":"deepseek-ai","rank":58,"root":"deepseek-ai/DeepSeek-V2.5","score":46.6,"variant":"DeepSeek-V2.5"},{"conf":"low","context":null,"model_id":"rocket-3b","org":"TheBloke","rank":59,"root":"pansophic/rocket-3B","score":45.71,"variant":"rocket-3B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":60,"root":"allenai/OLMo-2-1124-7B-DPO","score":43.7,"variant":"OLMo-2-1124-7B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-instruct-rlvr2","org":"allenai","rank":61,"root":"allenai/OLMo-2-1124-13B-Instruct-RLVR2","score":43.7,"variant":"OLMo-2-1124-13B-Instruct"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":62,"root":"allenai/OLMo2-7B-1124","score":43.7,"variant":"OLMo-2-1124-7B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":63,"root":"allenai/OLMo-2-1124-7B-SFT","score":43.7,"variant":"OLMo-2-1124-7B-DPO"},{"conf":"low","context":null,"model_id":"olmo2-13b-1124","org":"allenai","rank":64,"root":"allenai/OLMo2-13B-1124","score":43.7,"variant":"OLMo-2-1124-13B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":65,"root":"allenai/OLMo-2-1124-13B-SFT","score":43.7,"variant":"OLMo-2-1124-13B-DPO"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":66,"root":"allenai/OLMo-2-1124-7B-DPO","score":43.7,"variant":"OLMo-2-1124-7B-Instruct-preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":67,"root":"allenai/OLMo-2-1124-7B-SFT","score":43.7,"variant":"OLMo-2-1124-7B-RM"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":68,"root":"allenai/OLMo-2-1124-7B-SFT","score":43.7,"variant":"OLMo-2-1124-7B-RM-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":69,"root":"allenai/OLMo-2-1124-13B-SFT","score":43.7,"variant":"OLMo-2-1124-13B-RM"},{"conf":"low","context":null,"model_id":"olmo-2-1124-13b-dpo","org":"allenai","rank":70,"root":"allenai/OLMo-2-1124-13B-DPO","score":43.7,"variant":"OLMo-2-1124-13B-Instruct-preview"},{"conf":"low","context":null,"model_id":"olmo2-7b-1124","org":"allenai","rank":71,"root":"allenai/OLMo2-7B-1124","score":43.7,"variant":"OLMo-2-1124-7B-SFT-Preview"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":72,"root":"allenai/OLMo-2-1124-7B-SFT","score":43.7,"variant":"OLMo-2-1124-7B-DPO-Preview"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1-32b-instruct-dpo","org":"allenai","rank":73,"root":"allenai/Olmo-3.1-32B-Instruct-DPO","score":42.2,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1125-32b","org":"allenai","rank":74,"root":"allenai/Olmo-3-1125-32B","score":42.2,"variant":"Olmo-3.1-32B-Instruct-SFT"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1-32b-instruct-sft","org":"allenai","rank":75,"root":"allenai/Olmo-3.1-32B-Instruct-SFT","score":42.2,"variant":"Olmo-3.1-32B-Instruct-DPO"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":76,"root":"allenai/Olmo-3.1-32B-Instruct","score":42.2,"variant":"Olmo-3.1-32B-Instruct-GGUF"},{"conf":"medium","context":"AlpacaEval 2 LC","model_id":"olmo-3-1-32b-instruct","org":"unsloth","rank":77,"root":"allenai/Olmo-3.1-32B-Instruct","score":42.2,"variant":"Olmo-3.1-32B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-7b-base","org":"tiiuae","rank":78,"root":"tiiuae/Falcon-H1-7B-Base","score":40.23,"variant":"Falcon-H1-7B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":79,"root":"tiiuae/Falcon-H1-7B-Instruct","score":40.23,"variant":"Falcon-H1-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-7b-instruct","org":"tiiuae","rank":80,"root":"tiiuae/Falcon-H1-7B-Instruct","score":40.23,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-7b-instruct","org":"unsloth","rank":81,"root":"tiiuae/Falcon-H1-7B-Instruct","score":40.23,"variant":"Falcon-H1-7B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":82,"root":"allenai/OLMo-2-0325-32B-DPO","score":38.7,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":83,"root":"allenai/OLMo-2-0325-32B-Instruct","score":38.7,"variant":"OLMo-2-0325-32B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b","org":"allenai","rank":84,"root":"allenai/OLMo-2-0325-32B","score":38.7,"variant":"OLMo-2-0325-32B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":85,"root":"allenai/OLMo-2-0325-32B-SFT","score":38.7,"variant":"OLMo-2-0325-32B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0325-32b-instruct","org":"unsloth","rank":86,"root":"allenai/OLMo-2-0325-32B-Instruct","score":38.7,"variant":"OLMo-2-0325-32B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":87,"root":"tiiuae/Falcon-H1-3B-Base","score":31.09,"variant":"Falcon-H1-3B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-3b-base","org":"tiiuae","rank":88,"root":"tiiuae/Falcon-H1-3B-Base","score":31.09,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-3b-instruct","org":"unsloth","rank":89,"root":"tiiuae/Falcon-H1-3B-Instruct","score":31.09,"variant":"Falcon-H1-3B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-base","org":"tiiuae","rank":90,"root":"tiiuae/Falcon-H1-1.5B-Base","score":28.18,"variant":"Falcon-H1-1.5B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":91,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":28.18,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-instruct","org":"unsloth","rank":92,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":28.18,"variant":"Falcon-H1-1.5B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":93,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":28.18,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-instruct","org":"tiiuae","rank":94,"root":"tiiuae/Falcon-H1-1.5B-Instruct","score":28.18,"variant":"Falcon-H1-1.5B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-deep-base","org":"tiiuae","rank":95,"root":"tiiuae/Falcon-H1-1.5B-Deep-Base","score":27.12,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":96,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":27.12,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":97,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":27.12,"variant":"Falcon-H1-1.5B-Deep-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-deep-instruct","org":"unsloth","rank":98,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":27.12,"variant":"Falcon-H1-1.5B-Deep-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-1-5b-deep-instruct","org":"tiiuae","rank":99,"root":"tiiuae/Falcon-H1-1.5B-Deep-Instruct","score":27.12,"variant":"Falcon-H1-1.5B-Deep-Instruct-GPTQ-Int4"},{"conf":"medium","context":"**AlpacaEval**","model_id":"olmoe-1b-7b-0125-dpo","org":"allenai","rank":100,"root":"allenai/OLMoE-1B-7B-0125-DPO","score":17.99,"variant":"OLMoE-1B-7B-0125-Instruct"},{"conf":"medium","context":"**AlpacaEval**","model_id":null,"org":"allenai","rank":101,"root":"allenai/OLMoE-1B-7B-0125-SFT","score":17.99,"variant":"OLMoE-1B-7B-0125-DPO"},{"conf":"medium","context":"**AlpacaEval**","model_id":"olmoe-1b-7b-0125","org":"allenai","rank":102,"root":"allenai/OLMoE-1B-7B-0125","score":17.99,"variant":"OLMoE-1B-7B-0125-SFT"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-8b","org":"allenai","rank":103,"root":"meta-llama/Llama-3.1-8B","score":12.4,"variant":"Llama-3.1-Tulu-3-8B-SFT"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":104,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":12.4,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":105,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":12.4,"variant":"Llama-3.1-Tulu-3-8B-DPO"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-8b-sft","org":"allenai","rank":106,"root":"allenai/Llama-3.1-Tulu-3-8B-SFT","score":12.4,"variant":"Llama-3.1-Tulu-3-8B-RM"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":107,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":12.4,"variant":"Llama-3.1-Tulu-3.1-8B"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-70b-dpo","org":"allenai","rank":108,"root":"allenai/Llama-3.1-Tulu-3-70B-DPO","score":12.4,"variant":"Llama-3.1-Tulu-3-70B"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-70b","org":"allenai","rank":109,"root":"meta-llama/Llama-3.1-70B","score":12.4,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":null,"org":"allenai","rank":110,"root":"allenai/Llama-3.1-Tulu-3-405B-DPO","score":12.4,"variant":"Llama-3.1-Tulu-3-405B"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-70b-sft","org":"allenai","rank":111,"root":"allenai/Llama-3.1-Tulu-3-70B-SFT","score":12.4,"variant":"Llama-3.1-Tulu-3-70B-DPO"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-8b","org":"unsloth","rank":112,"root":"allenai/Llama-3.1-Tulu-3-8B","score":12.4,"variant":"Llama-3.1-Tulu-3-8B-GGUF"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-405b","org":"allenai","rank":113,"root":"meta-llama/Llama-3.1-405B","score":12.4,"variant":"Llama-3.1-Tulu-3-405B-SFT"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":"llama-3-1-tulu-3-70b","org":"unsloth","rank":114,"root":"allenai/Llama-3.1-Tulu-3-70B","score":12.4,"variant":"Llama-3.1-Tulu-3-70B-GGUF"},{"conf":"medium","context":"**AlpacaEval 2 (LC % win)**","model_id":null,"org":"allenai","rank":115,"root":"allenai/Llama-3.1-Tulu-3-405B-SFT","score":12.4,"variant":"Llama-3.1-Tulu-3-405B-DPO"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":116,"root":"tiiuae/Falcon-H1-0.5B-Base","score":10.79,"variant":"Falcon-H1-0.5B-Instruct"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-0-5b-base","org":"tiiuae","rank":117,"root":"tiiuae/Falcon-H1-0.5B-Base","score":10.79,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"medium","context":"Alpaca-Eval","model_id":"falcon-h1-0-5b-instruct","org":"unsloth","rank":118,"root":"tiiuae/Falcon-H1-0.5B-Instruct","score":10.79,"variant":"Falcon-H1-0.5B-Instruct-GGUF"},{"conf":"low","context":"Average(Open-ended QA)","model_id":"ming-lite-omni","org":"inclusionAI","rank":119,"root":"inclusionAI/Ming-Lite-Omni","score":4.65,"variant":"Ming-Lite-Omni-1.5"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":120,"root":"LiquidAI/LFM2-1.2B","score":3.76,"variant":"LFM2.5-Audio-1.5B"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"Mungert","rank":121,"root":"LiquidAI/LFM2-1.2B","score":3.76,"variant":"LFM2.5-Audio-1.5B-GGUF"},{"conf":"high","context":null,"model_id":"lfm2-1-2b","org":"LiquidAI","rank":122,"root":"LiquidAI/LFM2-1.2B","score":3.71,"variant":"LFM2-Audio-1.5B"},{"conf":"low","context":null,"model_id":"ling-lite","org":"inclusionAI","rank":123,"root":"inclusionAI/Ling-lite","score":3.69,"variant":"Ming-Lite-Omni"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-rlvr1","org":"allenai","rank":124,"root":"allenai/OLMo-2-0425-1B-RLVR1","score":2.4,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b","org":"allenai","rank":125,"root":"allenai/OLMo-2-0425-1B","score":2.4,"variant":"OLMo-2-0425-1B-SFT"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":126,"root":"allenai/OLMo-2-0425-1B-SFT","score":2.4,"variant":"OLMo-2-0425-1B-DPO"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":127,"root":"allenai/OLMo-2-0425-1B-Instruct","score":2.4,"variant":"OLMo-2-0425-1B-Instruct-GGUF"},{"conf":"low","context":null,"model_id":"olmo-2-0425-1b-instruct","org":"unsloth","rank":128,"root":"allenai/OLMo-2-0425-1B-Instruct","score":2.4,"variant":"OLMo-2-0425-1B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"allenai","rank":129,"root":"allenai/OLMo-2-0425-1B-DPO","score":2.4,"variant":"OLMo-2-0425-1B-RLVR1"},{"conf":"medium","context":null,"model_id":null,"org":"internlm","rank":130,"root":"internlm/internlm3-8b-instruct","score":2,"variant":"internlm3-8b-instruct"},{"conf":"medium","context":null,"model_id":"deepseek-v2-chat","org":"deepseek-ai","rank":131,"root":"deepseek-ai/DeepSeek-V2-Chat","score":2,"variant":"DeepSeek-V2-Chat"},{"conf":"medium","context":null,"model_id":"deepseek-v2","org":"deepseek-ai","rank":132,"root":"deepseek-ai/DeepSeek-V2","score":2,"variant":"DeepSeek-V2"},{"conf":"medium","context":null,"model_id":"deepseek-v2-5","org":"deepseek-ai","rank":133,"root":"deepseek-ai/DeepSeek-V2.5","score":2,"variant":"DeepSeek-V2.5"},{"conf":"medium","context":null,"model_id":null,"org":"nvidia","rank":134,"root":"nvidia/Nemotron-4-340B-Instruct","score":2,"variant":"Nemotron-4-340B-Instruct"},{"conf":"medium","context":null,"model_id":null,"org":"internlm","rank":135,"root":"internlm/internlm3-8b-instruct","score":2,"variant":"internlm3-8b-instruct-awq"},{"conf":"medium","context":null,"model_id":null,"org":"allenai","rank":136,"root":"allenai/OLMoE-1B-7B-0924-SFT","score":1,"variant":"OLMoE-1B-7B-0924-Instruct"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/alpacaeval.html"],"url":"https://huggingface.co/spaces/alpacaeval"}},"meta":{"source":"registry"}}