{"data":{"category":"reasoning","id":"musr","name":"MUSR","rows":[{"conf":"medium","context":"MUSR","model_id":"youtu-llm-2b-base","org":"Mungert","rank":1,"root":"tencent/Youtu-LLM-2B-Base","score":43.8,"variant":"Youtu-LLM-2B-GGUF"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"llama-3-1-70b","org":"allenai","rank":2,"root":"meta-llama/Llama-3.1-70B","score":24.49,"variant":"Llama-3.1-Tulu-3-70B-SFT"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"hermes-3-llama-3-1-70b","org":"mlabonne","rank":3,"root":"NousResearch/Hermes-3-Llama-3.1-70B","score":22.02,"variant":"Hermes-3-Llama-3.1-70B-lorablated"},{"conf":"medium","context":"MuSR (0-shot)","model_id":null,"org":"alpindale","rank":4,"root":"—","score":14.54,"variant":"WizardLM-2-8x22B"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":5,"root":"tiiuae/Falcon3-10B-Base","score":14.17,"variant":"Falcon3-10B-Base"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"falcon3-10b-base","org":"tiiuae","rank":6,"root":"tiiuae/Falcon3-10B-Base","score":13.61,"variant":"Falcon3-10B-Instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":7,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":8,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":9,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-instruct"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":10,"root":"tiiuae/falcon-mamba-7b-instruct","score":10.86,"variant":"falcon-mamba-7b-instruct-Q4_K_M-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b-instruct","org":"tiiuae","rank":11,"root":"tiiuae/falcon-mamba-7b-instruct","score":10.86,"variant":"falcon-mamba-7b-instruct-4bit"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":12,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":13,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-Q8_0-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":14,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"falcon-mamba-7b","org":"tiiuae","rank":15,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-F16-GGUF"},{"conf":"low","context":null,"model_id":"falcon-mamba-7b","org":"tiiuae","rank":16,"root":"tiiuae/falcon-mamba-7b","score":10.86,"variant":"falcon-mamba-7b-4bit"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"llama-3-1-tulu-3-8b-dpo","org":"allenai","rank":17,"root":"allenai/Llama-3.1-Tulu-3-8B-DPO","score":10.52,"variant":"Llama-3.1-Tulu-3-8B"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":18,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":8.38,"variant":"ChimeraLlama-3-8B-v3"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"mistral-nemo-12b-arliai-rpmax-v1-1","org":"ArliAI","rank":19,"root":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","score":5.56,"variant":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"llama-3-1-8b-arliai-rpmax-v1-1","org":"ArliAI","rank":20,"root":"ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1","score":5.31,"variant":"Llama-3.1-8B-ArliAI-RPMax-v1.1"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"meta-llama-3-8b-instruct","org":"mlabonne","rank":21,"root":"NousResearch/Meta-Llama-3-8B-Instruct","score":5.25,"variant":"ChimeraLlama-3-8B-v2"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":22,"root":"tiiuae/Falcon-E-3B-Base","score":4.14,"variant":"Falcon-E-3B-Base"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base-prequantized","org":"tiiuae","rank":23,"root":"tiiuae/Falcon-E-3B-Base-prequantized","score":4.14,"variant":"Falcon-E-3B-Base-prequantized"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":24,"root":"tiiuae/Falcon-E-1B-Base","score":3.65,"variant":"Falcon-E-1B-Base"},{"conf":"medium","context":"MuSR (0-shot)","model_id":"meta-llama-3-1-8b-instruct","org":"mlabonne","rank":25,"root":"meta-llama/Meta-Llama-3.1-8B-Instruct","score":3.21,"variant":"Meta-Llama-3.1-8B-Instruct-abliterated"},{"conf":"high","context":null,"model_id":"falcon-e-1b-base","org":"tiiuae","rank":26,"root":"tiiuae/Falcon-E-1B-Base","score":2.51,"variant":"Falcon-E-1B-Instruct-GGUF"},{"conf":"high","context":null,"model_id":"falcon-e-1b-instruct","org":"tiiuae","rank":27,"root":"tiiuae/Falcon-E-1B-Instruct","score":2.51,"variant":"Falcon-E-1B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-instruct","org":"tiiuae","rank":28,"root":"tiiuae/Falcon-E-3B-Instruct","score":2.12,"variant":"Falcon-E-3B-Instruct"},{"conf":"high","context":null,"model_id":"falcon-e-3b-base","org":"tiiuae","rank":29,"root":"tiiuae/Falcon-E-3B-Base","score":2.12,"variant":"Falcon-E-3B-Instruct-GGUF"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/musr.html"],"url":"https://huggingface.co/spaces/musr"}},"meta":{"source":"registry"}}