{"data":{"category":"domain","id":"medqa","name":"MedQA","rows":[{"conf":"low","context":null,"model_id":null,"org":"Mungert","rank":1,"root":"—","score":88.85,"variant":"II-Medical-8B-1706-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":2,"root":"google/medgemma-27b-text-it","score":74.9,"variant":"medgemma-27b-text-it-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":"gemma-3-27b-pt","org":"google","rank":3,"root":"google/gemma-3-27b-pt","score":74.9,"variant":"medgemma-27b-text-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":4,"root":"google/medgemma-27b-text-it","score":74.9,"variant":"medgemma-27b-text-it-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-it","org":"unsloth","rank":5,"root":"google/medgemma-4b-it","score":74.9,"variant":"medgemma-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":"gemma-3-4b-pt","org":"google","rank":6,"root":"google/gemma-3-4b-pt","score":74.9,"variant":"medgemma-4b-pt"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":7,"root":"google/medgemma-27b-text-it","score":74.9,"variant":"medgemma-27b-text-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-it","org":"unsloth","rank":8,"root":"google/medgemma-4b-it","score":74.9,"variant":"medgemma-4b-it-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-27b-text-it","org":"unsloth","rank":9,"root":"google/medgemma-27b-text-it","score":74.9,"variant":"medgemma-27b-text-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"gemma-3-27b-pt","org":"Mungert","rank":10,"root":"google/gemma-3-27b-pt","score":74.9,"variant":"medgemma-27b-text-it-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"gemma-3-4b-pt","org":"Mungert","rank":11,"root":"google/gemma-3-4b-pt","score":74.9,"variant":"medgemma-4b-pt-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-pt","org":"unsloth","rank":12,"root":"google/medgemma-4b-pt","score":74.9,"variant":"medgemma-4b-pt"},{"conf":"medium","context":"MedQA","model_id":"grin-moe","org":"microsoft","rank":13,"root":"microsoft/GRIN-MoE","score":70.4,"variant":"GRIN-MoE"},{"conf":"medium","context":"MedQA-4-Option","model_id":"meditron-70b","org":"TheBloke","rank":14,"root":"epfl-llm/meditron-70b","score":70.2,"variant":"meditron-70B-GGUF"},{"conf":"medium","context":"MedQA-4-Option","model_id":"meditron-70b","org":"TheBloke","rank":15,"root":"epfl-llm/meditron-70b","score":70.2,"variant":"meditron-70B-GPTQ"},{"conf":"medium","context":"MedQA<br>2-shot","model_id":"phi-3-medium-4k-instruct","org":"microsoft","rank":16,"root":"microsoft/Phi-3-medium-4k-instruct","score":69.9,"variant":"Phi-3-medium-4k-instruct"},{"conf":"low","context":null,"model_id":"olmo-3-1125-32b","org":"allenai","rank":17,"root":"allenai/Olmo-3-1125-32B","score":68.4,"variant":"Olmo-3-1125-32B"},{"conf":"medium","context":"MedQA<br>2-shot","model_id":"phi-3-medium-128k-instruct","org":"microsoft","rank":18,"root":"microsoft/Phi-3-medium-128k-instruct","score":67.6,"variant":"Phi-3-medium-128k-instruct"},{"conf":"medium","context":"MedQA<br>2-shot","model_id":"phi-3-small-8k-instruct","org":"microsoft","rank":19,"root":"microsoft/Phi-3-small-8k-instruct","score":65.4,"variant":"Phi-3-small-8k-instruct"},{"conf":"medium","context":"MedQA","model_id":"meditron-70b","org":"TheBloke","rank":20,"root":"epfl-llm/meditron-70b","score":64.4,"variant":"meditron-70B-GGUF"},{"conf":"medium","context":"MedQA","model_id":"meditron-70b","org":"TheBloke","rank":21,"root":"epfl-llm/meditron-70b","score":64.4,"variant":"meditron-70B-GPTQ"},{"conf":"medium","context":"MedQA","model_id":null,"org":"TheBloke","rank":22,"root":"m42-health/med42-70b","score":61.5,"variant":"med42-70B-GGUF"},{"conf":"medium","context":"MedQA-4-Option","model_id":null,"org":"TheBloke","rank":23,"root":"epfl-llm/meditron-7b","score":52,"variant":"meditron-7B-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-1-5-4b-it","org":"google","rank":24,"root":"google/medgemma-1.5-4b-it","score":50.7,"variant":"medgemma-1.5-4b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-pt","org":"google","rank":25,"root":"google/medgemma-4b-pt","score":50.7,"variant":"medgemma-4b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"gemma-3-27b-pt","org":"google","rank":26,"root":"google/gemma-3-27b-pt","score":50.7,"variant":"medgemma-27b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-it","org":"unsloth","rank":27,"root":"google/medgemma-4b-it","score":50.7,"variant":"medgemma-4b-it-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":28,"root":"google/medgemma-1.5-4b-it","score":50.7,"variant":"medgemma-1.5-4b-it-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":29,"root":"google/medgemma-1.5-4b-it","score":50.7,"variant":"medgemma-1.5-4b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":null,"org":"unsloth","rank":30,"root":"google/medgemma-27b-it","score":50.7,"variant":"medgemma-27b-it-GGUF"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-it","org":"unsloth","rank":31,"root":"google/medgemma-4b-it","score":50.7,"variant":"medgemma-4b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":32,"root":"google/medgemma-1.5-4b-it","score":50.7,"variant":"medgemma-1.5-4b-it-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":null,"org":"unsloth","rank":33,"root":"google/medgemma-27b-it","score":50.7,"variant":"medgemma-27b-it"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-1-5-4b-it","org":"unsloth","rank":34,"root":"google/medgemma-1.5-4b-it","score":50.7,"variant":"medgemma-1.5-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"MedQA (4-op)","model_id":"medgemma-4b-pt","org":"Mungert","rank":35,"root":"google/medgemma-4b-pt","score":50.7,"variant":"medgemma-4b-it-GGUF"},{"conf":"medium","context":"MedQA","model_id":null,"org":"TheBloke","rank":36,"root":"epfl-llm/meditron-7b","score":47.9,"variant":"meditron-7B-GGUF"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"allenai","rank":37,"root":"allenai/Olmo-3-1025-7B","score":47.3,"variant":"Olmo-3-1025-7B"},{"conf":"low","context":null,"model_id":"olmo-hybrid-7b","org":"allenai","rank":38,"root":"allenai/Olmo-Hybrid-7B","score":47.3,"variant":"Olmo-Hybrid-7B"},{"conf":"low","context":null,"model_id":"olmo-3-1025-7b","org":"Mungert","rank":39,"root":"allenai/Olmo-3-1025-7B","score":47.3,"variant":"Olmo-3-1025-7B-GGUF"},{"conf":"medium","context":"MedQA<br>2-shot","model_id":"phi-3-small-128k-instruct","org":"microsoft","rank":40,"root":"microsoft/Phi-3-small-128k-instruct","score":46.3,"variant":"Phi-3-small-128k-instruct"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/medqa.html"],"url":"https://huggingface.co/spaces/medqa"}},"meta":{"source":"registry"}}