{"data":{"category":"multimodal","id":"docvqa","name":"DocVQA","rows":[{"conf":"medium","context":"DocVQA","model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":1,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":96.4,"variant":"Qwen2.5-VL-32B-Instruct"},{"conf":"medium","context":"DocVQA","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":2,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":96.4,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":3,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":96.4,"variant":"Qwen2.5-VL-32B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA","model_id":"qwen2-5-vl-32b-instruct","org":"Mungert","rank":4,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":96.4,"variant":"Qwen2.5-VL-32B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA","model_id":"qwen2-5-vl-32b-instruct","org":"unsloth","rank":5,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":96.4,"variant":"Qwen2.5-VL-32B-Instruct-unsloth-bnb-4bit"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":6,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":96.1,"variant":"Qwen2.5-VL-72B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":7,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":96,"variant":"Qwen2.5-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":8,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":96,"variant":"Qwen2.5-VL-3B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":9,"root":"Qwen/Qwen2-VL-72B-Instruct","score":95.79,"variant":"Qwen2-VL-72B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":10,"root":"Qwen/Qwen2-VL-72B-Instruct","score":95.79,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int4"},{"conf":"high","context":null,"model_id":"qwen2-vl-72b-instruct","org":"Qwen","rank":11,"root":"Qwen/Qwen2-VL-72B-Instruct","score":95.79,"variant":"Qwen2-VL-72B-Instruct-GPTQ-Int8"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"Qwen","rank":12,"root":"Qwen/Qwen2.5-Omni-3B","score":95.2,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"Qwen","rank":13,"root":"Qwen/Qwen2.5-Omni-7B","score":95.2,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":14,"root":"Qwen/Qwen2.5-Omni-7B","score":95.2,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":15,"root":"Qwen/Qwen2.5-Omni-3B","score":95.2,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"Mungert","rank":16,"root":"Qwen/Qwen2.5-Omni-3B","score":95.2,"variant":"Qwen2.5-Omni-3B-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"unsloth","rank":17,"root":"Qwen/Qwen2.5-Omni-7B","score":95.2,"variant":"Qwen2.5-Omni-7B"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-7b","org":"Mungert","rank":18,"root":"Qwen/Qwen2.5-Omni-7B","score":95.2,"variant":"Qwen2.5-Omni-7B-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-omni-3b","org":"unsloth","rank":19,"root":"Qwen/Qwen2.5-Omni-3B","score":95.2,"variant":"Qwen2.5-Omni-3B"},{"conf":"medium","context":"DocVQA-val","model_id":"mage-vl","org":"microsoft","rank":20,"root":"microsoft/Mage-VL","score":95.14,"variant":"Mage-VL"},{"conf":"medium","context":"DocVQA","model_id":null,"org":"nvidia","rank":21,"root":"nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16","score":94.39,"variant":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":22,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"mistralai","rank":23,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":24,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":25,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":26,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":27,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":28,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":29,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":30,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503-unsloth-bnb-4bit"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-instruct-2503","org":"unsloth","rank":31,"root":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":32,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":94.08,"variant":"Mistral-Small-3.1-24B-Instruct-2503-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"Mungert","rank":33,"root":"mistralai/Mistral-Small-3.1-24B-Base-2503","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506-GGUF"},{"conf":"low","context":null,"model_id":"mistral-small-3-1-24b-base-2503","org":"unsloth","rank":34,"root":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","score":94.08,"variant":"Mistral-Small-3.2-24B-Instruct-2506-FP8"},{"conf":"high","context":null,"model_id":"qwen2-5-vl-32b-instruct","org":"Qwen","rank":35,"root":"Qwen/Qwen2.5-VL-32B-Instruct","score":93.91,"variant":"Qwen2.5-VL-32B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":36,"root":"Qwen/Qwen2-VL-7B-Instruct","score":93.89,"variant":"Qwen2-VL-7B-Instruct-AWQ"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":37,"root":"Qwen/Qwen2-VL-7B-Instruct","score":93.89,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int8"},{"conf":"high","context":null,"model_id":"qwen2-vl-7b-instruct","org":"Qwen","rank":38,"root":"Qwen/Qwen2-VL-7B-Instruct","score":93.89,"variant":"Qwen2-VL-7B-Instruct-GPTQ-Int4"},{"conf":"medium","context":"DocVQA","model_id":"phi-4-multimodal-instruct","org":"microsoft","rank":39,"root":"microsoft/Phi-4-multimodal-instruct","score":93.2,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"DocVQA","model_id":"phi-4-multimodal-instruct","org":"Lexius","rank":40,"root":"microsoft/Phi-4-multimodal-instruct","score":93.2,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Qwen","rank":41,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":42,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":43,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":44,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"unsloth","rank":45,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-7b-instruct","org":"Mungert","rank":46,"root":"Qwen/Qwen2.5-VL-7B-Instruct","score":93,"variant":"Qwen2.5-VL-7B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA_TEST","model_id":"ling-lite","org":"inclusionAI","rank":47,"root":"inclusionAI/Ling-lite","score":93,"variant":"Ming-Lite-Omni"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-7b-instruct","org":"nvidia","rank":48,"root":"Qwen/Qwen2.5-7B-Instruct","score":92.8,"variant":"Eagle2.5-8B"},{"conf":"medium","context":"DocVQA","model_id":null,"org":"Mungert","rank":49,"root":"—","score":92.8,"variant":"Qianfan-OCR-GGUF"},{"conf":"low","context":null,"model_id":"nvlm-d-72b","org":"nvidia","rank":50,"root":"nvidia/NVLM-D-72B","score":92.6,"variant":"NVLM-D-72B"},{"conf":"low","context":"MathVista (CoT) | MMMU (CoT) | ChartQA (CoT)","model_id":null,"org":"mistralai","rank":51,"root":"mistralai/Pixtral-Large-Instruct-2411","score":92.3,"variant":"Pixtral-Large-Instruct-2411"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Qwen","rank":52,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-7b","org":"Qwen","rank":53,"root":"Qwen/Qwen2-VL-7B","score":91.6,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":54,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":55,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"Mungert","rank":56,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":57,"root":"Qwen/Qwen2-VL-7B-Instruct","score":91.6,"variant":"Qwen2-VL-7B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":58,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-5-vl-3b-instruct","org":"unsloth","rank":59,"root":"Qwen/Qwen2.5-VL-3B-Instruct","score":91.6,"variant":"Qwen2.5-VL-3B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":60,"root":"Qwen/Qwen2-VL-7B-Instruct","score":91.6,"variant":"Qwen2-VL-7B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-7b-instruct","org":"unsloth","rank":61,"root":"Qwen/Qwen2-VL-7B-Instruct","score":91.6,"variant":"Qwen2-VL-7B-Instruct"},{"conf":"medium","context":"DocVQA val","model_id":null,"org":"nvidia","rank":62,"root":"nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1","score":91.2,"variant":"Llama-3.1-Nemotron-Nano-VL-8B-V1"},{"conf":"medium","context":"DocVQA_VAL","model_id":"qwen2-5-vl-72b-instruct","org":"Qwen","rank":63,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":91.1,"variant":"Qwen2.5-VL-72B-Instruct"},{"conf":"medium","context":"DocVQA<sup>*</sup>","model_id":"minimax-vl-01","org":"MiniMaxAI","rank":64,"root":"MiniMaxAI/MiniMax-VL-01","score":91.1,"variant":"MiniMax-VL-01"},{"conf":"medium","context":"DocVQA_VAL","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":65,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":91.1,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA_VAL","model_id":"qwen2-5-vl-72b-instruct","org":"Mungert","rank":66,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":91.1,"variant":"Qwen2.5-VL-72B-Instruct-GGUF"},{"conf":"medium","context":"DocVQA_VAL","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":67,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":91.1,"variant":"Qwen2.5-VL-72B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA_VAL","model_id":"qwen2-5-vl-72b-instruct","org":"unsloth","rank":68,"root":"Qwen/Qwen2.5-VL-72B-Instruct","score":91.1,"variant":"Qwen2.5-VL-72B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"**DocVQA** *(ANLS)*","model_id":null,"org":"mistralai","rank":69,"root":"mistralai/Pixtral-12B-Base-2409","score":90.7,"variant":"Pixtral-12B-2409"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":70,"root":"facebook/Perception-LM-1B","score":90.7,"variant":"Perception-LM-1B"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":71,"root":"facebook/Perception-LM-8B","score":90.7,"variant":"Perception-LM-8B"},{"conf":"low","context":null,"model_id":"qwen3-1-7b-base","org":"jinaai","rank":72,"root":"Qwen/Qwen3-1.7B-Base","score":90.6,"variant":"jina-vlm"},{"conf":"medium","context":"MultiDocVQA-val","model_id":"mage-vl","org":"microsoft","rank":73,"root":"microsoft/Mage-VL","score":87.46,"variant":"Mage-VL"},{"conf":"medium","context":"s_DocVQA","model_id":"phi-4-multimodal-instruct","org":"microsoft","rank":74,"root":"microsoft/Phi-4-multimodal-instruct","score":87.3,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"s_DocVQA","model_id":"phi-4-multimodal-instruct","org":"Lexius","rank":75,"root":"microsoft/Phi-4-multimodal-instruct","score":87.3,"variant":"Phi-4-multimodal-instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":null,"org":"Qwen","rank":76,"root":"Qwen/Qwen2-VL-2B","score":86.9,"variant":"Qwen2-VL-2B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"paligemma-3b-mix-448","org":"nvidia","rank":77,"root":"google/paligemma-3b-mix-448","score":86.9,"variant":"Eagle2-2B"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-2b-instruct","org":"unsloth","rank":78,"root":"Qwen/Qwen2-VL-2B-Instruct","score":86.9,"variant":"Qwen2-VL-2B-Instruct-unsloth-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-2b-instruct","org":"unsloth","rank":79,"root":"Qwen/Qwen2-VL-2B-Instruct","score":86.9,"variant":"Qwen2-VL-2B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-2b-instruct","org":"unsloth","rank":80,"root":"Qwen/Qwen2-VL-2B-Instruct","score":86.9,"variant":"Qwen2-VL-2B-Instruct"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"paligemma-3b-mix-448","org":"Mungert","rank":81,"root":"google/paligemma-3b-mix-448","score":86.9,"variant":"Eagle2-2B-GGUF"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-72b-instruct","org":"unsloth","rank":82,"root":"Qwen/Qwen2-VL-72B-Instruct","score":86.9,"variant":"Qwen2-VL-72B-Instruct-bnb-4bit"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"qwen2-vl-72b-instruct","org":"unsloth","rank":83,"root":"Qwen/Qwen2-VL-72B-Instruct","score":86.9,"variant":"Qwen2-VL-72B-Instruct"},{"conf":"low","context":null,"model_id":null,"org":"facebook","rank":84,"root":"facebook/PE-Lang-G14-448","score":81.9,"variant":"PE-Lang-G14-448"},{"conf":"high","context":null,"model_id":null,"org":"Mungert","rank":85,"root":"HuggingFaceTB/SmolLM2-1.7B-Instruct","score":81.6,"variant":"SmolVLM-Instruct-GGUF"},{"conf":"low","context":"Open Source","model_id":"cogvlm2-llama3-chat-19b","org":"zai-org","rank":86,"root":"zai-org/cogvlm2-llama3-chat-19B","score":78.2,"variant":"cogvlm2-llama3-chat-19B"},{"conf":"low","context":"Open Source","model_id":null,"org":"zai-org","rank":87,"root":"zai-org/cogvlm2-llama3-chinese-chat-19B","score":78.2,"variant":"cogvlm2-llama3-chinese-chat-19B"},{"conf":"low","context":"Open Source","model_id":"cogvlm2-llama3-chat-19b","org":"zai-org","rank":88,"root":"zai-org/cogvlm2-llama3-chat-19B","score":78.2,"variant":"cogvlm2-llama3-chat-19B-int4"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"google","rank":89,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"google","rank":90,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":91,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":92,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":93,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":94,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":75.8,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":95,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":96,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"google","rank":97,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":98,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":99,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":75.8,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"unsloth","rank":100,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"google","rank":101,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m","org":"Mungert","rank":102,"root":"google/gemma-3-270m","score":75.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DocVQA][]","model_id":"gemma-3-270m-it","org":"unsloth","rank":103,"root":"google/gemma-3-270m-it","score":75.8,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"google","rank":104,"root":"google/gemma-3-1b-pt","score":72.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"google","rank":105,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"google","rank":106,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"google","rank":107,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-pt","org":"google","rank":108,"root":"google/gemma-3-27b-pt","score":72.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"google","rank":109,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":110,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"ggml-org","rank":111,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"google","rank":112,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":113,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":114,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":115,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"google","rank":116,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":117,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-12b-it-qat-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"unsloth","rank":118,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"google","rank":119,"root":"google/gemma-3-1b-pt","score":72.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"ggml-org","rank":120,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":121,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":122,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":123,"root":"google/gemma-3-12b","score":72.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":124,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":125,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":126,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":127,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"unsloth","rank":128,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":129,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":130,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":131,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-pt","org":"google","rank":132,"root":"google/gemma-3-27b-pt","score":72.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":133,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":134,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"ggml-org","rank":135,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":136,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"unsloth","rank":137,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"unsloth","rank":138,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":139,"root":"google/gemma-3-1b-pt","score":72.8,"variant":"gemma-3-1b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"ggml-org","rank":140,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":141,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-4b-it-qat-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":142,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-270m-it-qat-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":143,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-12b-it-qat-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"unsloth","rank":144,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-it-qat-int4-unquantized","org":"unsloth","rank":145,"root":"google/gemma-3-12b-it-qat-int4-unquantized","score":72.8,"variant":"gemma-3-12b-it-qat-int4-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"google","rank":146,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"google","rank":147,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":148,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-pt-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":149,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-27b-it-qat-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"google","rank":150,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":151,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"google","rank":152,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":153,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":154,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":155,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-12b-it-qat"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":156,"root":"google/gemma-3-1b-pt","score":72.8,"variant":"gemma-3-1b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"unsloth","rank":157,"root":"google/gemma-3-4b-it","score":72.8,"variant":"gemma-3-4b-it-FP8-Dynamic"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"google","rank":158,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":159,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-pt-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"google","rank":160,"root":"google/gemma-3-12b-it","score":72.8,"variant":"gemma-3-12b-it-qat-int4-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-pt","org":"Mungert","rank":161,"root":"google/gemma-3-27b-pt","score":72.8,"variant":"gemma-3-27b-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"google","rank":162,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":163,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-pt-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":164,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"google","rank":165,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-qat-q4_0-gguf"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it","org":"Mungert","rank":166,"root":"google/gemma-3-27b-it","score":72.8,"variant":"gemma-3-27b-it-qat-q4_0-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it-qat-q4-0-unquantized","org":"unsloth","rank":167,"root":"google/gemma-3-270m-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-270m-it-qat"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":168,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-4b-it-qat-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"unsloth","rank":169,"root":"google/gemma-3-1b-pt","score":72.8,"variant":"gemma-3-1b-pt-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-pt","org":"unsloth","rank":170,"root":"google/gemma-3-27b-pt","score":72.8,"variant":"gemma-3-27b-pt"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"unsloth","rank":171,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-it-FP8-Dynamic"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"unsloth","rank":172,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"google","rank":173,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-qat-int4-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-pt","org":"unsloth","rank":174,"root":"google/gemma-3-27b-pt","score":72.8,"variant":"gemma-3-27b-pt-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-it-qat-q4-0-unquantized","org":"unsloth","rank":175,"root":"google/gemma-3-12b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-12b-it-qat-unsloth-bnb-4bit"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"google","rank":176,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-12b-pt","org":"google","rank":177,"root":"google/gemma-3-12b-pt","score":72.8,"variant":"gemma-3-12b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m","org":"Mungert","rank":178,"root":"google/gemma-3-270m","score":72.8,"variant":"gemma-3-270m-it-GGUF"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-it-qat-q4-0-unquantized","org":"unsloth","rank":179,"root":"google/gemma-3-4b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-4b-it-qat"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-270m-it","org":"unsloth","rank":180,"root":"google/gemma-3-270m-it","score":72.8,"variant":"gemma-3-270m-it-torchao-FP8"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-pt","org":"google","rank":181,"root":"google/gemma-3-1b-it","score":72.8,"variant":"gemma-3-1b-it-qat-q4_0-unquantized"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-1b-it-qat-q4-0-unquantized","org":"unsloth","rank":182,"root":"google/gemma-3-1b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-1b-it-qat"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-27b-it-qat-q4-0-unquantized","org":"unsloth","rank":183,"root":"google/gemma-3-27b-it-qat-q4_0-unquantized","score":72.8,"variant":"gemma-3-27b-it-qat"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":"gemma-3-4b-pt","org":"google","rank":184,"root":"google/gemma-3-4b-pt","score":72.8,"variant":"gemma-3-4b-pt-qat-q4_0-gguf"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"paligemma-3b-mix-448","org":"nvidia","rank":185,"root":"google/paligemma-3b-mix-448","score":70,"variant":"Eagle2-1B"},{"conf":"medium","context":"DocVQA<sub>test</sub>","model_id":"paligemma-3b-mix-448","org":"Mungert","rank":186,"root":"google/paligemma-3b-mix-448","score":70,"variant":"Eagle2-1B-GGUF"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":187,"root":"nvidia/nemotron-colembed-vl-4b-v2","score":68.05,"variant":"nemotron-colembed-vl-4b-v2"},{"conf":"low","context":null,"model_id":null,"org":"nvidia","rank":188,"root":"nvidia/nemotron-colembed-vl-8b-v2","score":68.05,"variant":"nemotron-colembed-vl-8b-v2"},{"conf":"medium","context":"DocVQA","model_id":null,"org":"unsloth","rank":189,"root":"ibm-granite/granite-vision-3.2-2b","score":66,"variant":"granite-vision-3.2-2b"},{"conf":"high","context":null,"model_id":null,"org":"nvidia","rank":190,"root":"nvidia/omni-embed-nemotron-3b","score":59.2,"variant":"omni-embed-nemotron-3b"},{"conf":"high","context":null,"model_id":null,"org":"Mungert","rank":191,"root":"HuggingFaceTB/SmolLM2-135M-Instruct","score":58.3,"variant":"SmolVLM-256M-Instruct-GGUF"},{"conf":"medium","context":"[DocVQA] (val)","model_id":"t5gemma-2-270m-270m","org":"google","rank":192,"root":"google/t5gemma-2-270m-270m","score":41.6,"variant":"t5gemma-2-270m-270m"},{"conf":"medium","context":"[DocVQA] (val)","model_id":"t5gemma-2-4b-4b","org":"google","rank":193,"root":"google/t5gemma-2-4b-4b","score":41.6,"variant":"t5gemma-2-4b-4b"},{"conf":"medium","context":"[DocVQA] (val)","model_id":"t5gemma-2-1b-1b","org":"google","rank":194,"root":"google/t5gemma-2-1b-1b","score":41.6,"variant":"t5gemma-2-1b-1b"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":195,"root":"google/paligemma2-3b-ft-docci-448","score":39.9,"variant":"paligemma2-3b-ft-docci-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":196,"root":"google/paligemma2-3b-pt-448","score":39.9,"variant":"paligemma2-3b-pt-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":197,"root":"google/paligemma2-3b-mix-224","score":39.9,"variant":"paligemma2-3b-mix-224"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":198,"root":"google/paligemma2-3b-mix-448","score":39.9,"variant":"paligemma2-3b-mix-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":199,"root":"google/paligemma2-3b-pt-224","score":39.9,"variant":"paligemma2-3b-pt-224"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":200,"root":"google/paligemma2-10b-mix-448","score":39.9,"variant":"paligemma2-10b-mix-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":201,"root":"google/paligemma2-10b-pt-224","score":39.9,"variant":"paligemma2-10b-pt-224"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":202,"root":"google/paligemma2-3b-pt-896","score":39.9,"variant":"paligemma2-3b-pt-896"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":203,"root":"google/paligemma2-10b-mix-224","score":39.9,"variant":"paligemma2-10b-mix-224"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":204,"root":"google/paligemma2-10b-ft-docci-448","score":39.9,"variant":"paligemma2-10b-ft-docci-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":205,"root":"google/paligemma2-28b-pt-896","score":39.9,"variant":"paligemma2-28b-pt-896"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":206,"root":"google/paligemma2-10b-pt-448","score":39.9,"variant":"paligemma2-10b-pt-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":207,"root":"google/paligemma2-10b-pt-896","score":39.9,"variant":"paligemma2-10b-pt-896"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":208,"root":"google/paligemma2-28b-pt-448","score":39.9,"variant":"paligemma2-28b-pt-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":209,"root":"google/paligemma2-28b-mix-448","score":39.9,"variant":"paligemma2-28b-mix-448"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":210,"root":"google/paligemma2-28b-pt-224","score":39.9,"variant":"paligemma2-28b-pt-224"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":211,"root":"google/paligemma2-3b-pt-448-keras","score":39.9,"variant":"paligemma2-3b-pt-448-keras"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":212,"root":"google/paligemma2-3b-pt-224-keras","score":39.9,"variant":"paligemma2-3b-pt-224-keras"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":213,"root":"google/paligemma2-3b-pt-896-keras","score":39.9,"variant":"paligemma2-3b-pt-896-keras"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":214,"root":"google/paligemma2-10b-pt-448-keras","score":39.9,"variant":"paligemma2-10b-pt-448-keras"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":215,"root":"google/paligemma2-10b-pt-896-keras","score":39.9,"variant":"paligemma2-10b-pt-896-keras"},{"conf":"medium","context":"[DocVQA][] (val)","model_id":null,"org":"google","rank":216,"root":"google/paligemma2-10b-pt-224-keras","score":39.9,"variant":"paligemma2-10b-pt-224-keras"},{"conf":"medium","context":"DocVQA","model_id":null,"org":"nvidia","rank":217,"root":"nvidia/Nemotron-3.5-Content-Safety","score":6,"variant":"Nemotron-3.5-Content-Safety"},{"conf":"medium","context":"DocVQA","model_id":"gemma-3-4b-pt","org":"nvidia","rank":218,"root":"google/gemma-3-4b-it","score":5.8,"variant":"Nemotron-3-Content-Safety"}],"schema_version":"local-ai-registry/v1","source":{"kind":"leaderboard-scrape","paths":["benchmarks/docvqa.html"],"url":"https://huggingface.co/spaces/docvqa"}},"meta":{"source":"registry"}}