{"generated_utc":"2026-10-16T19:00:13Z","edition":"0.3.2","image_cap_px":1638400,"weights":{"public":0.5,"private":0.5},"bench_weights":{"CV-Bench":1.0,"BLINK":1.0,"RealWorldQA":1.0,"CharXiv":1.0,"InfographicVQA":1.0,"Mind2Web":1.0,"Winoground":1.0,"KIE (CORD+FUNSD)":1.0,"Moderation (Hateful Memes)":1.0,"R-Bench-M":0.5,"MMMU-Pro vision":0.25},"private_sets":["CV-Bench","BLINK","RealWorldQA","CharXiv","InfographicVQA","Mind2Web","Winoground","KIE (CORD+FUNSD)","Moderation (Hateful Memes)"],"entrants":[{"engine":"solomon-v11-bf16-encoding","name":"Solomon v1.1 (27B)","url":"https://huggingface.co/DoccyHealth/Solomon","kind":"head / adapter","technique":"autoregressive","org":{"id":"DoccyHealth","name":"Doccy Health","logo":"data/orgs/DoccyHealth.png"},"pub":69.88,"priv":63.79,"full":66.83,"base":null,"caveat":"Answers up to 8 options: MMMU-Pro rows with more options count as failures.","bench":{"CV-Bench":{"pub":74.74,"private":42.71},"BLINK":{"pub":59.24,"private":59.33},"RealWorldQA":{"pub":76.14,"private":45.33},"CharXiv":{"pub":74.94,"private":58.52},"InfographicVQA":{"pub":94.54,"private":87.33},"Mind2Web":{"pub":79.72,"private":58.67},"Winoground":{"pub":84.25,"private":91.0},"KIE (CORD+FUNSD)":{"pub":92.25,"private":84.16},"Moderation (Hateful Memes)":{"pub":36.36,"private":47.0},"R-Bench-M":{"pub":18.24,"private":null},"MMMU-Pro vision":{"pub":-3.03,"private":null}},"params":27781427952,"active":null,"params_estimated":false,"cal":{"acc":0.7711,"conf":0.8458,"ece":0.0748,"over95":0.0286,"n":12255,"benchmarks":11},"ms_row":561.6,"gpu_h":3.006,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":69.8,"priv":65.52,"full":67.66,"budget":"16.7 MP"},"rank_full":10,"rank_pub":13},{"engine":"xor-1.2","name":"Xor 1.2 (35B-A3B)","url":"https://huggingface.co/juspay/xor","kind":"LoRA","technique":"autoregressive","org":{"id":"juspay","name":"Juspay Technologies","logo":"data/orgs/juspay.png"},"pub":70.21,"priv":58.15,"full":64.18,"base":{"name":"Qwen/Qwen3.6-35B-A3B","pub":69.34,"priv":56.25},"caveat":"Environment rebuilt from the reference image (no lane recipe existed); same model code.","bench":{"CV-Bench":{"pub":76.44,"private":44.05},"BLINK":{"pub":56.99,"private":47.33},"RealWorldQA":{"pub":66.43,"private":45.33},"CharXiv":{"pub":71.18,"private":51.92},"InfographicVQA":{"pub":94.54,"private":75.33},"Mind2Web":{"pub":75.61,"private":55.33},"Winoground":{"pub":84.25,"private":93.0},"KIE (CORD+FUNSD)":{"pub":92.85,"private":87.01},"Moderation (Hateful Memes)":{"pub":38.5,"private":24.0},"R-Bench-M":{"pub":35.39,"private":null},"MMMU-Pro vision":{"pub":40.13,"private":null}},"params":35950000000.0,"active":"A3B","params_estimated":false,"cal":{"acc":0.7625,"conf":0.7644,"ece":0.0104,"over95":0.0079,"n":13695,"benchmarks":11},"ms_row":242.2,"gpu_h":1.297,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":70.32,"priv":58.27,"full":64.3,"budget":"16.7 MP"},"rank_full":13,"rank_pub":12},{"engine":"rune-26b-a4b-v3","name":"Surogate Rune 26B-A4B v3","url":"https://huggingface.co/surogate/rune-26b-a4b-GGUF","kind":"full fine-tune","technique":"autoregressive","org":{"id":"surogate","name":"Surogate","logo":"data/orgs/surogate.png"},"pub":65.27,"priv":51.99,"full":58.63,"base":{"name":"google/gemma-4-26B-A4B-it","pub":66.66,"priv":53.97},"caveat":null,"bench":{"CV-Bench":{"pub":70.21,"private":42.04},"BLINK":{"pub":53.12,"private":4.67},"RealWorldQA":{"pub":54.22,"private":28.0},"CharXiv":{"pub":73.43,"private":52.87},"InfographicVQA":{"pub":89.62,"private":94.0},"Mind2Web":{"pub":63.82,"private":52.0},"Winoground":{"pub":78.5,"private":81.0},"KIE (CORD+FUNSD)":{"pub":90.98,"private":79.29},"Moderation (Hateful Memes)":{"pub":38.17,"private":34.0},"R-Bench-M":{"pub":33.22,"private":null},"MMMU-Pro vision":{"pub":30.72,"private":null}},"params":25805936206,"active":"A4B","params_estimated":false,"cal":{"acc":0.7265,"conf":0.8042,"ece":0.0797,"over95":0.0298,"n":13693,"benchmarks":11},"ms_row":143.4,"gpu_h":0.768,"effective_max_pixels":645120,"effective_budget":"280 soft tokens (~0.65 MP)","effective_budget_source":"fixed by its engine (surogate exposes no image budget setting)","native":{"pub":65.27,"priv":51.99,"full":58.63,"budget":"280 soft tokens (~0.65 MP)"},"rank_full":22,"rank_pub":19},{"engine":"jpt-9b","name":"JPT-9B","url":"https://huggingface.co/kirp/jpt-9b","kind":"LoRA","technique":"autoregressive","org":null,"pub":65.39,"priv":58.04,"full":61.71,"base":{"name":"Qwen/Qwen3.5-9B-Base","pub":63.39,"priv":53.95},"caveat":null,"bench":{"CV-Bench":{"pub":76.04,"private":44.72},"BLINK":{"pub":52.96,"private":38.0},"RealWorldQA":{"pub":65.04,"private":36.67},"CharXiv":{"pub":69.17,"private":50.04},"InfographicVQA":{"pub":93.44,"private":94.67},"Mind2Web":{"pub":69.03,"private":52.67},"Winoground":{"pub":79.25,"private":90.0},"KIE (CORD+FUNSD)":{"pub":91.78,"private":86.6},"Moderation (Hateful Memes)":{"pub":23.17,"private":29.0},"R-Bench-M":{"pub":18.42,"private":null},"MMMU-Pro vision":{"pub":33.77,"private":null}},"params":9653104368,"active":null,"params_estimated":false,"cal":{"acc":0.726,"conf":0.8001,"ece":0.0741,"over95":0.0224,"n":13695,"benchmarks":11},"ms_row":300.8,"gpu_h":1.61,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":65.5,"priv":58.24,"full":61.87,"budget":"16.7 MP"},"rank_full":18,"rank_pub":18},{"engine":"jpt-4b","name":"JPT-4B","url":"https://huggingface.co/kirp/jpt-4b","kind":"LoRA","technique":"autoregressive","org":null,"pub":64.62,"priv":53.44,"full":59.03,"base":{"name":"Qwen/Qwen3.5-4B-Base","pub":59.47,"priv":45.4},"caveat":null,"bench":{"CV-Bench":{"pub":75.88,"private":43.38},"BLINK":{"pub":53.77,"private":43.33},"RealWorldQA":{"pub":62.54,"private":26.67},"CharXiv":{"pub":69.67,"private":46.27},"InfographicVQA":{"pub":90.71,"private":84.67},"Mind2Web":{"pub":66.7,"private":41.33},"Winoground":{"pub":77.0,"private":88.0},"KIE (CORD+FUNSD)":{"pub":90.45,"private":83.35},"Moderation (Hateful Memes)":{"pub":26.3,"private":24.0},"R-Bench-M":{"pub":19.51,"private":null},"MMMU-Pro vision":{"pub":29.0,"private":null}},"params":4659865088,"active":null,"params_estimated":false,"cal":{"acc":0.7177,"conf":0.7749,"ece":0.0572,"over95":0.0183,"n":13695,"benchmarks":11},"ms_row":177.9,"gpu_h":0.952,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":64.83,"priv":54.47,"full":59.65,"budget":"16.7 MP"},"rank_full":20,"rank_pub":21},{"engine":"winnow-12b-q8","name":"Winnow-12B","url":"https://huggingface.co/EldanRing/Winnow-12B","kind":"LoRA","technique":"autoregressive","org":null,"pub":63.86,"priv":53.64,"full":58.75,"base":{"name":"google/gemma-4-12B","pub":17.87,"priv":12.09},"caveat":"Its base answers at chance through the converted projector, so the base comparison is not meaningful.","bench":{"CV-Bench":{"pub":67.54,"private":31.32},"BLINK":{"pub":51.19,"private":22.0},"RealWorldQA":{"pub":52.83,"private":18.67},"CharXiv":{"pub":67.42,"private":59.47},"InfographicVQA":{"pub":85.25,"private":88.67},"Mind2Web":{"pub":76.16,"private":60.0},"Winoground":{"pub":80.75,"private":80.0},"KIE (CORD+FUNSD)":{"pub":90.58,"private":77.66},"Moderation (Hateful Memes)":{"pub":31.57,"private":45.0},"R-Bench-M":{"pub":24.92,"private":null},"MMMU-Pro vision":{"pub":27.67,"private":null}},"params":11959730224,"active":null,"params_estimated":false,"cal":{"acc":0.7143,"conf":0.7909,"ece":0.0823,"over95":0.0308,"n":13695,"benchmarks":11},"ms_row":567.5,"gpu_h":3.038,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"Gemma-4 budget nearest below the 1.6 MP cap","native":{"pub":64.38,"priv":55.29,"full":59.84,"budget":"~1,120 image tokens"},"rank_full":21,"rank_pub":22},{"engine":"neohorse-jev-4b","name":"NeoHorse-Jev-4B","url":"https://huggingface.co/TokenRhythm/NeoHorse-Jev-4B","kind":"head / adapter","technique":"autoregressive","org":{"id":"TokenRhythm","name":"TokenRhythm","logo":"data/orgs/TokenRhythm.png"},"pub":57.14,"priv":44.99,"full":51.06,"base":null,"caveat":"Takes a single image only: multi-image rows (BLINK, Winoground) count as failures.","bench":{"CV-Bench":{"pub":73.77,"private":35.34},"BLINK":{"pub":-2.13,"private":-33.33},"RealWorldQA":{"pub":57.83,"private":27.33},"CharXiv":{"pub":64.16,"private":37.78},"InfographicVQA":{"pub":88.52,"private":76.0},"Mind2Web":{"pub":73.14,"private":56.67},"Winoground":{"pub":77.5,"private":84.0},"KIE (CORD+FUNSD)":{"pub":88.91,"private":83.76},"Moderation (Hateful Memes)":{"pub":20.03,"private":4.0},"R-Bench-M":{"pub":13.55,"private":null},"MMMU-Pro vision":{"pub":25.68,"private":null}},"params":4659865088,"active":null,"params_estimated":false,"cal":{"acc":0.7204,"conf":0.7322,"ece":0.0219,"over95":0.0126,"n":12321,"benchmarks":11},"ms_row":103.6,"gpu_h":0.608,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":57.22,"priv":45.88,"full":51.55,"budget":"16.7 MP"},"rank_full":31,"rank_pub":31},{"engine":"jev-omni","name":"Jev-Omni (12B)","url":"https://huggingface.co/akhilaaa3/Jev-Omni","kind":"LoRA + head","technique":"autoregressive","org":null,"pub":60.1,"priv":52.05,"full":56.08,"base":null,"caveat":"Takes a single image only: multi-image rows (BLINK, Winoground) count as failures.","bench":{"CV-Bench":{"pub":73.53,"private":37.69},"BLINK":{"pub":-4.55,"private":-33.33},"RealWorldQA":{"pub":55.88,"private":20.67},"CharXiv":{"pub":72.18,"private":51.92},"InfographicVQA":{"pub":85.25,"private":76.0},"Mind2Web":{"pub":72.05,"private":59.33},"Winoground":{"pub":79.75,"private":84.0},"KIE (CORD+FUNSD)":{"pub":91.85,"private":76.85},"Moderation (Hateful Memes)":{"pub":42.62,"private":62.0},"R-Bench-M":{"pub":11.02,"private":null},"MMMU-Pro vision":{"pub":29.59,"private":null}},"params":11959730224,"active":null,"params_estimated":false,"cal":{"acc":0.7324,"conf":0.8175,"ece":0.0853,"over95":0.0288,"n":12321,"benchmarks":11},"ms_row":269.2,"gpu_h":0.551,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"Gemma-4 budget nearest below the 1.6 MP cap","native":{"pub":60.47,"priv":53.07,"full":56.77,"budget":"1,120 soft tokens (~2.6 MP)"},"rank_full":28,"rank_pub":28},{"engine":"winnow-e4b-q8","name":"Winnow-E4B","url":"https://huggingface.co/EldanRing/Winnow-E4B","kind":"LoRA","technique":"autoregressive","org":null,"pub":48.06,"priv":36.06,"full":42.06,"base":{"name":"google/gemma-4-E4B","pub":44.97,"priv":38.46},"caveat":null,"bench":{"CV-Bench":{"pub":49.49,"private":17.25},"BLINK":{"pub":34.76,"private":10.0},"RealWorldQA":{"pub":35.08,"private":10.0},"CharXiv":{"pub":43.36,"private":18.93},"InfographicVQA":{"pub":83.06,"private":61.33},"Mind2Web":{"pub":53.27,"private":46.0},"Winoground":{"pub":63.25,"private":68.0},"KIE (CORD+FUNSD)":{"pub":80.03,"private":74.01},"Moderation (Hateful Memes)":{"pub":15.91,"private":19.0},"R-Bench-M":{"pub":15.18,"private":null},"MMMU-Pro vision":{"pub":11.16,"private":null}},"params":7996156490,"active":null,"params_estimated":false,"cal":{"acc":0.6104,"conf":0.6287,"ece":0.0495,"over95":0.0185,"n":13695,"benchmarks":11},"ms_row":152.6,"gpu_h":0.817,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"Gemma-4 budget nearest below the 1.6 MP cap","native":{"pub":48.46,"priv":38.37,"full":43.41,"budget":"~1,120 image tokens"},"rank_full":39,"rank_pub":37},{"engine":"jpt-0.8b","name":"JPT-0.8B","url":"https://huggingface.co/kirp/jpt-0.8b","kind":"LoRA","technique":"autoregressive","org":null,"pub":44.55,"priv":39.65,"full":42.1,"base":{"name":"Qwen/Qwen3.5-0.8B-Base","pub":34.35,"priv":30.37},"caveat":null,"bench":{"CV-Bench":{"pub":51.19,"private":26.3},"BLINK":{"pub":33.63,"private":38.67},"RealWorldQA":{"pub":40.9,"private":22.67},"CharXiv":{"pub":52.13,"private":33.07},"InfographicVQA":{"pub":74.86,"private":54.67},"Mind2Web":{"pub":37.92,"private":33.33},"Winoground":{"pub":48.0,"private":62.0},"KIE (CORD+FUNSD)":{"pub":73.89,"private":69.14},"Moderation (Hateful Memes)":{"pub":12.78,"private":17.0},"R-Bench-M":{"pub":13.73,"private":null},"MMMU-Pro vision":{"pub":8.64,"private":null}},"params":873438784,"active":null,"params_estimated":false,"cal":{"acc":0.5892,"conf":0.6544,"ece":0.0652,"over95":0.0075,"n":13695,"benchmarks":11},"ms_row":115.7,"gpu_h":0.619,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":44.72,"priv":40.98,"full":42.85,"budget":"16.7 MP"},"rank_full":38,"rank_pub":39},{"engine":"djev","name":"djev (26B-A4B)","url":"https://github.com/Davipar/djev-dev","kind":"inference technique","technique":"diffusion","org":null,"pub":55.2,"priv":40.35,"full":47.78,"base":null,"caveat":"Ran with its published canvas 128 and 32K context, since the long-context engine takes no images.","bench":{"CV-Bench":{"pub":62.6,"private":26.97},"BLINK":{"pub":41.52,"private":3.33},"RealWorldQA":{"pub":50.06,"private":24.0},"CharXiv":{"pub":39.6,"private":25.53},"InfographicVQA":{"pub":73.77,"private":67.33},"Mind2Web":{"pub":64.51,"private":51.33},"Winoground":{"pub":54.5,"private":66.0},"KIE (CORD+FUNSD)":{"pub":89.78,"private":77.66},"Moderation (Hateful Memes)":{"pub":41.3,"private":21.0},"R-Bench-M":{"pub":24.92,"private":null},"MMMU-Pro vision":{"pub":32.51,"private":null}},"params":25823778864,"active":"A4B","params_estimated":false,"cal":{"acc":0.671,"conf":0.8147,"ece":0.1439,"over95":0.0586,"n":13695,"benchmarks":11},"ms_row":154.1,"gpu_h":0.412,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"largest budget its vision server accepts (sliding-window limit 1,024)","native":{"pub":55.2,"priv":40.35,"full":47.78,"budget":"560 soft tokens (~1.3 MP)"},"rank_full":33,"rank_pub":32},{"engine":"razorback-one-read-3e296f08","name":"razorback16 diffgemma (26B-A4B)","url":"https://github.com/vllm-project/vllm/pull/57250","kind":"inference technique","technique":"diffusion","org":null,"pub":54.45,"priv":41.02,"full":47.74,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":61.87,"private":28.98},"BLINK":{"pub":53.77,"private":5.33},"RealWorldQA":{"pub":50.61,"private":26.0},"CharXiv":{"pub":33.33,"private":21.76},"InfographicVQA":{"pub":72.68,"private":67.33},"Mind2Web":{"pub":66.02,"private":61.33},"Winoground":{"pub":50.75,"private":67.0},"KIE (CORD+FUNSD)":{"pub":89.65,"private":78.48},"Moderation (Hateful Memes)":{"pub":33.39,"private":13.0},"R-Bench-M":{"pub":23.3,"private":null},"MMMU-Pro vision":{"pub":28.73,"private":null}},"params":25823778864,"active":"A4B","params_estimated":false,"cal":{"acc":0.6655,"conf":0.8398,"ece":0.1743,"over95":0.0699,"n":13695,"benchmarks":11},"ms_row":255.2,"gpu_h":0.209,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"Gemma-4 budget nearest below the 1.6 MP cap","native":{"pub":54.7,"priv":40.5,"full":47.6,"budget":"1,120 soft tokens (~2.6 MP)"},"rank_full":34,"rank_pub":33},{"engine":"vllm-pr57250","name":"mmastrac diffgemma (26B-A4B)","url":"https://github.com/vllm-project/vllm/pull/57250","kind":"inference technique","technique":"diffusion","org":null,"pub":53.45,"priv":39.23,"full":46.34,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":64.06,"private":28.64},"BLINK":{"pub":53.44,"private":11.33},"RealWorldQA":{"pub":46.45,"private":15.33},"CharXiv":{"pub":32.83,"private":13.28},"InfographicVQA":{"pub":71.04,"private":69.33},"Mind2Web":{"pub":68.48,"private":58.0},"Winoground":{"pub":41.75,"private":73.0},"KIE (CORD+FUNSD)":{"pub":88.91,"private":69.14},"Moderation (Hateful Memes)":{"pub":36.19,"private":15.0},"R-Bench-M":{"pub":23.3,"private":null},"MMMU-Pro vision":{"pub":25.22,"private":null}},"params":25823778864,"active":"A4B","params_estimated":false,"cal":{"acc":0.6605,"conf":0.796,"ece":0.1355,"over95":0.0436,"n":13695,"benchmarks":11},"ms_row":456.9,"gpu_h":0.454,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"Gemma-4 budget nearest below the 1.6 MP cap","native":{"pub":55.75,"priv":42.82,"full":49.28,"budget":"1,120 soft tokens (~2.6 MP)"},"rank_full":35,"rank_pub":34},{"engine":"intern-decision-4b","name":"Intern-Decision-4B","url":"https://huggingface.co/internlm/Intern-Decision-4B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"internlm","name":"Intern Large Models","logo":"data/orgs/internlm.png"},"pub":61.69,"priv":51.29,"full":56.49,"base":{"name":"Qwen/Qwen3.5-4B-Base","pub":56.88,"priv":40.07},"caveat":"The vision patch embed was swapped for the identical linear map to run at normal speed; outputs agree to bf16 precision.","bench":{"CV-Bench":{"pub":74.1,"private":36.68},"BLINK":{"pub":53.77,"private":36.0},"RealWorldQA":{"pub":58.94,"private":30.0},"CharXiv":{"pub":57.14,"private":41.56},"InfographicVQA":{"pub":83.06,"private":67.33},"Mind2Web":{"pub":65.88,"private":43.33},"Winoground":{"pub":77.0,"private":87.0},"KIE (CORD+FUNSD)":{"pub":87.98,"private":77.66},"Moderation (Hateful Memes)":{"pub":26.63,"private":42.0},"R-Bench-M":{"pub":19.15,"private":null},"MMMU-Pro vision":{"pub":29.53,"private":null}},"params":4659865088,"active":null,"params_estimated":false,"cal":{"acc":0.6981,"conf":0.6876,"ece":0.0137,"over95":0.0019,"n":13695,"benchmarks":11},"ms_row":142.4,"gpu_h":0.762,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":61.83,"priv":51.95,"full":56.89,"budget":"16.7 MP"},"rank_full":27,"rank_pub":27},{"engine":"intern-decision-2b","name":"Intern-Decision-2B","url":"https://huggingface.co/internlm/Intern-Decision-2B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"internlm","name":"Intern Large Models","logo":"data/orgs/internlm.png"},"pub":52.92,"priv":42.71,"full":47.82,"base":{"name":"Qwen/Qwen3.5-2B-Base","pub":43.52,"priv":34.1},"caveat":"The vision patch embed was swapped for the identical linear map to run at normal speed; outputs agree to bf16 precision.","bench":{"CV-Bench":{"pub":65.03,"private":36.35},"BLINK":{"pub":42.97,"private":26.0},"RealWorldQA":{"pub":50.34,"private":34.67},"CharXiv":{"pub":58.15,"private":28.36},"InfographicVQA":{"pub":78.69,"private":58.0},"Mind2Web":{"pub":49.98,"private":42.0},"Winoground":{"pub":63.25,"private":77.0},"KIE (CORD+FUNSD)":{"pub":84.44,"private":74.01},"Moderation (Hateful Memes)":{"pub":13.93,"private":8.0},"R-Bench-M":{"pub":10.48,"private":null},"MMMU-Pro vision":{"pub":15.87,"private":null}},"params":2274069824,"active":null,"params_estimated":false,"cal":{"acc":0.6372,"conf":0.6167,"ece":0.0324,"over95":0.0018,"n":13695,"benchmarks":11},"ms_row":106.8,"gpu_h":0.572,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":53.29,"priv":43.42,"full":48.36,"budget":"16.7 MP"},"rank_full":32,"rank_pub":35},{"engine":"intern-decision-0.8b","name":"Intern-Decision-0.8B","url":"https://huggingface.co/internlm/Intern-Decision-0.8B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"internlm","name":"Intern Large Models","logo":"data/orgs/internlm.png"},"pub":38.96,"priv":33.71,"full":36.34,"base":{"name":"Qwen/Qwen3.5-0.8B-Base","pub":29.14,"priv":25.25},"caveat":"The vision patch embed was swapped for the identical linear map to run at normal speed; outputs agree to bf16 precision.","bench":{"CV-Bench":{"pub":51.67,"private":20.6},"BLINK":{"pub":24.93,"private":20.0},"RealWorldQA":{"pub":38.13,"private":19.33},"CharXiv":{"pub":48.37,"private":21.76},"InfographicVQA":{"pub":71.58,"private":59.33},"Mind2Web":{"pub":21.21,"private":19.33},"Winoground":{"pub":43.75,"private":71.0},"KIE (CORD+FUNSD)":{"pub":63.0,"private":61.02},"Moderation (Hateful Memes)":{"pub":12.45,"private":11.0},"R-Bench-M":{"pub":5.79,"private":null},"MMMU-Pro vision":{"pub":7.65,"private":null}},"params":873438784,"active":null,"params_estimated":false,"cal":{"acc":0.5515,"conf":0.4987,"ece":0.0613,"over95":0.0002,"n":13695,"benchmarks":11},"ms_row":74.4,"gpu_h":8.663,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":38.78,"priv":34.95,"full":36.86,"budget":"16.7 MP"},"rank_full":40,"rank_pub":40},{"engine":"clef-omni","name":"Cloudflare clef-omni (30B-A3B)","url":"https://huggingface.co/Cloudflare/clef-omni","kind":"full fine-tune","technique":"autoregressive","org":{"id":"Cloudflare","name":"Cloudflare","logo":"data/orgs/Cloudflare.png"},"pub":63.68,"priv":55.4,"full":59.54,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":73.37,"private":40.7},"BLINK":{"pub":48.45,"private":38.67},"RealWorldQA":{"pub":61.99,"private":36.67},"CharXiv":{"pub":61.15,"private":30.24},"InfographicVQA":{"pub":87.43,"private":85.33},"Mind2Web":{"pub":74.79,"private":57.33},"Winoground":{"pub":75.0,"private":84.0},"KIE (CORD+FUNSD)":{"pub":89.05,"private":79.7},"Moderation (Hateful Memes)":{"pub":31.24,"private":46.0},"R-Bench-M":{"pub":25.64,"private":null},"MMMU-Pro vision":{"pub":22.37,"private":null}},"params":31830000000.0,"active":"A3B","params_estimated":false,"cal":{"acc":0.7096,"conf":0.7519,"ece":0.0422,"over95":0.0166,"n":13695,"benchmarks":11},"ms_row":281.2,"gpu_h":1.505,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap 1,048,576 px lifted to the board cap via the documented media_kwargs (processor max 12.8 MP)","native":{"pub":63.68,"priv":55.4,"full":59.54,"budget":"1.6 MP"},"rank_full":19,"rank_pub":24},{"engine":"vllm-sr-d3-v310","name":"vLLM-SR d3 (27B)","url":"https://huggingface.co/vllm-sr/d3/tree/v3.1.0","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":74.08,"priv":68.45,"full":71.26,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":76.36,"private":43.72},"BLINK":{"pub":60.21,"private":65.33},"RealWorldQA":{"pub":73.92,"private":46.67},"CharXiv":{"pub":79.45,"private":71.72},"InfographicVQA":{"pub":97.81,"private":100.0},"Mind2Web":{"pub":83.28,"private":66.0},"Winoground":{"pub":85.75,"private":93.0},"KIE (CORD+FUNSD)":{"pub":92.59,"private":86.6},"Moderation (Hateful Memes)":{"pub":44.6,"private":43.0},"R-Bench-M":{"pub":33.4,"private":null},"MMMU-Pro vision":{"pub":46.37,"private":null}},"params":26085330160.0,"active":null,"params_estimated":false,"cal":{"acc":0.7918,"conf":0.8052,"ece":0.0157,"over95":0.0102,"n":13695,"benchmarks":11},"ms_row":299.1,"gpu_h":1.601,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":74.08,"priv":68.45,"full":71.26,"budget":"1.6 MP"},"new":true,"rank_full":4,"rank_pub":4},{"engine":"vllm-sr-d3-flash","name":"vLLM-SR d3-flash (9B)","url":"https://huggingface.co/vllm-sr/d3-flash","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":69.87,"priv":63.91,"full":66.89,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":75.39,"private":44.39},"BLINK":{"pub":56.02,"private":46.67},"RealWorldQA":{"pub":62.27,"private":37.33},"CharXiv":{"pub":73.93,"private":54.75},"InfographicVQA":{"pub":96.17,"private":100.0},"Mind2Web":{"pub":80.82,"private":64.0},"Winoground":{"pub":82.75,"private":90.0},"KIE (CORD+FUNSD)":{"pub":92.92,"private":87.01},"Moderation (Hateful Memes)":{"pub":40.97,"private":51.0},"R-Bench-M":{"pub":20.77,"private":null},"MMMU-Pro vision":{"pub":38.28,"private":null}},"params":8392695024.0,"active":null,"params_estimated":false,"cal":{"acc":0.7562,"conf":0.7789,"ece":0.0235,"over95":0.0085,"n":13695,"benchmarks":11},"ms_row":150.0,"gpu_h":0.803,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":69.87,"priv":63.91,"full":66.89,"budget":"1.6 MP"},"new":true,"rank_full":9,"rank_pub":14},{"engine":"vllm-sr-d3-nano","name":"vLLM-SR d3-nano (2B)","url":"https://huggingface.co/vllm-sr/d3-nano","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":59.15,"priv":50.19,"full":54.67,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":71.91,"private":33.0},"BLINK":{"pub":50.38,"private":28.0},"RealWorldQA":{"pub":53.11,"private":28.67},"CharXiv":{"pub":65.16,"private":36.84},"InfographicVQA":{"pub":83.61,"private":84.67},"Mind2Web":{"pub":63.69,"private":50.67},"Winoground":{"pub":69.0,"private":78.0},"KIE (CORD+FUNSD)":{"pub":83.97,"private":80.91},"Moderation (Hateful Memes)":{"pub":23.66,"private":31.0},"R-Bench-M":{"pub":15.54,"private":null},"MMMU-Pro vision":{"pub":17.79,"private":null}},"params":2213241664.0,"active":null,"params_estimated":false,"cal":{"acc":0.6777,"conf":0.751,"ece":0.0733,"over95":0.0175,"n":13695,"benchmarks":11},"ms_row":93.4,"gpu_h":0.5,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":59.15,"priv":50.19,"full":54.67,"budget":"1.6 MP"},"new":true,"rank_full":29,"rank_pub":29},{"engine":"vllm-sr-d3-mini","name":"vLLM-SR d3-mini (4B)","url":"https://huggingface.co/vllm-sr/d3-mini","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":67.67,"priv":58.65,"full":63.16,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":73.94,"private":40.7},"BLINK":{"pub":53.44,"private":40.67},"RealWorldQA":{"pub":57.83,"private":32.0},"CharXiv":{"pub":73.93,"private":53.81},"InfographicVQA":{"pub":94.54,"private":94.0},"Mind2Web":{"pub":77.53,"private":64.67},"Winoground":{"pub":81.5,"private":88.0},"KIE (CORD+FUNSD)":{"pub":92.19,"private":84.97},"Moderation (Hateful Memes)":{"pub":37.35,"private":29.0},"R-Bench-M":{"pub":18.78,"private":null},"MMMU-Pro vision":{"pub":32.71,"private":null}},"params":4539265536.0,"active":null,"params_estimated":false,"cal":{"acc":0.7378,"conf":0.765,"ece":0.0279,"over95":0.0075,"n":13695,"benchmarks":11},"ms_row":117.7,"gpu_h":0.63,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":67.67,"priv":58.65,"full":63.16,"budget":"1.6 MP"},"new":true,"rank_full":16,"rank_pub":16},{"engine":"vllm-sr-d3-lite","name":"vLLM-SR d3-lite (0.8B)","url":"https://huggingface.co/vllm-sr/d3-lite","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":47.88,"priv":36.33,"full":42.11,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":65.03,"private":24.29},"BLINK":{"pub":38.14,"private":21.33},"RealWorldQA":{"pub":36.18,"private":20.67},"CharXiv":{"pub":53.13,"private":18.93},"InfographicVQA":{"pub":73.22,"private":57.33},"Mind2Web":{"pub":50.67,"private":36.67},"Winoground":{"pub":54.5,"private":67.0},"KIE (CORD+FUNSD)":{"pub":76.29,"private":72.79},"Moderation (Hateful Memes)":{"pub":13.11,"private":8.0},"R-Bench-M":{"pub":9.4,"private":null},"MMMU-Pro vision":{"pub":7.25,"private":null}},"params":852985920.0,"active":null,"params_estimated":false,"cal":{"acc":0.6034,"conf":0.6804,"ece":0.077,"over95":0.0155,"n":13695,"benchmarks":11},"ms_row":80.1,"gpu_h":0.429,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":47.88,"priv":36.33,"full":42.11,"budget":"1.6 MP"},"new":true,"rank_full":37,"rank_pub":38},{"engine":"vllm-sr-d3-edge","name":"vLLM-SR d3-edge (0.6B)","url":"https://huggingface.co/vllm-sr/d3-edge","kind":"full fine-tune","technique":"autoregressive","org":{"id":"vllm-sr","name":"vLLM Semantic Router","logo":"data/orgs/vllm-sr.png"},"pub":36.61,"priv":26.81,"full":31.71,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":54.02,"private":17.92},"BLINK":{"pub":34.76,"private":-6.67},"RealWorldQA":{"pub":25.64,"private":24.0},"CharXiv":{"pub":36.09,"private":17.05},"InfographicVQA":{"pub":62.84,"private":42.67},"Mind2Web":{"pub":38.47,"private":32.0},"Winoground":{"pub":27.75,"private":41.0},"KIE (CORD+FUNSD)":{"pub":62.46,"private":60.61},"Moderation (Hateful Memes)":{"pub":9.15,"private":6.0},"R-Bench-M":{"pub":9.4,"private":null},"MMMU-Pro vision":{"pub":4.2,"private":null}},"params":594321600.0,"active":null,"params_estimated":false,"cal":{"acc":0.5437,"conf":0.6412,"ece":0.0976,"over95":0.0186,"n":13695,"benchmarks":11},"ms_row":62.7,"gpu_h":0.335,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":36.61,"priv":26.81,"full":31.71,"budget":"1.6 MP"},"new":true,"rank_full":41,"rank_pub":41},{"engine":"rsi-jev-v6.1-vl-27b-auto","name":"RSI-Jev v6.1 VL 27B (effort auto)","url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-27b","kind":"LoRA","technique":"autoregressive","org":null,"pub":68.67,"priv":59.36,"full":64.01,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":77.82,"private":38.69},"BLINK":{"pub":53.28,"private":58.0},"RealWorldQA":{"pub":65.6,"private":32.67},"CharXiv":{"pub":79.45,"private":61.35},"InfographicVQA":{"pub":93.99,"private":95.33},"Mind2Web":{"pub":75.75,"private":56.0},"Winoground":{"pub":82.25,"private":83.0},"KIE (CORD+FUNSD)":{"pub":91.05,"private":84.16},"Moderation (Hateful Memes)":{"pub":29.6,"private":25.0},"R-Bench-M":{"pub":23.48,"private":null},"MMMU-Pro vision":{"pub":35.96,"private":null}},"params":27781427952.0,"active":null,"params_estimated":false,"cal":{"acc":0.748,"conf":0.7846,"ece":0.0372,"over95":0.0201,"n":13695,"benchmarks":11},"ms_row":200.4,"gpu_h":1.073,"effective_max_pixels":1048576,"effective_budget":"1,024 image tokens (~1 MP)","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":68.67,"priv":59.36,"full":64.01,"budget":"1,024 image tokens (~1 MP)"},"new":true,"rank_full":14,"rank_pub":15},{"engine":"matilda-jev-v1.5","name":"Matilda Jev v1.5 (27B)","url":"https://huggingface.co/Maincode/matilda-jev-v1.5","kind":"full fine-tune","technique":"autoregressive","org":{"id":"Maincode","name":"Maincode","logo":"data/orgs/Maincode.png"},"pub":65.42,"priv":58.67,"full":62.05,"base":null,"caveat":"Ran through the packaged server.py: the in-process text engine takes no images.","bench":{"CV-Bench":{"pub":76.44,"private":44.05},"BLINK":{"pub":53.28,"private":62.67},"RealWorldQA":{"pub":58.94,"private":34.67},"CharXiv":{"pub":75.94,"private":56.64},"InfographicVQA":{"pub":77.05,"private":91.33},"Mind2Web":{"pub":63.82,"private":42.67},"Winoground":{"pub":79.75,"private":82.0},"KIE (CORD+FUNSD)":{"pub":90.38,"private":74.01},"Moderation (Hateful Memes)":{"pub":36.85,"private":40.0},"R-Bench-M":{"pub":37.19,"private":null},"MMMU-Pro vision":{"pub":27.21,"private":null}},"params":26085330160.0,"active":null,"params_estimated":false,"cal":{"acc":0.7278,"conf":0.7985,"ece":0.0714,"over95":0.0172,"n":13695,"benchmarks":11},"ms_row":137.8,"gpu_h":0.738,"effective_max_pixels":262144,"effective_budget":"0.26 MP","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":65.42,"priv":58.67,"full":62.05,"budget":"0.26 MP"},"new":true,"rank_full":17,"rank_pub":17},{"engine":"xor-26b-a4b-v1.1","name":"Xor 26B-A4B v1.1","url":"https://huggingface.co/juspay/Xor-26B-A4B","kind":"LoRA","technique":"autoregressive","org":{"id":"juspay","name":"Juspay Technologies","logo":"data/orgs/juspay.png"},"pub":65.06,"priv":50.93,"full":58.0,"base":null,"caveat":"Non-RGB images are converted to RGB on the client: its SGLang Gemma-4 vision path crashes on them.","bench":{"CV-Bench":{"pub":71.99,"private":39.03},"BLINK":{"pub":52.96,"private":9.33},"RealWorldQA":{"pub":50.34,"private":24.0},"CharXiv":{"pub":71.93,"private":45.33},"InfographicVQA":{"pub":87.43,"private":92.67},"Mind2Web":{"pub":65.19,"private":52.0},"Winoground":{"pub":82.25,"private":82.0},"KIE (CORD+FUNSD)":{"pub":91.45,"private":76.04},"Moderation (Hateful Memes)":{"pub":34.87,"private":38.0},"R-Bench-M":{"pub":36.29,"private":null},"MMMU-Pro vision":{"pub":30.98,"private":null}},"params":25805933872.0,"active":"A4B","params_estimated":false,"cal":{"acc":0.7249,"conf":0.6416,"ece":0.0833,"over95":0.0015,"n":13695,"benchmarks":11},"ms_row":135.0,"gpu_h":0.825,"effective_max_pixels":645120,"effective_budget":"280 soft tokens (~0.65 MP)","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":65.06,"priv":50.93,"full":58.0,"budget":"280 soft tokens (~0.65 MP)"},"new":true,"rank_full":23,"rank_pub":20},{"engine":"rsi-jev-v6.1-vl-4b","name":"RSI-Jev v6.1 VL 4B","url":"https://huggingface.co/shgao/rsi-jev-v6.1-vl-4b","kind":"full fine-tune","technique":"autoregressive","org":null,"pub":63.01,"priv":51.83,"full":57.42,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":72.8,"private":36.01},"BLINK":{"pub":50.06,"private":38.67},"RealWorldQA":{"pub":56.44,"private":27.33},"CharXiv":{"pub":69.67,"private":47.21},"InfographicVQA":{"pub":92.35,"private":88.67},"Mind2Web":{"pub":59.3,"private":45.33},"Winoground":{"pub":76.5,"private":86.0},"KIE (CORD+FUNSD)":{"pub":86.04,"private":79.29},"Moderation (Hateful Memes)":{"pub":35.7,"private":18.0},"R-Bench-M":{"pub":18.97,"private":null},"MMMU-Pro vision":{"pub":24.02,"private":null}},"params":4660000000.0,"active":null,"params_estimated":false,"cal":{"acc":0.7036,"conf":0.7434,"ece":0.0412,"over95":0.0188,"n":13695,"benchmarks":11},"ms_row":86.0,"gpu_h":0.46,"effective_max_pixels":1048576,"effective_budget":"1,024 image tokens (~1 MP)","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":63.01,"priv":51.83,"full":57.42,"budget":"1,024 image tokens (~1 MP)"},"new":true,"rank_full":24,"rank_pub":25},{"engine":"aplomb-1","name":"Aplomb 1","url":"https://huggingface.co/empiriolabsai/aplomb-1","kind":"LoRA + head","technique":"autoregressive","org":{"id":"empiriolabsai","name":"EmpirioLabs AI","logo":"data/orgs/empiriolabsai.png"},"pub":63.75,"priv":50.8,"full":57.27,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":75.88,"private":40.03},"BLINK":{"pub":52.48,"private":46.67},"RealWorldQA":{"pub":60.32,"private":25.33},"CharXiv":{"pub":68.67,"private":49.1},"InfographicVQA":{"pub":90.71,"private":82.67},"Mind2Web":{"pub":60.12,"private":41.33},"Winoground":{"pub":79.5,"private":82.0},"KIE (CORD+FUNSD)":{"pub":88.51,"private":78.07},"Moderation (Hateful Memes)":{"pub":24.65,"private":12.0},"R-Bench-M":{"pub":29.61,"private":null},"MMMU-Pro vision":{"pub":23.49,"private":null}},"params":5295891968.0,"active":null,"params_estimated":false,"cal":{"acc":0.7139,"conf":0.7617,"ece":0.0487,"over95":0.0202,"n":13695,"benchmarks":11},"ms_row":130.4,"gpu_h":0.698,"effective_max_pixels":655360,"effective_budget":"640 image tokens (~0.66 MP)","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":63.75,"priv":50.8,"full":57.27,"budget":"640 image tokens (~0.66 MP)"},"new":true,"rank_full":26,"rank_pub":23},{"engine":"shisa-de-2-repeat","name":"Shisa DE-2 (repeat)","url":"https://huggingface.co/shisa-ai/shisa-de-2","kind":"LoRA","technique":"autoregressive","org":{"id":"shisa-ai","name":"Shisa.AI","logo":"data/orgs/shisa-ai.png"},"pub":58.26,"priv":47.44,"full":52.85,"base":null,"caveat":"Takes a single image per question: 1,696 multi-image rows count as failures. Read with 512 logprobs (README setting); non-RGB images converted to RGB on the client.","bench":{"CV-Bench":{"pub":68.59,"private":37.35},"BLINK":{"pub":-6.0,"private":-33.33},"RealWorldQA":{"pub":53.11,"private":20.67},"CharXiv":{"pub":67.42,"private":50.04},"InfographicVQA":{"pub":90.16,"private":93.33},"Mind2Web":{"pub":60.67,"private":40.67},"Winoground":{"pub":76.5,"private":83.0},"KIE (CORD+FUNSD)":{"pub":90.58,"private":78.88},"Moderation (Hateful Memes)":{"pub":38.83,"private":23.0},"R-Bench-M":{"pub":29.79,"private":null},"MMMU-Pro vision":{"pub":29.19,"private":null}},"params":25805933872.0,"active":"A4B","params_estimated":false,"cal":{"acc":0.7287,"conf":0.8779,"ece":0.1493,"over95":0.0815,"n":12321,"benchmarks":11},"ms_row":83.5,"gpu_h":0.447,"effective_max_pixels":645120,"effective_budget":"280 soft tokens (~0.65 MP)","effective_budget_source":"fixed by its engine (not settable), below the 1.6 MP board cap","native":{"pub":58.26,"priv":47.44,"full":52.85,"budget":"280 soft tokens (~0.65 MP)"},"new":true,"rank_full":30,"rank_pub":30},{"engine":"jev-vision-27b","name":"jev-vision-27b","url":"https://huggingface.co/e12ex2/jev-vision-27b","kind":"LoRA","technique":"autoregressive","org":null,"pub":72.86,"priv":64.72,"full":68.79,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":76.77,"private":43.05},"BLINK":{"pub":53.6,"private":56.0},"RealWorldQA":{"pub":73.09,"private":44.0},"CharXiv":{"pub":79.45,"private":62.29},"InfographicVQA":{"pub":95.08,"private":98.0},"Mind2Web":{"pub":83.97,"private":65.33},"Winoground":{"pub":83.25,"private":88.0},"KIE (CORD+FUNSD)":{"pub":90.98,"private":85.79},"Moderation (Hateful Memes)":{"pub":52.35,"private":40.0},"R-Bench-M":{"pub":24.74,"private":null},"MMMU-Pro vision":{"pub":37.81,"private":null}},"params":27781427952,"active":null,"params_estimated":false,"cal":{"acc":0.7718,"conf":0.8137,"ece":0.0588,"over95":0.0055,"n":13695,"benchmarks":11},"ms_row":201.7,"gpu_h":1.08,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":72.86,"priv":64.72,"full":68.79,"budget":"1.6 MP"},"new":true,"rank_full":7,"rank_pub":6},{"engine":"pplx-decider-v1.2","name":"Perplexity Decider v1.2 (27B)","url":"https://huggingface.co/perplexity-ai/pplx-decider-v1.2","kind":"full fine-tune","technique":"autoregressive","org":{"id":"perplexity-ai","name":"Perplexity","logo":"data/orgs/perplexity-ai.png"},"pub":77.25,"priv":66.18,"full":71.72,"base":null,"caveat":"Ran through the checkpoint's own pplx_decider engine (the submitted text adapter), which accepts images.","bench":{"CV-Bench":{"pub":77.58,"private":45.39},"BLINK":{"pub":63.27,"private":63.33},"RealWorldQA":{"pub":73.64,"private":45.33},"CharXiv":{"pub":83.46,"private":72.66},"InfographicVQA":{"pub":98.36,"private":99.33},"Mind2Web":{"pub":93.29,"private":70.0},"Winoground":{"pub":87.75,"private":94.0},"KIE (CORD+FUNSD)":{"pub":92.45,"private":86.6},"Moderation (Hateful Memes)":{"pub":55.32,"private":19.0},"R-Bench-M":{"pub":34.49,"private":null},"MMMU-Pro vision":{"pub":43.38,"private":null}},"params":26085330160.0,"active":null,"params_estimated":false,"cal":{"acc":0.8081,"conf":0.8085,"ece":0.011,"over95":0.0055,"n":13695,"benchmarks":11},"ms_row":394.5,"gpu_h":2.112,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap (decision_config.json max_pixels)","native":{"pub":77.25,"priv":66.18,"full":71.72,"budget":"1.6 MP"},"new":true,"rank_full":2,"rank_pub":1},{"engine":"pplx-decider-flash-v1.2","name":"Perplexity Decider Flash v1.2 (4B)","url":"https://huggingface.co/perplexity-ai/pplx-decider-flash-v1.2","kind":"full fine-tune","technique":"autoregressive","org":{"id":"perplexity-ai","name":"Perplexity","logo":"data/orgs/perplexity-ai.png"},"pub":72.55,"priv":59.48,"full":66.02,"base":null,"caveat":"Ran through the checkpoint's own pplx_decider engine (the submitted text adapter), which accepts images.","bench":{"CV-Bench":{"pub":75.64,"private":43.38},"BLINK":{"pub":55.54,"private":44.67},"RealWorldQA":{"pub":63.1,"private":32.67},"CharXiv":{"pub":76.94,"private":50.04},"InfographicVQA":{"pub":93.99,"private":98.67},"Mind2Web":{"pub":92.87,"private":67.33},"Winoground":{"pub":83.5,"private":91.0},"KIE (CORD+FUNSD)":{"pub":91.72,"private":86.6},"Moderation (Hateful Memes)":{"pub":54.49,"private":21.0},"R-Bench-M":{"pub":23.48,"private":null},"MMMU-Pro vision":{"pub":31.51,"private":null}},"params":4539265536.0,"active":null,"params_estimated":false,"cal":{"acc":0.7663,"conf":0.766,"ece":0.0171,"over95":0.0035,"n":13695,"benchmarks":11},"ms_row":173.9,"gpu_h":0.931,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap (decision_config.json max_pixels)","native":{"pub":72.55,"priv":59.48,"full":66.02,"budget":"1.6 MP"},"new":true,"rank_full":11,"rank_pub":9},{"engine":"startlux-decision-v1.1-27b-instant","name":"StartLux-Decision v1.1 27B","url":"https://huggingface.co/startlux-models/StartLux-Decision-v1.1-27B-Instant","kind":"full fine-tune","technique":"autoregressive","org":{"id":"startlux-models","name":"StartLux","logo":"data/orgs/startlux-models.png"},"pub":73.83,"priv":69.39,"full":71.61,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":76.2,"private":45.39},"BLINK":{"pub":60.53,"private":64.67},"RealWorldQA":{"pub":71.98,"private":50.67},"CharXiv":{"pub":79.2,"private":73.61},"InfographicVQA":{"pub":98.36,"private":100.0},"Mind2Web":{"pub":84.52,"private":68.0},"Winoground":{"pub":86.5,"private":91.0},"KIE (CORD+FUNSD)":{"pub":92.65,"private":84.16},"Moderation (Hateful Memes)":{"pub":43.28,"private":47.0},"R-Bench-M":{"pub":30.15,"private":null},"MMMU-Pro vision":{"pub":46.1,"private":null}},"params":27781427952.0,"active":null,"params_estimated":false,"cal":{"acc":0.7879,"conf":0.8121,"ece":0.0246,"over95":0.0117,"n":13695,"benchmarks":11},"ms_row":251.9,"gpu_h":1.349,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":73.83,"priv":69.39,"full":71.61,"budget":"1.6 MP"},"new":true,"rank_full":3,"rank_pub":5},{"engine":"knowline-35b-a3b-gen1","name":"KnowLine 35B-A3B Gen1","url":"https://huggingface.co/PelaAI/KnowLine-35B-A3B-Gen1","kind":"LoRA","technique":"autoregressive","org":{"id":"PelaAI","name":"PelaAI","logo":"data/orgs/PelaAI.png"},"pub":72.64,"priv":63.59,"full":68.11,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":76.04,"private":45.73},"BLINK":{"pub":56.83,"private":56.0},"RealWorldQA":{"pub":70.87,"private":42.67},"CharXiv":{"pub":79.45,"private":62.29},"InfographicVQA":{"pub":99.45,"private":98.67},"Mind2Web":{"pub":79.99,"private":49.33},"Winoground":{"pub":79.25,"private":87.0},"KIE (CORD+FUNSD)":{"pub":92.72,"private":88.63},"Moderation (Hateful Memes)":{"pub":47.73,"private":42.0},"R-Bench-M":{"pub":29.61,"private":null},"MMMU-Pro vision":{"pub":44.24,"private":null}},"params":35951822704.0,"active":null,"params_estimated":false,"cal":{"acc":0.7793,"conf":0.7858,"ece":0.0105,"over95":0.005,"n":13695,"benchmarks":11},"ms_row":158.7,"gpu_h":0.849,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap applied client-side (kit data_url encoding); model processor allows 16.8 MP","native":{"pub":72.64,"priv":63.59,"full":68.11,"budget":"1.6 MP"},"new":true,"rank_full":8,"rank_pub":8},{"engine":"amos-1-large","name":"Amos 1 Large (27B)","url":"https://huggingface.co/mukaddamzaid/amos-1-large","kind":"full fine-tune","technique":"autoregressive","org":null,"pub":76.1,"priv":68.71,"full":72.4,"base":null,"caveat":"26 requests over the author's 4 MiB body limit count as wrong (9 public, 17 private).","bench":{"CV-Bench":{"pub":77.33,"private":44.72},"BLINK":{"pub":79.38,"private":58.67},"RealWorldQA":{"pub":76.14,"private":44.0},"CharXiv":{"pub":79.95,"private":76.43},"InfographicVQA":{"pub":97.27,"private":99.33},"Mind2Web":{"pub":82.19,"private":66.67},"Winoground":{"pub":86.25,"private":95.0},"KIE (CORD+FUNSD)":{"pub":92.39,"private":86.6},"Moderation (Hateful Memes)":{"pub":42.79,"private":47.0},"R-Bench-M":{"pub":33.76,"private":null},"MMMU-Pro vision":{"pub":45.5,"private":null}},"params":27781427952.0,"active":null,"params_estimated":false,"cal":{"acc":0.8024,"conf":0.797,"ece":0.0235,"over95":0.0032,"n":13686,"benchmarks":11},"ms_row":385.9,"gpu_h":2.066,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap applied client-side (kit data_url encoding), as in the submitted run","native":{"pub":76.1,"priv":68.71,"full":72.4,"budget":"1.6 MP"},"new":true,"rank_full":1,"rank_pub":2},{"engine":"span-02","name":"span-02 (Gemma 4 26B-A4B)","url":"https://huggingface.co/lihe07/span-02","kind":"full fine-tune","technique":"autoregressive","org":null,"pub":70.69,"priv":60.85,"full":65.77,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":75.64,"private":51.42},"BLINK":{"pub":63.91,"private":22.0},"RealWorldQA":{"pub":59.77,"private":28.0},"CharXiv":{"pub":78.2,"private":68.89},"InfographicVQA":{"pub":95.63,"private":97.33},"Mind2Web":{"pub":73.0,"private":66.0},"Winoground":{"pub":85.25,"private":86.0},"KIE (CORD+FUNSD)":{"pub":91.99,"private":84.97},"Moderation (Hateful Memes)":{"pub":37.35,"private":43.0},"R-Bench-M":{"pub":35.57,"private":null},"MMMU-Pro vision":{"pub":42.85,"private":null}},"params":25805936206.0,"active":null,"params_estimated":false,"cal":{"acc":0.7677,"conf":0.8571,"ece":0.0893,"over95":0.0271,"n":13695,"benchmarks":11},"ms_row":265.1,"gpu_h":1.419,"effective_max_pixels":1290240,"effective_budget":"560 soft tokens (~1.3 MP)","effective_budget_source":"author Gemma-4 560 soft-token image budget, under the kit 1.6 MP client cap","native":{"pub":70.69,"priv":60.85,"full":65.77,"budget":"560 soft tokens (~1.3 MP)"},"new":true,"rank_full":12,"rank_pub":11},{"engine":"onejev1.5-0.8b","name":"OneJev1.5-0.8B","url":"https://huggingface.co/OmniJev/OneJev1.5-0.8B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"OmniJev","name":"OmniJev","logo":"data/orgs/OmniJev.png"},"pub":52.32,"priv":36.86,"full":44.59,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":62.68,"private":23.62},"BLINK":{"pub":53.77,"private":20.67},"RealWorldQA":{"pub":41.46,"private":14.67},"CharXiv":{"pub":57.39,"private":31.19},"InfographicVQA":{"pub":77.6,"private":54.67},"Mind2Web":{"pub":46.42,"private":38.0},"Winoground":{"pub":55.0,"private":68.0},"KIE (CORD+FUNSD)":{"pub":83.84,"private":71.98},"Moderation (Hateful Memes)":{"pub":24.65,"private":9.0},"R-Bench-M":{"pub":10.12,"private":null},"MMMU-Pro vision":{"pub":8.84,"private":null}},"params":1107265600.0,"active":null,"params_estimated":false,"cal":{"acc":0.6308,"conf":0.673,"ece":0.0423,"over95":0.0085,"n":13695,"benchmarks":11},"ms_row":134.0,"gpu_h":0.717,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":52.32,"priv":36.86,"full":44.59,"budget":"1.6 MP"},"new":true,"rank_full":36,"rank_pub":36},{"engine":"onejev1.5-9b","name":"OneJev1.5-9B","url":"https://huggingface.co/OmniJev/OneJev1.5-9B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"OmniJev","name":"OmniJev","logo":"data/orgs/OmniJev.png"},"pub":71.82,"priv":54.95,"full":63.38,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":76.28,"private":41.71},"BLINK":{"pub":72.29,"private":34.67},"RealWorldQA":{"pub":63.65,"private":36.0},"CharXiv":{"pub":75.44,"private":56.64},"InfographicVQA":{"pub":93.99,"private":91.33},"Mind2Web":{"pub":77.39,"private":56.0},"Winoground":{"pub":77.75,"private":89.0},"KIE (CORD+FUNSD)":{"pub":92.92,"private":84.16},"Moderation (Hateful Memes)":{"pub":53.83,"private":5.0},"R-Bench-M":{"pub":16.62,"private":null},"MMMU-Pro vision":{"pub":33.57,"private":null}},"params":9409813744.0,"active":null,"params_estimated":false,"cal":{"acc":0.7588,"conf":0.7775,"ece":0.0187,"over95":0.0108,"n":13695,"benchmarks":11},"ms_row":202.7,"gpu_h":1.085,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":71.82,"priv":54.95,"full":63.38,"budget":"1.6 MP"},"new":true,"rank_full":15,"rank_pub":10},{"engine":"onejev1.5-27b","name":"OneJev1.5-27B","url":"https://huggingface.co/OmniJev/OneJev1.5-27B","kind":"full fine-tune","technique":"autoregressive","org":{"id":"OmniJev","name":"OmniJev","logo":"data/orgs/OmniJev.png"},"pub":75.65,"priv":62.15,"full":68.9,"base":null,"caveat":null,"bench":{"CV-Bench":{"pub":77.5,"private":39.36},"BLINK":{"pub":75.19,"private":58.0},"RealWorldQA":{"pub":67.54,"private":44.67},"CharXiv":{"pub":80.45,"private":58.52},"InfographicVQA":{"pub":95.63,"private":96.67},"Mind2Web":{"pub":83.97,"private":65.33},"Winoground":{"pub":83.0,"private":88.0},"KIE (CORD+FUNSD)":{"pub":93.39,"private":85.79},"Moderation (Hateful Memes)":{"pub":58.29,"private":23.0},"R-Bench-M":{"pub":24.92,"private":null},"MMMU-Pro vision":{"pub":40.86,"private":null}},"params":27356728560.0,"active":null,"params_estimated":false,"cal":{"acc":0.7906,"conf":0.8039,"ece":0.0192,"over95":0.0095,"n":13695,"benchmarks":11},"ms_row":365.0,"gpu_h":1.954,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"author cap equals the board cap","native":{"pub":75.65,"priv":62.15,"full":68.9,"budget":"1.6 MP"},"new":true,"rank_full":6,"rank_pub":3},{"engine":"rsi-jev-v5.0-vl-3b","name":"RSI-Jev v5.0 VL 3B","url":"https://huggingface.co/shgao/rsi-jev-v5.0-vl-3b","kind":"full fine-tune","technique":"autoregressive","org":null,"pub":62.58,"priv":52.1,"full":57.34,"base":{"name":"Qwen/Qwen3.5-4B-Base","pub":28.77,"priv":21.9},"caveat":"Its base was read through the plain vision-language path, where a pretrained base answers letters poorly, so the gain over the base is overstated.","bench":{"CV-Bench":{"pub":72.96,"private":35.68},"BLINK":{"pub":50.7,"private":45.33},"RealWorldQA":{"pub":55.88,"private":31.33},"CharXiv":{"pub":66.67,"private":40.61},"InfographicVQA":{"pub":82.51,"private":67.33},"Mind2Web":{"pub":63.69,"private":41.33},"Winoground":{"pub":77.0,"private":82.0},"KIE (CORD+FUNSD)":{"pub":86.17,"private":81.32},"Moderation (Hateful Memes)":{"pub":42.46,"private":44.0},"R-Bench-M":{"pub":11.75,"private":null},"MMMU-Pro vision":{"pub":25.08,"private":null}},"params":4660000000.0,"active":null,"params_estimated":false,"cal":{"acc":0.6966,"conf":0.704,"ece":0.0226,"over95":0.0106,"n":13695,"benchmarks":11},"ms_row":144.2,"gpu_h":0.772,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":63.26,"priv":51.58,"full":57.42,"budget":"16.7 MP"},"rank_full":25,"rank_pub":26},{"engine":"jev-27b-vl","name":"JEV-27B-VL","url":"https://huggingface.co/autotrust/JEV-27B-VL","kind":"LoRA","technique":"autoregressive","org":{"id":"autotrust","name":"AutoTrust AI Lab","logo":"data/orgs/autotrust.png"},"pub":72.8,"priv":66.4,"full":69.6,"base":{"name":"Qwen/Qwen3.8-27B","pub":68.54,"priv":60.25},"caveat":"Ran through the author's own server (vLLM + POST /v1/decide, System 1 only) with the context cap lifted to 256K; its base was read through a different (head-free autojev) path.","bench":{"CV-Bench":{"pub":76.85,"private":42.04},"BLINK":{"pub":63.27,"private":58.67},"RealWorldQA":{"pub":72.25,"private":48.0},"CharXiv":{"pub":79.7,"private":62.29},"InfographicVQA":{"pub":96.72,"private":98.67},"Mind2Web":{"pub":78.62,"private":59.33},"Winoground":{"pub":84.5,"private":89.0},"KIE (CORD+FUNSD)":{"pub":92.05,"private":86.6},"Moderation (Hateful Memes)":{"pub":40.31,"private":53.0},"R-Bench-M":{"pub":31.06,"private":null},"MMMU-Pro vision":{"pub":40.13,"private":null}},"params":27800000000,"active":null,"params_estimated":false,"cal":{"acc":0.7771,"conf":0.7901,"ece":0.018,"over95":0.0102,"n":13695,"benchmarks":11},"ms_row":263.9,"gpu_h":1.412,"effective_max_pixels":1638400,"effective_budget":"1.6 MP","effective_budget_source":"board cap 1,638,400 pixels","native":{"pub":72.78,"priv":66.86,"full":69.82,"budget":"16.7 MP"},"rank_full":5,"rank_pub":7}],"refs":[{"engine":"ref-qwen35-397b","name":"Qwen3.5-397B (VLM)","kind":"stock · API","url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B","note":"Stock model via API, read from its generated letter rather than letter probabilities.","label":null,"params":397000000000.0,"active":"A17B","params_estimated":null,"pub":68.52,"priv":58.37,"full":63.44,"bench":{"CV-Bench":{"pub":78.31,"private":46.73},"BLINK":{"pub":50.54,"private":4.67},"RealWorldQA":{"pub":67.82,"private":41.33},"CharXiv":{"pub":62.16,"private":51.92},"InfographicVQA":{"pub":95.08,"private":99.33},"Mind2Web":{"pub":76.57,"private":57.33},"Winoground":{"pub":82.25,"private":87.0},"KIE (CORD+FUNSD)":{"pub":94.06,"private":84.97},"Moderation (Hateful Memes)":{"pub":49.22,"private":52.0},"R-Bench-M":{"pub":0.38,"private":null},"MMMU-Pro vision":{"pub":47.43,"private":null}},"ref":true,"cal":null,"ms_row":null},{"engine":"ref-qwen3vl-8b","name":"Qwen3-VL-8B (VLM)","kind":"stock","url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct","note":"Stock vision-language model, no fine-tune.","label":null,"params":8800000000.0,"active":null,"params_estimated":null,"pub":62.33,"priv":45.0,"full":53.66,"bench":{"CV-Bench":{"pub":72.72,"private":34.0},"BLINK":{"pub":51.35,"private":20.0},"RealWorldQA":{"pub":56.16,"private":24.67},"CharXiv":{"pub":58.9,"private":16.1},"InfographicVQA":{"pub":84.7,"private":70.67},"Mind2Web":{"pub":70.95,"private":50.67},"Winoground":{"pub":71.75,"private":80.0},"KIE (CORD+FUNSD)":{"pub":89.05,"private":80.91},"Moderation (Hateful Memes)":{"pub":34.21,"private":28.0},"R-Bench-M":{"pub":21.85,"private":null},"MMMU-Pro vision":{"pub":27.87,"private":null}},"ref":true,"cal":{"acc":0.7027,"conf":0.8963,"ece":0.1937,"over95":0.1058,"n":13695,"benchmarks":11},"ms_row":119.4},{"engine":"ref-siglip2","name":"SigLIP 2 (contrastive)","kind":"contrastive floor","url":"https://huggingface.co/google/siglip2-so400m-patch14-384","note":"Image-text similarity only, no language model: the floor.","label":null,"params":1100000000.0,"active":null,"params_estimated":true,"pub":6.16,"priv":6.17,"full":6.17,"bench":{"CV-Bench":{"pub":-5.39,"private":4.86},"BLINK":{"pub":-0.85,"private":-10.0},"RealWorldQA":{"pub":5.39,"private":-6.0},"CharXiv":{"pub":4.01,"private":3.85},"InfographicVQA":{"pub":7.65,"private":-3.33},"Mind2Web":{"pub":8.46,"private":25.33},"Winoground":{"pub":33.5,"private":19.0},"KIE (CORD+FUNSD)":{"pub":-2.25,"private":0.51},"Moderation (Hateful Memes)":{"pub":-2.23,"private":2.0},"R-Bench-M":{"pub":0.74,"private":null},"MMMU-Pro vision":{"pub":2.68,"private":null}},"ref":true,"cal":null,"ms_row":null}],"excluded":[{"name":"gevva-e4b","why":"its official path takes no images"},{"name":"gevva-e2b","why":"its official path takes no images"},{"name":"reflex-27b-pmscr","why":"its as-run backend takes no images"}],"bench_info":{"CV-Bench":{"what":"Basic spatial vision: count objects, say which is left or right, and judge which is closer to the camera.","example":"How many chairs are in the photo, or is the lamp closer to the camera than the sofa?","why":"Many decisions start with getting simple facts about a scene right.","tech":"Counting, 2D relation and distance items; 2 to 6 options."},"BLINK":{"what":"Perception puzzles that people solve at a glance but models often miss, sometimes across two or more images.","example":"Given two photos of the same room, how did the camera move between them?","why":"Tests whether a model really looks at the image instead of guessing from the wording.","tech":"Seven subtasks of the validation split; 2 to 4 options over 1 to 4 images."},"RealWorldQA":{"what":"Questions about everyday real-world photos, many taken from a car or a phone.","example":"From this dashboard photo, which lane should the car be in to turn right?","why":"Real scenes are where a decision model meets the physical world.","tech":"Multiple-choice and yes/no items parsed from the prompt."},"CharXiv":{"what":"Reasoning over charts from scientific papers: read values, compare trends and find the right series.","example":"In this plot, which method has the highest score at the largest dataset size?","why":"Decisions often hinge on reading a chart correctly.","tech":"Reasoning questions converted to 4-way multiple choice with distractors from the same figure."},"InfographicVQA":{"what":"Answering questions about infographics that mix text, numbers, icons and layout.","example":"According to this infographic, which age group spends the most time online?","why":"Combines reading and layout understanding on dense documents.","tech":"Short answers converted to multiple choice."},"Mind2Web":{"what":"Web navigation: given a task and a screenshot of a real website, pick the element to click or type into next.","example":"To book a one-way flight to Denver, which of these four marked buttons comes next?","why":"Choosing the next action on a screen is a decision in the most literal sense.","tech":"Four marked boxes per screenshot: the right element plus three real distractors from the page."},"Winoground":{"what":"Matching captions to images when the words are the same but their order changes the meaning.","example":"Which caption fits: 'a dog bites a person' or 'a person bites a dog'?","why":"Tests whether a model understands who does what to whom.","tech":"Caption choice for each of two images; pairs of images and captions."},"KIE (CORD+FUNSD)":{"what":"Reading receipts and forms: pull the right field (total, date, item) out of a scanned document.","example":"On this receipt, what is the total after tax?","why":"Document extraction feeds many routing and approval decisions.","tech":"Receipt fields and form-field presence questions, multiple choice."},"Moderation (Hateful Memes)":{"what":"Deciding whether a meme is hateful, where the meaning often needs both the image and its text.","example":"Is this meme, its picture and caption together, hateful or not?","why":"A content-moderation call is a binary decision with real consequences.","tech":"Binary hateful / not hateful; a caption-only control is reported separately."},"R-Bench-M":{"what":"Expert-level multi-discipline questions with an image, from science, engineering and medicine.","example":"Given this circuit diagram, which option gives the current through the resistor?","why":"Shows headroom: even strong models score low here.","tech":"Six options A to F, one image; low weight in the index."},"MMMU-Pro vision":{"what":"College-level exam questions where the whole question and its options are shown inside the image.","example":"A photographed exam page asks which of ten options explains the graph.","why":"The model has to read and reason from the image alone.","tech":"Ten options inside the image; a quarter weight in the index."}},"bench_rows":{"CV-Bench":{"public":2038},"BLINK":{"public":961},"RealWorldQA":{"public":589},"CharXiv":{"public":532},"InfographicVQA":{"public":244},"Mind2Web":{"public":973},"Winoground":{"public":800},"KIE (CORD+FUNSD)":{"public":2465},"Moderation (Hateful Memes)":{"public":1213},"R-Bench-M":{"public":665},"MMMU-Pro vision":{"public":1730}},"stock_drop":{"name":"Qwen3-VL-8B (VLM)","drop":17.3}}