{"baseline":0.65,"rows":[{"id":"llama-nemotron-super-49b-v1.5","name":"Llama Nemotron Super 49B v1.5","provider":"nvidia","open":true,"launched":"2025-10-10","url":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","excess":2.58,"premium":3.23,"se":0.91,"nh":3,"no":6,"fu":[623,57.34],"ambition":47.4,"bench":[["livecodebench","LiveCodeBench",77,40.9,4.08],["aime-2025","AIME 2025",76.7,47.7,3.33],["gpqa-diamond","GPQA-diamond",74.8,55.1,2.36]]},{"id":"sensenova-loop-9b","name":"SenseNova-Loop-9B","provider":"sensetime","open":true,"launched":"2026-11-17","url":"https://huggingface.co/sensenova/SenseNova-Loop-9B","excess":2.22,"premium":2.87,"se":0.46,"nh":7,"no":22,"fu":[401,67.12],"ambition":82.6,"bench":[["terminal-bench-2.1","Terminal-Bench 2.1",59.6,30,3.73],["tau3-banking","τ³-Bench Banking",30.9,11.5,3.5],["nl2repo","NL2Repo",41.4,19.8,3.18],["bird-sql","Bird-SQL",72.3,50.8,2.55],["aidabench","AIDABench",65.3,44.2,2.54],["automationbench","AutomationBench",36.7,20.7,2.36],["gaia","GAIA",69.9,51.1,2.26]]},{"id":"olmo-3-think-32b","name":"OLMo-3-Think-32B","provider":"allenai","open":true,"launched":"2025-11-20","url":"https://huggingface.co/allenai/Olmo-3-32B-Think","excess":1.75,"premium":2.4,"se":0.4,"nh":16,"no":17,"fu":[693,54.82],"ambition":54.1,"bench":[["zebralogic","ZebraLogic",76,30.2,5.23],["aime-2024","AIME 2024",76.8,36.5,4.55],["aime-2025","AIME 2025",72.5,33.9,4.49],["livecodebench-v3","LiveCodeBench v3",83.5,43.6,4.29],["alpacaeval-2.0","AlpacaEval 2.0",74.2,42.6,3.65],["omega","OMEGA",50.8,24.9,3.49],["math","MATH",96.1,62.5,3.21],["agieval","AGIEval (English)",88.2,67,2.58],["humaneval-plus","HumanEval+",91.4,73.9,2.28],["ifeval","IFEval",89,77,1.69],["gpqa","GPQA",58.1,45.5,1.54],["ifbench","IFBench",47.6,37.6,1.25],["mmlu","MMLU",85.4,77.5,1.15],["bbh","BBH",83.7,75.9,1.11],["mbpp-plus","MBPP+",68,66,0.26],["popqa","PopQA",31.9,30.9,0.13]]},{"id":"flint","name":"Flint","provider":"recursive","open":true,"launched":"2026-10-21","url":"https://huggingface.co/RecursiveSI/flint","excess":1.53,"premium":2.18,"se":0.48,"nh":6,"no":16,"fu":[408,66.91],"ambition":42.8,"bench":[["ifbench","IFBench",89.2,59.3,3.31],["terminal-bench-2.1","Terminal-Bench 2.1",57.2,35.5,2.71],["swe-bench-pro-v2","SWE-Bench Pro v2",87.5,70,2.23],["swe-bench-verified","SWE-Bench Verified",74.5,58.6,1.95],["livecodebench","LiveCodeBench",82.7,70.6,1.6],["ifeval","IFEval",95.1,87.9,1.3]]},{"id":"kimi-k2-0905","name":"Kimi K2 0905","provider":"moonshotai","open":true,"launched":"2025-07-11","url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905","excess":1.43,"premium":2.08,"se":0.61,"nh":3,"no":32,"fu":[464,63.89],"ambition":80.7,"bench":[["swe-bench-verified","SWE-Bench Verified",69.2,44.9,2.88],["swe-bench-multilingual","SWE-Bench Multilingual",55.9,38.6,2.14],["multi-swe-bench","Multi-SWE-Bench",33.5,24.9,1.22]]},{"id":"minimax-m2.7","name":"MiniMax M2.7","provider":"minimax","open":true,"launched":"2026-03-18","url":"https://www.minimax.io/news/minimax-m27-en","excess":1.38,"premium":2.03,"se":0.52,"nh":4,"no":79,"fu":[365,69.25],"ambition":94.8,"bench":[["mle-bench-lite","MLE-Bench Lite",66.6,41.5,2.99],["multi-swe-bench","Multi-SWE-Bench",52.7,37.7,1.87],["swe-bench-pro","SWE-Bench Pro",56.2,42,1.75],["toolathlon","Toolathlon",46.3,34.5,1.51]]},{"id":"air-26b-a4b","name":"Air-26B-A4B","provider":"webai","open":true,"launched":"2026-11-04","url":"https://huggingface.co/webAI-Official/Air-26B-A4B-gguf","excess":1.36,"premium":2.01,"se":0.67,"nh":6,"no":7,"fu":[548,60.53],"ambition":38.1,"bench":[["livecodebench","LiveCodeBench",74.6,48,3.1],["gpqa-diamond","GPQA-diamond",80.7,60.3,2.46],["aime-2026-i","AIME 2026 I",86,67,2.36],["mmlu-pro","MMLU-Pro",82.1,68.9,1.71],["ifeval","IFEval",90.4,82.3,1.28],["ifbench","IFBench",56.1,46.6,1.16]]},{"id":"gemini-2.0-flash","name":"Gemini 2.0 Flash","provider":"google","open":false,"launched":"2025-01-30","url":"https://blog.google/technology/google-deepmind/gemini-model-updates-february-2025/","excess":1.26,"premium":1.91,"se":0.45,"nh":10,"no":9,"fu":[783,51.01],"ambition":48.3,"bench":[["facts-grounding","FACTS Grounding",84.6,52.9,3.52],["math","MATH",90.9,64.5,3.01],["mmlu-pro","MMLU-Pro",77.6,59.2,2.23],["bird-sql","Bird-SQL",58.7,42.4,1.99],["simpleqa","SimpleQA",29.9,19.6,1.58],["mmmu","MMMU",71.7,59.7,1.49],["global-mmlu-lite","Global-MMLU-Lite",83.4,73.1,1.41],["gpqa-diamond","GPQA-diamond",60.1,49.1,1.34],["hiddenmath","HiddenMath",63.5,53,1.28],["egoschema","EgoSchema",71.5,61.4,1.27]]},{"id":"deepseek-v3.2-exp","name":"DeepSeek V3.2-Exp","provider":"deepseek","open":true,"launched":"2025-09-29","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2-Exp","excess":1.16,"premium":1.81,"se":0.42,"nh":10,"no":39,"fu":[429,65.77],"ambition":56.8,"bench":[["hmmt-2025","HMMT 2025",83.6,58.1,2.96],["aider-polyglot","Aider-Polyglot",72.3,48.1,2.85],["swe-bench-verified","SWE-Bench Verified",67.8,46.4,2.56],["aime-2025","AIME 2025",89.3,70.6,2.37],["swe-bench-multilingual","SWE-Bench Multilingual",57.9,40,2.2],["livecodebench","LiveCodeBench",74.1,57.6,2],["browsecomp","BrowseComp",40.1,26.2,1.91],["browsecomp-zh","BrowseComp_zh",47.9,36,1.51],["mmlu-pro","MMLU-Pro",73.5,74.4,-0.12],["gpqa-diamond","GPQA-diamond",66,67,-0.13]]},{"id":"minimax-m2.1","name":"MiniMax M2.1","provider":"minimax","open":true,"launched":"2025-12-21","url":"https://www.minimax.io/news/minimax-m21","excess":1.16,"premium":1.81,"se":0.37,"nh":14,"no":18,"fu":[450,64.89],"ambition":84.5,"bench":[["tau2-telecom","TAU2-Telecom",87,60.8,3.03],["swe-bench-multilingual","SWE-Bench Multilingual",69.3,46.3,2.73],["browsecomp","BrowseComp",54.7,33.8,2.64],["swe-bench-verified","SWE-Bench Verified",74.4,52.9,2.55],["multi-swe-bench","Multi-SWE-Bench",48.3,29.6,2.45],["toolathlon","Toolathlon",43.5,26.1,2.37],["livecodebench","LiveCodeBench",81,64.8,2.03],["ifbench","IFBench",70,55.8,1.72],["mmlu-pro","MMLU-Pro",88,78.2,1.43],["gpqa-diamond","GPQA-diamond",81.9,71.8,1.37],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",62,55.2,0.84],["scicode","SciCode (sub)",41,35,0.77],["terminal-bench-2.0","Terminal-Bench 2.0",36.6,31.2,0.72],["aime-2025","AIME 2025",83,78.7,0.64]]},{"id":"llama-4-maverick","name":"Llama 4 Maverick","provider":"meta","open":true,"launched":"2025-04-05","url":"https://ai.meta.com/blog/llama-4-multimodal-intelligence/","excess":1.15,"premium":1.8,"se":0.43,"nh":7,"no":25,"fu":[932,45.23],"ambition":57.9,"bench":[["mmlu-pro","MMLU-Pro",80.7,56.3,2.86],["gpqa-diamond","GPQA-diamond",68.4,45.9,2.68],["mmmu","MMMU",73.4,57.8,1.9],["livecodebench","LiveCodeBench",43.4,29.7,1.82],["chartqa","ChartQA",90,81.1,1.36],["mathvista","MathVista",73.7,65.3,1.07],["docvqa","DocVQA",94.4,89.9,0.91]]},{"id":"phi-4-reasoning-vision-15b","name":"Phi-4-Reasoning-Vision-15B","provider":"microsoft","open":true,"launched":"2026-03-04","url":"https://huggingface.co/microsoft/Phi-4-reasoning-vision-15B","excess":1.02,"premium":1.67,"se":0.48,"nh":9,"no":14,"fu":[1149,37.04],"ambition":51,"bench":[["mathvista-mini","MathVista-Mini",75.2,50.3,2.91],["screenspot-v2","ScreenSpot-v2",88.2,67.3,2.56],["mathverse-mini","MathVerse-mini",44.9,29.7,2.01],["hallusionbench","HallusionBench",64.4,48.5,1.92],["ai2d","AI2D",84.8,74.4,1.44],["chartqa","ChartQA",83.3,74.6,1.22],["mmstar","MMStar",62.1,52.7,1.15],["ocrbench","OCRBench V2",75,68,0.91],["mmmu","MMMU",54.3,47.1,0.88]]},{"id":"mistral-medium-3","name":"Mistral Medium 3","provider":"mistral","open":false,"launched":"2025-05-07","url":"https://mistral.ai/news/mistral-medium-3","excess":1,"premium":1.65,"se":0.36,"nh":14,"no":7,"fu":[816,49.67],"ambition":43.5,"bench":[["arena-hard","Arena-Hard",97.1,57.3,3.32],["ruler-128k","Ruler 128k",90.2,68.9,2.6],["mmlu-pro","MMLU-Pro",77.2,57.6,2.36],["multipl-e","MultiPL-E",81.4,62,2.36],["humaneval","HumanEval",92.1,75.8,2.18],["math500","MATH500",91,77.3,1.91],["ai2d","AI2D",93.7,82,1.77],["ifeval","IFEval",89.4,76.9,1.76],["ruler-32k","Ruler 32k",96,85.9,1.65],["gpqa-diamond","GPQA-diamond",57.1,47.3,1.2],["docvqa","DocVQA",95.3,90.3,1.01],["mmmu","MMMU",66.1,58.6,0.93],["chartqa","ChartQA",82.6,81.6,0.16],["livecodebench","LiveCodeBench",30.3,31.3,-0.13]]},{"id":"glm-4.7","name":"GLM 4.7","provider":"zai","open":true,"launched":"2025-12-22","url":"https://z.ai/blog/glm-4.7","excess":0.99,"premium":1.64,"se":0.34,"nh":15,"no":33,"fu":[309,72.3],"ambition":73.5,"bench":[["browsecomp","BrowseComp",59.8,40.2,2.39],["browsecomp-zh","BrowseComp_zh",66.6,48.1,2.22],["hmmt-feb-2025","HMMT Feb 2025",97.1,81.1,2.12],["imo-answerbench","IMO AnswerBench",82,66.1,2],["livecodebench","LiveCodeBench",84.9,69.8,1.95],["swe-bench-verified","SWE-Bench Verified",73.8,57.8,1.95],["hmmt-nov-2025","HMMT Nov 2025",93.5,80.5,1.89],["aime-2025","AIME 2025",95.7,83.7,1.83],["swe-bench-multilingual","SWE-Bench Multilingual",65.2,51.2,1.7],["hle-with-tools","HLE (With Tools)",42.8,31,1.55],["gpqa-diamond","GPQA-diamond",85.7,75.1,1.48],["terminal-bench-hard","Terminal-Bench Hard",33.3,23.9,1.34],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",67.5,59.1,1.04],["terminal-bench-2.0","Terminal-Bench 2.0",41,35.9,0.66],["mmlu-pro","MMLU-Pro",84.3,80.8,0.55]]},{"id":"gpt-5.2","name":"GPT-5.2","provider":"openai","open":false,"launched":"2025-12-11","url":"https://openai.com/index/introducing-gpt-5-2/","excess":0.96,"premium":1.61,"se":0.24,"nh":26,"no":140,"fu":[218,78.09],"ambition":57.4,"bench":[["arc-agi-2","ARC-AGI-2",52.9,19.9,4.63],["arc-agi-1","ARC-AGI-1",86.2,59.1,3.1],["mrcr-128k-8n","MRCR 128K-8N",84.7,62.4,2.67],["scires-frontiermath-tier-4","SciRes FrontierMath Tier 4",18.8,8,2.35],["mrcr-256k-8n","MRCR 256K-8N",77,58.3,2.25],["tau2-telecom","TAU2-Telecom",98.7,76.7,2.19],["graphwalks-bfs","GraphWalks BFS",94,79.3,2.06],["browsecomp","BrowseComp",71.8,55.2,2.01],["scires-frontiermath-tier-1-3","SciRes FrontierMath Tier 1-3",40.7,27.6,1.77],["hle","HLE",35,23.3,1.69],["gpqa-diamond","GPQA-diamond",92.4,81.5,1.66],["gdpval","GDPVal",62.7,49.8,1.57],["swe-bench-verified","SWE-Bench Verified",80,68,1.56],["hmmt-feb-2025","HMMT Feb 2025",99.4,89.6,1.49],["charxiv-rq","CharXiv (RQ)",82.1,71.6,1.41],["aime-2025","AIME 2025",100,91.4,1.37],["mmmu-pro","MMMU PRO",79.5,69.6,1.3],["hle-with-tools","HLE (With Tools)",47.8,37.6,1.28],["toolathlon","Toolathlon",46,37.2,1.11],["swe-bench-pro-public","SWE-Bench Pro (Public)",55.6,46.6,1.1],["videommmu","VideoMMMU",85.9,79.8,0.93],["mmmu-pro-with-tools","MMMU Pro (with tools)",80.4,73.8,0.92],["tau2-retail","TAU2-Retail",82,76.7,0.76],["graphwalks-parents","GraphWalks Parents",89,85.2,0.66],["mcp-atlas","MCP-Atlas",60.6,57.5,0.38],["mmmlu","MMMLU",89.5,87.8,0.34]]},{"id":"kolibri-1-base","name":"Kolibri 1 Base","provider":"alephalpha","open":false,"launched":"2026-10-03","url":"https://huggingface.co/Aleph-Alpha/Kolibri-1","excess":0.73,"premium":1.38,"se":0.42,"nh":15,"no":11,"fu":[936,45.07],"ambition":29.7,"bench":[["minerva-math","Minerva Math",80.1,40.6,4.35],["humaneval-de","HumanEval (DE)",88.4,59.7,3.23],["arc-challenge","ARC-Challenge",95.7,77,2.36],["humaneval","HumanEval",86.7,71.9,1.95],["gsm8k-platinum-de","GSM8K Platinum (DE)",90.5,79.9,1.58],["minerva-math-de","Minerva Math (DE)",63.2,50.4,1.55],["mbpp-de","MBPP (DE)",81.7,71.9,1.32],["piqa","PIQA",89.5,83.8,0.94],["triviaqa","TriviaQA",77.2,70.4,0.91],["mmlu-pro","MMLU-Pro",61.1,54.2,0.84],["piqa-de","PIQA (DE)",96.8,93.3,0.84],["mmlu","MMLU",81,75.3,0.8],["gsm8k","GSM8K",89.8,85.4,0.76],["hellaswag","HellaSwag",83.1,81.7,0.22],["mbpp","MBPP",67.3,71.7,-0.6]]},{"id":"mistral-medium-3.5","name":"Mistral Medium 3.5","provider":"mistral","open":true,"launched":"2026-04-28","url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B","excess":0.7,"premium":1.35,"se":0.43,"nh":10,"no":16,"fu":[428,65.79],"ambition":67.1,"bench":[["tau3-telecom","τ³-Bench Telecom",91.4,68.9,2.7],["collie","COLLIE",95.8,72.6,2.65],["swe-bench-verified","SWE-Bench Verified",73.6,55.9,2.13],["ifbench","IFBench",69,57.7,1.39],["browsecomp","BrowseComp",48.6,37.7,1.38],["tau3-airline","τ³-Bench Airline",72,63.2,1.12],["aime-2025","AIME 2025",86.3,81.9,0.7],["beyondaime","BeyondAIME",66.9,61.6,0.66],["tau3-retail","τ³-Bench Retail",76.1,72.3,0.52],["tau3-banking","τ³-Bench Banking",13.4,12.2,0.22]]},{"id":"minimax-m2","name":"MiniMax M2","provider":"minimax","open":true,"launched":"2025-10-23","url":"https://www.minimax.io/news/minimax-m2","excess":0.7,"premium":1.35,"se":0.43,"nh":7,"no":30,"fu":[453,64.76],"ambition":93.6,"bench":[["finsearchcomp","FinSearchComp",65.5,40,3.06],["artifactsbench","ArtifactsBench",66.8,53.8,1.59],["swe-bench-verified","SWE-Bench Verified",69.4,57.6,1.45],["terminal-bench","Terminal-Bench",44.1,33.9,1.32],["gaia-text-only","GAIA (Text Only)",75.7,67.8,1.04],["browsecomp","BrowseComp",44,39.9,0.51],["multi-swe-bench","Multi-SWE-Bench",36.2,32.6,0.47]]},{"id":"mistral-large-4-2026-10-29","name":"Mistral Large 4 (2026-10-29)","provider":"mistral","open":true,"launched":"2026-10-29","url":"https://mistral.ai/news/mistral-large-4-oss/","excess":0.66,"premium":1.31,"se":0.59,"nh":3,"no":85,"fu":[204,79.01],"ambition":61.5,"bench":[["finch","Finch (FinWorkBench)",73.3,52.8,2.44],["browsecomp","BrowseComp",84.5,76.6,1.13],["frontiercode-2.0","FrontierCode 2.0",19.7,17.5,0.36]]},{"id":"muse-spark","name":"Muse Spark","provider":"meta","open":false,"launched":"2026-04-08","url":"https://ai.meta.com/blog/introducing-muse-spark-msl/","excess":0.63,"premium":1.28,"se":0.3,"nh":17,"no":27,"fu":[264,75.11],"ambition":81.9,"bench":[["healthbench-hard","HealthBench-Hard",42.8,25.5,2.38],["hle","HLE",42.8,26.7,2.19],["arc-agi-2","ARC-AGI-2",42.5,27.4,2.03],["frontierscience-research","FrontierScience Research",38,24.1,1.96],["medxpertqa-mm","MedXpertQA-MM",78.4,63.2,1.89],["charxiv-rq","CharXiv (RQ)",87.7,74.5,1.79],["zerobench-with-tools","ZeroBench (With Tools)",33,22.7,1.5],["hle-with-tools","HLE (With Tools)",50.4,40.8,1.19],["mmmu-pro","MMMU PRO",80.4,72.3,1.1],["simplevqa","SimpleVQA",71.3,62.6,1.1],["gpqa-diamond","GPQA-diamond",89.5,84,0.92],["terminal-bench-2.0","Terminal-Bench 2.0",59,52.4,0.81],["swe-bench-verified","SWE-Bench Verified",77.4,72.3,0.7],["medxpertqa-text","MedXpertQA (Text)",52.6,47.2,0.67],["erqa","ERQA",64.7,59.5,0.65],["swe-bench-pro","SWE-Bench Pro",53.7,48.8,0.61],["deepsearchqa","DeepSearchQA",75.8,74,0.26]]},{"id":"qwen3-235b-a22b","name":"Qwen3-235B-A22B","provider":"qwen","open":true,"launched":"2025-04-28","url":"https://qwenlm.github.io/blog/qwen3/","excess":0.61,"premium":1.26,"se":0.39,"nh":8,"no":88,"fu":[438,65.35],"ambition":53.6,"bench":[["aider-polyglot","Aider-Polyglot",60.7,47,1.66],["aime-2025","AIME 2025",82,69.6,1.63],["livebench","LiveBench",75.4,62.3,1.63],["livecodebench-v5","LiveCodeBench v5 (2024.10-2025.02)",70.7,57.7,1.6],["arena-hard","Arena-Hard",95.6,86.3,1.56],["aime-2024","AIME 2024",85.7,74.5,1.54],["bfcl-v3","BFCL v3",70.8,65,0.75],["multi-if","Multi-IF",71.1,73,-0.27]]},{"id":"grok-4-fast","name":"Grok 4 Fast","provider":"xai","open":false,"launched":"2025-07-09","url":"https://x.ai/news/grok-4-fast","excess":0.61,"premium":1.26,"se":0.5,"nh":5,"no":20,"fu":[441,65.25],"ambition":72.2,"bench":[["hmmt-2025","HMMT 2025",93.3,74.5,2.4],["gpqa-diamond","GPQA-diamond",85.2,75.5,1.37],["livecodebench","LiveCodeBench",79.5,70.4,1.21],["aime-2025","AIME 2025",91.2,84.3,1.15],["hle","HLE",18.5,17.3,0.19]]},{"id":"claude-haiku-5.5","name":"Claude Haiku 5.5","provider":"anthropic","open":false,"launched":"2026-10-07","url":"https://www.anthropic.com/claude-haiku-5-5","excess":0.6,"premium":1.25,"se":0.43,"nh":6,"no":107,"fu":[111,83.92],"ambition":73.5,"bench":[["chartography","Chartography",46.4,28.5,2.38],["osworld-2.1-offline","OSWorld 2.1 (Offline)",72.4,53.7,2.24],["terminal-bench-4.0","Terminal-Bench 4.0",36,25.7,1.43],["frontiercode-main","FrontierCode Main",46.1,36.5,1.21],["hle","HLE",45.9,41.4,0.56],["hle-with-tools","HLE (With Tools)",50.1,53,-0.35]]},{"id":"muse-spark-1.3","name":"Muse Spark 1.3","provider":"meta","open":false,"launched":"2026-09-02","url":"https://research.meta.ai/blog/introducing-muse-spark-1-3","excess":0.56,"premium":1.21,"se":0.43,"nh":8,"no":27,"fu":[93,84.89],"ambition":83.9,"bench":[["osworld-2.0","OSWorld 2.0",66.9,51.9,1.81],["automationbench","AutomationBench",49.6,36.5,1.66],["deepswe-v1.1","DeepSWE v1.1",75.4,62.1,1.66],["osworld-2.0-strict","OSWorld 2.0 (Strict)",32,22.5,1.38],["jobbench","JobBench",64.9,54,1.33],["terminal-bench-2.1","Terminal-Bench 2.1",88.8,83.5,0.88],["swe-atlas-qna","SWE-Atlas Codebase QnA",59.4,54,0.66],["deepsearchqa","DeepSearchQA",90.3,88.9,0.27]]},{"id":"qwen3.8-27b","name":"Qwen3.8-27B","provider":"qwen","open":true,"launched":"2026-08-13","url":"https://huggingface.co/Qwen/Qwen3.8-27B","excess":0.55,"premium":1.2,"se":0.24,"nh":20,"no":150,"fu":[244,76.59],"ambition":89.2,"bench":[["babyvision","BabyVision",75.7,41.6,3.88],["agents-last-exam","Agents' Last Exam",42.9,23,2.8],["osworld-verified","OSWorld Verified",84.3,67.6,2.11],["claw-eval-multimodal","Claw-Eval Multimodal",57.4,40.4,2.09],["swe-bench-pro","SWE-Bench Pro",65.5,53,1.52],["terminal-bench-2.1","Terminal-Bench 2.1",74.7,63.1,1.46],["androidworld","AndroidWorld",81.9,71.4,1.4],["webarena-verified","WebArena-Verified",64.8,53.5,1.37],["ifbench","IFBench",79.5,70.9,1.15],["vision2web","Vision2Web",62.9,53.8,1.12],["charxiv-rq","CharXiv (RQ)",83.7,77.4,0.93],["mathvision","MathVision",88.7,83,0.93],["realworldqa","RealWorldQA",85.9,81.4,0.71],["livecodebench","LiveCodeBench",90,86.2,0.68],["nl2repo","NL2Repo",44.6,39.3,0.66],["gpqa-diamond","GPQA-diamond",89.7,86.4,0.6],["erqa","ERQA",65.5,61.4,0.51],["jobbench","JobBench",34,32.3,0.22],["deepswe-v1.1","DeepSWE v1.1",42.2,42.4,-0.02],["hle","HLE",30.1,30.7,-0.08]]},{"id":"minimax-m2.5","name":"MiniMax M2.5","provider":"minimax","open":true,"launched":"2026-02-12","url":"https://www.minimax.io/news/minimax-m25","excess":0.55,"premium":1.2,"se":0.47,"nh":6,"no":14,"fu":[313,71.95],"ambition":80.7,"bench":[["bfcl-v3-multi-turn","BFCL v3 (Multi-Turn)",76.8,53.2,2.77],["swe-bench-verified","SWE-Bench Verified",80.2,68.8,1.49],["multi-swe-bench","Multi-SWE-Bench",51.3,40.9,1.29],["swe-bench-pro","SWE-Bench Pro",55.4,45.5,1.21],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",76.3,67.9,1.1],["terminal-bench-2.0","Terminal-Bench 2.0",42.7,48,-0.66]]},{"id":"gemini-3.5-flash","name":"Gemini 3.5 Flash","provider":"google","open":false,"launched":"2026-05-19","url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-5/","excess":0.53,"premium":1.18,"se":0.37,"nh":12,"no":48,"fu":[182,80.18],"ambition":64.9,"bench":[["arc-agi-2","ARC-AGI-2",72.1,42.3,3.48],["mcp-atlas","MCP-Atlas",83.6,70,1.78],["blueprint-bench-2","Blueprint-Bench 2",33.6,23.1,1.51],["terminal-bench-2.1","Terminal-Bench 2.1",76.2,66.3,1.28],["osworld-verified","OSWorld Verified",78.4,69.7,1.16],["mmmu-pro","MMMU PRO",84.1,76.3,1.12],["financeagent-v2","FinanceAgent v2",57.9,49,1.09],["toolathlon","Toolathlon",56.5,47.7,1.08],["hle","HLE",40.2,32.6,0.99],["charxiv-rq","CharXiv (RQ)",82.4,78.6,0.57],["mrcr-128k-8n","MRCR 128K-8N",77.3,74.9,0.34],["swe-bench-pro-public","SWE-Bench Pro (Public)",54.5,56.2,-0.22]]},{"id":"gpt-6.1-terra","name":"GPT-6.1 Terra","provider":"openai","open":false,"launched":"2026-10-26","url":"https://openai.com/index/introducing-gpt-6-1-terra/","excess":0.52,"premium":1.17,"se":0.6,"nh":4,"no":37,"fu":[23,90.12],"ambition":82.1,"bench":[["agents-last-exam","Agents' Last Exam",60,41.7,2.23],["terminal-bench-science","Terminal-Bench-Science",58.3,40.4,2.19],["terminal-bench-4.0","Terminal-Bench 4.0",50.3,49.2,0.13],["osworld-2.1-offline","OSWorld 2.1 (Offline)",74.2,73.4,0.11]]},{"id":"gemini-2.5-pro","name":"Gemini 2.5 Pro","provider":"google","open":false,"launched":"2025-03-25","url":"https://blog.google/technology/google-deepmind/gemini-model-thinking-updates-march-2025/","excess":0.5,"premium":1.15,"se":0.3,"nh":12,"no":250,"fu":[391,67.77],"ambition":72.8,"bench":[["mrcr-1m","OpenAI-MRCR (1M)",58.8,32.6,3.27],["mrcr-128k","OpenAI-MRCR (128k)",76.8,56.3,2.45],["simpleqa","SimpleQA",54.2,39.7,1.81],["gpqa-diamond","GPQA-diamond",84.5,76.2,1.19],["mmmu","MMMU",81.8,74.7,1],["global-mmlu-lite","Global-MMLU-Lite",89.2,84.4,0.81],["swe-bench-verified","SWE-Bench Verified",65.5,59.5,0.75],["aider-polyglot","Aider-Polyglot",72.9,67.7,0.69],["aime-2024","AIME 2024",92,88.9,0.61],["hle","HLE",21.4,17.9,0.56],["livecodebench-v5","LiveCodeBench v5 (2024.10-2025.02)",75.2,72.4,0.39],["aime-2025","AIME 2025",86.7,85.2,0.26]]},{"id":"minimax-m3.1-flash","name":"MiniMax M3.1 Flash","provider":"minimax","open":true,"launched":"2026-10-19","url":"https://www.minimax.io/blog/minimax-m31f","excess":0.48,"premium":1.13,"se":0.36,"nh":10,"no":60,"fu":[136,82.15],"ambition":92.3,"bench":[["automationbench","AutomationBench",62.2,34.4,3.4],["deepswe-v1.1","DeepSWE v1.1",73.7,57.2,2.01],["osworld-2.0","OSWorld 2.0",61.7,46.3,1.86],["babyvision-with-tools","BabyVision (With Tools)",91,79.7,1.67],["cybergym","CyberGym",82,74.5,1.04],["hle-text-only","HLE (Text Only)",48,41.5,0.81],["terminal-bench-4.0","Terminal-Bench 4.0",32,27.4,0.63],["bankertoolbench","BankerToolBench",76.2,74.8,0.19],["agents-last-exam","Agents' Last Exam",29.6,30.5,-0.12],["charxiv-rq","CharXiv (RQ)",82.5,83.9,-0.23]]},{"id":"gpt-5","name":"GPT-5","provider":"openai","open":false,"launched":"2025-08-07","url":"https://openai.com/index/introducing-gpt-5/","excess":0.46,"premium":1.11,"se":0.25,"nh":20,"no":130,"fu":[265,75.08],"ambition":53.3,"bench":[["healthbench-hard","HealthBench-Hard",46.2,23.4,3.16],["tau2-telecom","TAU2-Telecom",95.8,74.9,2.51],["collie","COLLIE",99,80.8,1.93],["healthbench","HealthBench",67.2,51.4,1.9],["multichallenge","MultiChallenge",70.3,55.7,1.78],["aider-polyglot","Aider-Polyglot",88,76.5,1.62],["hmmt-2025","HMMT 2025",93.2,83,1.6],["charxiv-rq","CharXiv (RQ)",81.1,70.4,1.42],["mmmu-pro","MMMU PRO",78.4,68.5,1.29],["videommmu","VideoMMMU",84.6,78.9,0.86],["swe-bench-verified","SWE-Bench Verified",72.8,66.2,0.86],["tau2-retail","TAU2-Retail",81.3,75.3,0.85],["mmmu","MMMU",83,77.3,0.83],["gpqa-diamond","GPQA-diamond",85.7,80.4,0.82],["erqa","ERQA",62.4,56.9,0.67],["hle","HLE",25.3,22,0.49],["browsecomp","BrowseComp",54.9,52.4,0.3],["aime-2025","AIME 2025",90.8,90.3,0.11],["hle-with-tools","HLE (With Tools)",35.2,36.3,-0.14],["tau2-airline","TAU2-Airline",62.5,67.1,-0.59]]},{"id":"comet-60b-a12b","name":"Comet-60B-A12B","provider":"multiverse","open":true,"launched":"2026-10-14","url":"https://huggingface.co/MultiverseComputingCAI/Comet_60B_A12B_BF16","excess":0.45,"premium":1.1,"se":0.52,"nh":12,"no":13,"fu":[341,71.03],"ambition":84,"bench":[["terminal-bench-2.1","Terminal-Bench 2.1",55.8,40.9,1.83],["tau2-airline","TAU2-Airline",78,64,1.75],["tau2-retail","TAU2-Retail",85.1,72.5,1.69],["gpqa-diamond","GPQA-diamond",88.6,78.2,1.52],["swe-bench-multilingual","SWE-Bench Multilingual",66.6,56.1,1.28],["tau2-telecom","TAU2-Telecom",79.3,71.3,1.08],["swe-bench-pro-public","SWE-Bench Pro (Public)",50.9,42.3,1.07],["hle-text-only","HLE (Text Only)",25.4,19.1,0.97],["tau3-banking","τ³-Bench Banking",20.8,15.1,0.97],["swe-bench-verified","SWE-Bench Verified",70,62.6,0.94],["scicode","SciCode (sub)",46,39.5,0.81],["gdp-pdf","GDP.pdf",5.2,8.3,-0.68]]},{"id":"muse-spark-open","name":"Muse Spark Open","provider":"meta","open":true,"launched":"2026-10-15","url":"https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B","excess":0.45,"premium":1.1,"se":0.28,"nh":16,"no":78,"fu":[176,80.44],"ambition":77.3,"bench":[["jobbench","JobBench",61.8,42.3,2.37],["zerobench-with-tools","ZeroBench (With Tools)",50,34,2.03],["mcp-atlas","MCP-Atlas",88.3,75.6,1.77],["videomme-v2","Video-MME v2",61.5,47.4,1.72],["swe-atlas-qna","SWE-Atlas Codebase QnA",56,43.7,1.51],["hle-with-tools","HLE (With Tools)",61,50.6,1.27],["toolathlon-verified","Toolathlon Verified",72.8,63.3,1.2],["hle-diamond","HLE-Diamond",26.2,19.1,1.11],["deepswe-v1.1","DeepSWE v1.1",60,51.9,1],["babyvision-with-tools","BabyVision (With Tools)",80.2,74.3,0.83],["scicode","SciCode (sub)",58.5,52,0.8],["osworld-verified","OSWorld Verified",80.4,74.8,0.79],["intphys-2","IntPhys 2",68.3,62.9,0.68],["terminal-bench-2.1","Terminal-Bench 2.1",77.6,74.1,0.48],["simplevqa-with-tools","SimpleVQA (With Tools)",68.6,67.5,0.15],["gpqa-diamond","GPQA-diamond",89,89.8,-0.15]]},{"id":"muse-glimmer-30b","name":"Muse Glimmer 30B","provider":"meta","open":true,"launched":"2026-08-10","url":"https://huggingface.co/meta-models/Muse-Glimmer-30B","excess":0.43,"premium":1.08,"se":0.28,"nh":16,"no":80,"fu":[353,70.38],"ambition":85.4,"bench":[["mcp-atlas","MCP-Atlas",75.5,55.9,2.35],["screenspot-pro","ScreenSpot-Pro",75.4,59.6,1.94],["ifbench","IFBench",78.7,64.3,1.8],["deepsearchqa","DeepSearchQA",78.2,68.3,1.29],["wildclawbench","WildClawBench",47.6,38,1.2],["osworld-verified","OSWorld Verified",65.9,56.9,1.1],["charxiv-rq","CharXiv (RQ)",78.8,70.7,1.09],["tau3-banking","τ³-Bench Banking",23.8,17.1,1.07],["swe-bench-pro","SWE-Bench Pro",51.2,43.5,0.95],["gaia2","GAIA 2",43.3,37.3,0.76],["mmmu-pro","MMMU PRO",74.2,68.8,0.71],["skillsbench","SkillsBench",42,36.7,0.68],["swe-bench-verified","SWE-Bench Verified",71.7,66.6,0.67],["aime-2026-i","AIME 2026 I",94.2,91,0.67],["terminal-bench-2.1","Terminal-Bench 2.1",51.7,46.7,0.61],["scicode","SciCode (sub)",44.2,41.6,0.34]]},{"id":"qwq-32b","name":"QwQ-32B","provider":"qwen","open":true,"launched":"2025-03-05","url":"https://qwenlm.github.io/blog/qwq-32b/","excess":0.42,"premium":1.07,"se":0.64,"nh":3,"no":22,"fu":[691,54.84],"ambition":89.9,"bench":[["livecodebench","LiveCodeBench",65.2,51.2,1.7],["aime-2024","AIME 2024",79.4,67.2,1.57],["ifeval","IFEval",82.8,83.1,-0.05]]},{"id":"glm-5","name":"GLM-5","provider":"zai","open":true,"launched":"2026-02-11","url":"https://z.ai/blog/glm-5","excess":0.41,"premium":1.06,"se":0.31,"nh":15,"no":57,"fu":[314,71.93],"ambition":76.1,"bench":[["browsecomp","BrowseComp",69,55.1,1.68],["hle-with-tools","HLE (With Tools)",50.4,37.5,1.62],["hmmt-nov-2025","HMMT Nov 2025",96.9,87.4,1.6],["browsecomp-zh","BrowseComp_zh",72.7,59.8,1.59],["mcp-atlas","MCP-Atlas",69.5,57.4,1.48],["hle-text-only","HLE (Text Only)",30.5,22.5,1.17],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",75.9,67.1,1.14],["swe-bench-multilingual","SWE-Bench Multilingual",70.1,61.7,1.05],["imo-answerbench","IMO AnswerBench",82.5,75.3,1.01],["terminal-bench-2.0","Terminal-Bench 2.0",54.3,46.9,0.9],["aime-2026-i","AIME 2026 I",95.6,91.7,0.86],["cybergym","CyberGym",48.3,41.7,0.82],["swe-bench-verified","SWE-Bench Verified",73.8,67.9,0.77],["toolathlon","Toolathlon",38,37.2,0.11],["gpqa-diamond","GPQA-diamond",81.6,81.4,0.03]]},{"id":"qwen3-max-thinking","name":"Qwen3 Max Thinking","provider":"qwen","open":false,"launched":"2026-01-26","url":"https://qwen.ai/blog?id=qwen3-max-thinking","excess":0.41,"premium":1.06,"se":0.31,"nh":17,"no":25,"fu":[330,71.46],"ambition":67.6,"bench":[["arena-hard-v2","Arena-Hard V2",90.2,73.1,2.23],["hle-with-tools","HLE (With Tools)",49.8,36.1,1.73],["gpqa","GPQA",87.4,75.7,1.63],["hmmt-feb-2025","HMMT Feb 2025",98,88.1,1.62],["hmmt-nov-2025","HMMT Nov 2025",94.7,86.2,1.45],["imo-answerbench","IMO AnswerBench",83.9,73.6,1.41],["hle","HLE",30.2,21.8,1.24],["livecodebench","LiveCodeBench",85.9,77.5,1.22],["swe-bench-verified","SWE-Bench Verified",75.3,65.9,1.2],["vitabench","VitaBench",40.9,33.5,0.97],["multichallenge","MultiChallenge",63.3,55.6,0.95],["ifbench","IFBench",70.9,63.9,0.89],["c-eval","C-Eval",93.7,90.6,0.64],["bfcl-v4","BFCL v4",67.7,63.3,0.56],["deep-planning","Deep Planning",28.7,26.7,0.28],["mmlu-pro","MMLU-Pro",85.7,84.7,0.17],["mmlu-redux","MMLU-Redux",92.8,93.6,-0.21]]},{"id":"mimo-v2.6-pro","name":"MiMo V2.6 Pro","provider":"xiaomi","open":true,"launched":"2026-09-21","url":"https://mimo.xiaomi.com/mimo-v2-6/","excess":0.39,"premium":1.04,"se":0.33,"nh":13,"no":66,"fu":[94,84.86],"ambition":88,"bench":[["automationbench","AutomationBench",55.9,34.3,2.7],["cybergym","CyberGym",94,74.2,2.47],["deepswe-v1.1","DeepSWE v1.1",71.9,56.9,1.83],["jobbench","JobBench",62,47.9,1.71],["terminal-bench-2.1","Terminal-Bench 2.1",89.9,79,1.6],["sec-bench-pro","SEC-Bench Pro",66.3,53.1,1.6],["toolathlon-verified","Toolathlon Verified",76.9,67.2,1.26],["terminal-bench-4.0","Terminal-Bench 4.0",34.9,27.1,1.08],["exploitbench","ExploitBench",47.9,40.1,0.98],["osworld-verified","OSWorld Verified",82,78.2,0.57],["exploitgym","ExploitGym",17.8,14.5,0.57],["agents-last-exam","Agents' Last Exam",31.6,30.3,0.17],["programbench","ProgramBench",26.5,52.3,-3.01]]},{"id":"claude-sonnet-4.5","name":"Claude Sonnet 4.5","provider":"anthropic","open":false,"launched":"2025-09-29","url":"https://www.anthropic.com/news/claude-sonnet-4-5","excess":0.38,"premium":1.03,"se":0.31,"nh":11,"no":207,"fu":[392,67.76],"ambition":70.6,"bench":[["tau2-retail","TAU2-Retail",86.2,72,1.89],["swe-bench-verified","SWE-Bench Verified",76,61.9,1.75],["terminal-bench","Terminal-Bench",50,38.1,1.5],["osworld","OSWorld",62.1,50.6,1.41],["tau2-telecom","TAU2-Telecom",78.1,70.6,1.01],["tau2-airline","TAU2-Airline",70,63.5,0.83],["gpqa-diamond","GPQA-diamond",83.4,77.7,0.83],["financeagent","FinanceAgent",54.8,48.2,0.81],["mmmlu","MMMLU",89.5,85.6,0.68],["mmmu","MMMU",79.6,75.6,0.56],["aime-2025","AIME 2025",87.5,87.2,0.05]]},{"id":"kimi-k2.6","name":"Kimi-K2.6","provider":"moonshotai","open":true,"launched":"2026-04-20","url":"https://huggingface.co/moonshotai/Kimi-K2.6","excess":0.38,"premium":1.03,"se":0.31,"nh":14,"no":37,"fu":[238,76.82],"ambition":74.2,"bench":[["deepsearchqa","DeepSearchQA",92.5,76.6,2.15],["browsecomp","BrowseComp",83.2,66.5,2.1],["wide-search","WideSearch",80.8,69.1,1.53],["hle-with-tools","HLE (With Tools)",54.8,43,1.44],["hmmt-feb-2026","HMMT Feb 2026",92.7,87.3,0.98],["osworld-verified","OSWorld Verified",73.1,65.9,0.93],["gpqa-diamond","GPQA-diamond",90.8,85.5,0.91],["livecodebench","LiveCodeBench",89.8,85.1,0.81],["mmmu-pro","MMMU PRO",79.4,74.1,0.75],["swe-bench-verified","SWE-Bench Verified",80.2,74.9,0.74],["imo-answerbench","IMO AnswerBench",86,81.4,0.73],["apex-agents","APEX-Agents",27.9,23.5,0.64],["aime-2026-i","AIME 2026 I",96.4,94.7,0.47],["claweval-pass3","ClawEval (Pass^3)",62.3,59.9,0.3]]},{"id":"gemini-3-pro","name":"Gemini 3 Pro","provider":"google","open":false,"launched":"2025-11-18","url":"https://blog.google/products/gemini/gemini-3/","excess":0.37,"premium":1.02,"se":0.25,"nh":18,"no":242,"fu":[268,74.98],"ambition":75.7,"bench":[["matharena-apex","MathArena Apex",71.4,30.4,4.84],["simpleqa-verified","SimpleQA Verified",72.1,39,3.85],["facts-benchmark-suite","FACTS Benchmark Suite",70.5,57.6,1.58],["hle","HLE",37.9,28.8,1.22],["gpqa-diamond","GPQA-diamond",91.5,85.3,1.05],["mmmu-pro","MMMU PRO",81,73.8,0.99],["screenspot-pro","ScreenSpot-Pro",72.7,65,0.99],["mrcr-128k-8n","MRCR 128K-8N",77,70.4,0.88],["charxiv-rq","CharXiv (RQ)",81.4,76.1,0.76],["videommmu","VideoMMMU",87.6,83.1,0.74],["arc-agi-2","ARC-AGI-2",38.1,32.6,0.72],["global-piqa","Global PIQA",93.4,90.8,0.54],["hle-with-tools","HLE (With Tools)",46.3,42.7,0.45],["swe-bench-verified","SWE-Bench Verified",77.1,74.6,0.35],["aime-2025","AIME 2025",96,94.8,0.33],["mmmlu","MMMLU",91.2,90,0.24],["terminal-bench-2.0","Terminal-Bench 2.0",56.5,55.6,0.12],["omnidocbench-1.5","OmniDocBench 1.5",11.5,14.6,-0.54]]},{"id":"glm-5.2","name":"GLM-5.2","provider":"zai","open":true,"launched":"2026-06-16","url":"https://z.ai/blog/glm-5.2","excess":0.37,"premium":1.02,"se":0.26,"nh":18,"no":96,"fu":[214,78.4],"ambition":96.2,"bench":[["frontierswe","FrontierSWE",67.5,34,4.01],["programbench","ProgramBench",63.7,45.8,2.16],["critpt","Complex Research using Integrated Thinking – Physics Test",20.9,10.4,2.06],["terminal-bench-2.1","Terminal-Bench 2.1",81,68,1.67],["posttrainbench","PostTrainBench",31.7,23,1.25],["swe-bench-pro","SWE-Bench Pro",65.3,56.1,1.13],["imo-answerbench","IMO AnswerBench",91,84.9,1.03],["hle-text-only","HLE (Text Only)",40.5,32.7,1.01],["hle-with-tools","HLE (With Tools)",54.7,47,0.95],["mcp-atlas","MCP-Atlas",77.8,71.2,0.89],["aime-2026-i","AIME 2026 I",99.2,96.1,0.85],["nl2repo","NL2Repo",48.9,43.1,0.72],["deepswe","DeepSWE",46.2,41.4,0.6],["hmmt-feb-2026","HMMT Feb 2026",92.5,90.2,0.47],["gpqa-diamond","GPQA-diamond",90.3,87.9,0.46],["hmmt-nov-2025","HMMT Nov 2025",94.4,93.3,0.26],["toolathlon","Toolathlon",48.2,48.9,-0.08],["swe-marathon","SWE-Marathon",13,20.8,-1.16]]},{"id":"kimi-linear-instruct","name":"Kimi-Linear-Instruct","provider":"moonshotai","open":true,"launched":"2025-10-30","url":"https://arxiv.org/abs/2510.26692","excess":0.34,"premium":0.99,"se":0.48,"nh":12,"no":10,"fu":[774,51.32],"ambition":31.5,"bench":[["ruler-1m","Ruler 1M",94.8,69,2.87],["ruler-128k","Ruler 128k",95.4,72.7,2.65],["gpqa-diamond","GPQA-diamond",70.8,55.2,1.89],["math500","MATH500",94.4,84.8,1.56],["aime-2025","AIME 2025",59.1,47.9,1.36],["hmmt-2025","HMMT 2025",44.5,36.2,1.06],["mmlu-pro","MMLU-Pro",70,64.6,0.69],["mmlu-redux","MMLU-Redux",86.9,82.7,0.68],["livecodebench","LiveCodeBench",45.7,41,0.58],["mbpp-plus","MBPP+",72.4,70.4,0.27],["ojbench","OJBench",14.2,15.3,-0.18],["humaneval-plus","HumanEval+",70.9,80.7,-1.51]]},{"id":"gemma-4-31b-it","name":"Gemma 4 31B (IT)","provider":"google","open":true,"launched":"2026-03-31","url":"https://huggingface.co/google/gemma-4-31B-it","excess":0.33,"premium":0.98,"se":0.31,"nh":12,"no":141,"fu":[440,65.31],"ambition":47.8,"bench":[["big-bench-extra-hard","BIG-Bench Extra Hard",74.4,46.1,3.28],["mrcr-128k-8n","MRCR 128K-8N",66.4,50.7,1.9],["gpqa-diamond","GPQA-diamond",85.7,75.2,1.46],["medxpertqa-mm","MedXpertQA-MM",61.3,50.6,1.31],["mathvision","MathVision",77.4,67.5,1.29],["mmmu-pro","MMMU PRO",73.2,63.6,1.22],["livecodebench","LiveCodeBench",75.6,70,0.75],["mmmlu","MMMLU",88.4,84.1,0.72],["mmlu-pro","MMLU-Pro",84.8,80.9,0.61],["hle","HLE",19.5,17.1,0.39],["aime-2026-i","AIME 2026 I",83,86,-0.52],["hle-with-tools","HLE (With Tools)",26.5,31.2,-0.62]]},{"id":"nemotron-3-nano-30b-a3b","name":"Nemotron-3-Nano-30B-A3B","provider":"nvidia","open":true,"launched":"2025-12-15","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","excess":0.31,"premium":0.96,"se":0.36,"nh":10,"no":54,"fu":[596,58.61],"ambition":72.6,"bench":[["ifbench","IFBench",72.3,51.9,2.43],["aime-2025","AIME 2025",89.6,70.7,2.39],["livecodebench","LiveCodeBench",68.2,57.7,1.3],["arena-hard-v2","Arena-Hard V2",67.7,57.6,1.25],["bfcl-v4","BFCL v4",61.5,52.8,1.07],["tau2-retail","TAU2-Retail",64.9,58.7,0.77],["mmlu-pro","MMLU-Pro",78.6,74.4,0.59],["hle-text-only","HLE (Text Only)",13.8,11.7,0.4],["tau2-airline","TAU2-Airline",52.7,50.4,0.28],["tau2-telecom","TAU2-Telecom",45.9,53.3,-0.91]]},{"id":"deepseek-r1","name":"DeepSeek R1","provider":"deepseek","open":true,"launched":"2025-01-20","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1","excess":0.3,"premium":0.95,"se":0.31,"nh":14,"no":53,"fu":[533,60.99],"ambition":66.4,"bench":[["alpacaeval-2.0","AlpacaEval 2.0",87.6,63.1,2.87],["mmlu-pro","MMLU-Pro",84,74.1,1.37],["arena-hard","Arena-Hard",93.2,86.4,1.19],["aider-polyglot","Aider-Polyglot",56.9,47.3,1.17],["drop","DROP",92.2,85.6,1.13],["math500","MATH500",97.3,92.2,1.11],["frames","FRAMES",82.5,74.7,1.1],["mmlu","MMLU",90.3,86.2,0.73],["aime-2024","AIME 2024",79.8,74.8,0.71],["gpqa-diamond","GPQA-diamond",71.3,66.6,0.61],["cluewsc","CLUEWSC",92.8,90,0.56],["livecodebench","LiveCodeBench",61,57,0.49],["swe-bench-verified","SWE-Bench Verified",49.2,45.8,0.41],["simpleqa","SimpleQA",30.1,30.8,-0.09]]},{"id":"nemotron-3-ultra","name":"Nemotron 3 Ultra","provider":"nvidia","open":true,"launched":"2026-06-04","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","excess":0.3,"premium":0.95,"se":0.25,"nh":26,"no":50,"fu":[342,70.9],"ambition":69.6,"bench":[["ifbench","IFBench",81.7,63.8,2.21],["tau3-telecom","τ³-Bench Telecom",92.9,77.4,2.11],["imo-answerbench","IMO AnswerBench",88.6,73.4,2.03],["matharena-apex-shortlist","MathArena Apex Shortlist",74.9,61.2,1.69],["livecodebench","LiveCodeBench",89,77.3,1.67],["gpqa","GPQA",87,75.5,1.6],["pinchbench","PinchBench",90,79.9,1.51],["browsecomp","BrowseComp",63,51.7,1.38],["tau3-airline","τ³-Bench Airline",81.5,71.6,1.33],["tau3-retail","τ³-Bench Retail",86.4,77.2,1.32],["ruler-1m","Ruler 1M",94.7,87.9,1.24],["terminal-bench-2.1","Terminal-Bench 2.1",55,45.4,1.17],["swe-bench-multilingual","SWE-Bench Multilingual",68.2,59.4,1.11],["multichallenge","MultiChallenge",63.8,55.4,1.03],["hle-text-only","HLE (Text Only)",27.5,21,0.98],["longbench-v2","longbench-v2",61.9,55.9,0.74],["swe-bench-verified","SWE-Bench Verified",71.3,65.7,0.72],["mmlu-prox","MMLU-ProX",83,79.7,0.51],["mmlu-pro","MMLU-Pro",86.8,84.6,0.37],["wmt24-plus-plus","WMT24++",83.2,81.2,0.31],["hle-with-tools","HLE (With Tools)",37.4,36,0.18],["financeagent-v1.1","FinanceAgent v1.1",53.7,52.8,0.11],["scicode","SciCode (sub)",41.1,41.1,0.01],["tau3-banking","τ³-Bench Banking",16.3,16.7,-0.06],["gdpval","GDPVal",46.7,47.3,-0.07],["critpt","Complex Research using Integrated Thinking – Physics Test",3.1,4.7,-0.47]]},{"id":"qwen3.7-plus","name":"Qwen3.7-Plus","provider":"qwen","open":false,"launched":"2026-05-21","url":"https://qwen.ai/blog?id=qwen3.7-plus","excess":0.29,"premium":0.94,"se":0.19,"nh":65,"no":36,"fu":[232,77.13],"ambition":79.4,"bench":[["deep-planning","Deep Planning",62.3,35.7,3.24],["babyvision","BabyVision",64.7,38.7,3.13],["countqa","CountQA",77,54.2,2.69],["mrcr-128k-8n","MRCR 128K-8N",91.7,69.8,2.65],["hipho","HiPhO",78.5,58.6,2.39],["claw-eval-multimodal","Claw-Eval Multimodal",56.5,38.1,2.28],["surds","SURDS",77.2,61,1.99],["terminal-bench-2.0","Terminal-Bench 2.0",70.3,54.9,1.87],["polymath","PolyMATH",84,72.1,1.59],["mcpmark","MCPMark",58.7,45.9,1.56],["spreadsheetbench-v1","SpreadSheetBench v1",86.3,75.5,1.52],["androidworld","AndroidWorld",81,69.6,1.5],["skillsbench","SkillsBench",54.9,43.9,1.36],["ifbench","IFBench",79.1,69.3,1.29],["lingoqa","LingoQA",83.4,74.1,1.28],["charxiv-rq","CharXiv (RQ)",84.4,75.7,1.23],["mathvision","MathVision",89.1,81.1,1.23],["visfactor","VisFactor",42.8,33.3,1.22],["screenspot-pro","ScreenSpot-Pro",74,64.6,1.19],["erqa","ERQA",69.8,60.3,1.18],["hmmt-feb-2026","HMMT Feb 2026",92.9,86.7,1.1],["mcp-atlas","MCP-Atlas",73.2,64.8,1.08],["osworld-verified","OSWorld Verified",73.3,65,1.07],["ocrbenchv2-cn","OCRBenchV2 (CN)",67.1,58.7,1.05],["ocrbenchv2-en","OCRBenchV2 (EN)",70.7,62.8,1],["swe-bench-multilingual","SWE-Bench Multilingual",75.8,68.5,0.97],["realworldqa","RealWorldQA",86.9,80.8,0.94],["gpqa-diamond","GPQA-diamond",90.3,85,0.9],["mm-browsecomp","MM-BrowseComp",46.3,39.1,0.9],["mlvu","MLVU",87.4,81.8,0.88],["vitabench","VitaBench",45.6,38.6,0.88],["hle","HLE",34.7,28.3,0.87],["livecodebench","LiveCodeBench",89.6,84.4,0.87],["mmmu-pro","MMMU PRO",79.8,73.5,0.87],["simplevqa","SimpleVQA",70.3,63.6,0.85],["imo-answerbench","IMO AnswerBench",86,80.7,0.83],["lvbench","LVBench",76.2,70.1,0.81],["medxpertqa-mm","MedXpertQA-MM",71,65,0.77],["qwenclawbench","QwenClawBench",61.8,55.9,0.73],["ifeval","IFEval",94.6,91.4,0.69],["scicode","SciCode (sub)",51.3,45.9,0.67],["bfcl-v4","BFCL v4",72.9,68,0.64],["tvbench","TVBench",78.2,73.9,0.6],["nl2repo","NL2Repo",41.1,36.5,0.58],["vlad","VLAD",77.2,73,0.58],["swe-bench-pro-public","SWE-Bench Pro (Public)",56.7,52.1,0.57],["videommmu","VideoMMMU",86.2,82.8,0.55],["worldvqa","WorldVQA",43.9,39.7,0.53],["browsecomp-vl","BrowseComp-VL",51.1,46.8,0.53],["videomme-sub","VideoMME (w/sub)",88,85,0.52],["swe-bench-verified","SWE-Bench Verified",77.7,74.1,0.51],["maxife","MAXIFE",88.8,86.2,0.47],["claweval-pass3","ClawEval (Pass^3)",62.7,59.2,0.44],["supergpqa","SuperGPQA",71.4,68.6,0.36],["mmlu-prox","MMLU-ProX",85.4,83.3,0.34],["odinw-13","ODinW-13",51.1,48.6,0.31],["nova-63","NOVA-63",58.8,57.3,0.19],["wmt24-plus-plus","WMT24++",84.6,83.8,0.14],["mmlu-pro","MMLU-Pro",88.5,88.4,0.03],["global-piqa","Global PIQA",90.3,90.7,-0.08],["mmmlu","MMMLU",89,89.8,-0.17],["mmlu-redux","MMLU-Redux",94.5,95.3,-0.22],["critpt","Complex Research using Integrated Thinking – Physics Test",6,7.5,-0.35],["include","INCLUDE",83,85.6,-0.46],["matharena-apex","MathArena Apex",22.7,29.6,-0.92]]},{"id":"claude-opus-4.7","name":"Claude Opus 4.7","provider":"anthropic","open":false,"launched":"2026-04-16","url":"https://www.anthropic.com/news/claude-opus-4-7","excess":0.28,"premium":0.93,"se":0.25,"nh":19,"no":106,"fu":[173,80.56],"ambition":64.6,"bench":[["officeqa-pro","OfficeQA Pro",76.5,53.1,2.75],["hle","HLE",46.9,35.3,1.47],["terminal-bench-2.0","Terminal-Bench 2.0",74.8,64.1,1.36],["screenspot-pro","ScreenSpot-Pro",79.5,69.4,1.33],["screenspot-pro-with-tools","ScreenSpot-Pro (with tools)",87.6,79.3,1.24],["cybergym","CyberGym",73.1,64.2,1.13],["osworld-verified","OSWorld Verified",80.4,72.3,1.11],["gpqa-diamond","GPQA-diamond",94.2,88.6,1.06],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",91,85.6,0.93],["swe-bench-pro","SWE-Bench Pro",64.3,57.6,0.83],["hle-with-tools","HLE (With Tools)",54.7,48.2,0.79],["swe-bench-multilingual","SWE-Bench Multilingual",80.5,75.7,0.69],["mcp-atlas","MCP-Atlas",77.3,72.8,0.62],["swe-bench-verified","SWE-Bench Verified",84.2,80.4,0.58],["browsecomp","BrowseComp",79.5,75.6,0.57],["swe-bench-multimodal","SWE-bench Multimodal",34.5,30.4,0.55],["financeagent-v1.1","FinanceAgent v1.1",64.4,60.6,0.48],["charxiv-rq","CharXiv (RQ)",82.1,80.2,0.29],["mmmlu","MMMLU",91.5,92,-0.1]]},{"id":"nemotron-3.5-lightning-30b-a3b","name":"Nemotron-3.5-Lightning-30B-A3B","provider":"nvidia","open":true,"launched":"2026-08-11","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","excess":0.25,"premium":0.9,"se":0.34,"nh":11,"no":59,"fu":[559,60.02],"ambition":70.3,"bench":[["ifbench","IFBench",71.8,51.1,2.46],["pinchbench","PinchBench",84.2,68.4,2.01],["browsecomp","BrowseComp",36.8,25,1.66],["gpqa-diamond","GPQA-diamond",75.4,66.1,1.2],["mmlu-pro","MMLU-Pro",81.9,73.7,1.14],["swe-bench-verified","SWE-Bench Verified",51.6,45.2,0.78],["terminal-bench-2.1","Terminal-Bench 2.1",24,20.9,0.47],["tau3-banking","τ³-Bench Banking",9.3,8.7,0.12],["swe-bench-multilingual","SWE-Bench Multilingual",39.3,38.9,0.05],["hle-text-only","HLE (Text Only)",11.6,11.3,0.05],["scicode","SciCode (sub)",31.4,31.7,-0.04]]},{"id":"glm-4.1v-9b","name":"GLM-4.1V-9B","provider":"zai","open":true,"launched":"2025-07-02","url":"https://arxiv.org/abs/2507.01006v1","excess":0.24,"premium":0.89,"se":0.56,"nh":5,"no":11,"fu":[666,56.01],"ambition":84.2,"bench":[["muirbench","MUIRBENCH",74.7,60.1,1.8],["mathvista","MathVista",80.7,71.9,1.19],["blink","BLINK",65.1,60.7,0.55],["ai2d","AI2D",87.9,85.3,0.46],["mmmu","MMMU",68,64.6,0.44]]},{"id":"ripple-65b-preview","name":"Ripple-65B Preview","provider":"ricursive","open":true,"launched":"2026-11-04","url":"https://www.ricursive.com/ripple","excess":0.23,"premium":0.88,"se":0.59,"nh":5,"no":13,"fu":[219,77.89],"ambition":77.9,"bench":[["terminal-bench-2.1","Terminal-Bench 2.1",80.5,65.6,1.88],["swe-bench-pro-v2-hard","SWE-Bench Pro v2 (Hard)",79.1,68.6,1.37],["automationbench","AutomationBench",36.4,29.6,0.91],["hmmt-feb-2026","HMMT Feb 2026",90.5,89.3,0.23],["deepswe-v1.1","DeepSWE v1.1",44.3,44.4,-0.01]]},{"id":"beam","name":"Beam","provider":"reflection","open":true,"launched":"2026-10-05","url":"https://huggingface.co/reflection/Beam-1.0-501B-A23B","excess":0.22,"premium":0.87,"se":0.27,"nh":20,"no":43,"fu":[237,76.85],"ambition":null,"bench":[["tau3-banking","τ³-Bench Banking",37,23.5,1.93],["mcp-atlas","MCP-Atlas",80.8,66.9,1.78],["terminal-bench-2.1","Terminal-Bench 2.1",75.4,61.9,1.69],["swe-bench-pro-v2-hard","SWE-Bench Pro v2 (Hard)",76.8,65.3,1.47],["automationbench","AutomationBench",38.1,28.6,1.3],["ifbench","IFBench",79.7,70.5,1.23],["browsecomp","BrowseComp",76.8,67.9,1.16],["swe-bench-multilingual","SWE-Bench Multilingual",78.2,70.3,1.04],["hle-text-only","HLE (Text Only)",36.1,29,0.95],["hle-with-tools","HLE (With Tools)",51.2,43.7,0.92],["gpqa-diamond","GPQA-diamond",90.5,86,0.8],["aime-2026-i","AIME 2026 I",97.8,95,0.76],["swe-bench-verified","SWE-Bench Verified",80.9,75.8,0.73],["longbench-v2","longbench-v2",66.9,61.4,0.7],["swe-bench-pro","SWE-Bench Pro",57,52.3,0.58],["livecodebench","LiveCodeBench",88.3,85.7,0.45],["deepswe-v1.1","DeepSWE v1.1",44,41.5,0.32],["scicode","SciCode (sub)",49.5,47,0.3],["swe-atlas-qna","SWE-Atlas Codebase QnA",34.2,33.9,0.05],["deepsearchqa-f1","DeepSearchQA (F1)",80.3,84.5,-0.71]]},{"id":"claude-opus-4.5","name":"Claude Opus 4.5","provider":"anthropic","open":false,"launched":"2025-11-24","url":"https://www.anthropic.com/news/claude-opus-4-5","excess":0.22,"premium":0.87,"se":0.31,"nh":12,"no":152,"fu":[273,74.69],"ambition":80.5,"bench":[["tau2-telecom","TAU2-Telecom",94.1,80.3,1.97],["tau2-retail","TAU2-Retail",88.9,79.7,1.38],["swe-bench-multilingual","SWE-Bench Multilingual",75,66,1.16],["swe-bench-verified","SWE-Bench Verified",79.6,71.8,1.05],["terminal-bench-2.0","Terminal-Bench 2.0",59.9,51.9,0.98],["osworld","OSWorld",66.3,58.5,0.97],["aider-polyglot","Aider-Polyglot",87.1,83.1,0.66],["mcp-atlas","MCP-Atlas",67,62,0.63],["arc-agi-2","ARC-AGI-2",30.6,26.6,0.56],["gpqa-diamond","GPQA-diamond",87,83.7,0.54],["mmmlu","MMMLU",90.8,89.1,0.34],["mmmu","MMMU",80.7,79.5,0.18]]},{"id":"step-3.5-flash-20260204","name":"Step-3.5 Flash 20260204","provider":"stepfun","open":true,"launched":"2026-02-04","url":"https://huggingface.co/stepfun-ai/Step-3.5-Flash","excess":0.21,"premium":0.86,"se":0.35,"nh":13,"no":32,"fu":[328,71.55],"ambition":66.5,"bench":[["hmmt-feb-2025","HMMT Feb 2025",98.4,89.6,1.52],["aime-2025","AIME 2025",97.3,91.4,1.22],["xbench-deepsearch-2025.05","xBench-DeepSearch (2025.05)",83.7,75,1.22],["hmmt-nov-2025","HMMT Nov 2025",94,87.4,1.18],["researchrubrics","ResearchRubrics",65.3,55.8,1.17],["livecodebench","LiveCodeBench",86.4,79.3,1.06],["imo-answerbench","IMO AnswerBench",82.2,75.4,0.96],["browsecomp-zh","BrowseComp_zh",66.9,60,0.87],["swe-bench-verified","SWE-Bench Verified",74.4,68,0.84],["browsecomp","BrowseComp",60.3,55.3,0.62],["terminal-bench-2.0","Terminal-Bench 2.0",51,47,0.49],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",69,67.2,0.24],["xbench-deepsearch-2025.10","xBench-DeepSearch (2025.10)",56.3,58.1,-0.23]]},{"id":"claude-4.5-haiku","name":"Claude Haiku 4.5","provider":"anthropic","open":false,"launched":"2025-10-15","url":"https://www.anthropic.com/news/claude-haiku-4-5","excess":0.21,"premium":0.86,"se":0.34,"nh":10,"no":94,"fu":[507,62.15],"ambition":69,"bench":[["tau2-retail","TAU2-Retail",83.2,63.9,2.36],["swe-bench-verified","SWE-Bench Verified",69.8,52.3,2.11],["terminal-bench","Terminal-Bench",41,29.3,1.57],["tau2-airline","TAU2-Airline",63.6,55.4,1.01],["osworld","OSWorld",50.7,43.6,0.88],["aime-2025","AIME 2025",83,78,0.73],["gpqa-diamond","GPQA-diamond",73,71.3,0.23],["mmmlu","MMMLU",83,81.8,0.19],["mmmu","MMMU",73.2,71.9,0.18],["tau2-telecom","TAU2-Telecom",55,60.1,-0.63]]},{"id":"gemini-3.1-flash-lite","name":"Gemini 3.1 Flash-Lite","provider":"google","open":false,"launched":"2026-03-03","url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/gemini-3-1-flash-lite/","excess":0.21,"premium":0.86,"se":0.37,"nh":10,"no":32,"fu":[423,66.04],"ambition":51.6,"bench":[["simpleqa-verified","SimpleQA Verified",42.9,28,2],["gpqa-diamond","GPQA-diamond",86.9,75.9,1.55],["mmmu-pro","MMMU PRO",76.4,64.1,1.55],["videommmu","VideoMMMU",84.8,75.2,1.35],["mrcr-128k-8n","MRCR 128K-8N",60.1,51.7,1.02],["charxiv-rq","CharXiv (RQ)",73.2,65.6,0.97],["mmmlu","MMMLU",88.9,84.5,0.75],["livecodebench","LiveCodeBench",72,71,0.14],["hle","HLE",15.4,17.6,-0.36],["facts-benchmark-suite","FACTS Benchmark Suite",40.6,43.6,-0.37]]},{"id":"minimax-m3","name":"MiniMax M3","provider":"minimax","open":true,"launched":"2026-06-01","url":"https://www.minimax.io/blog/minimax-m3","excess":0.21,"premium":0.86,"se":0.28,"nh":21,"no":46,"fu":[271,74.83],"ambition":88,"bench":[["posttrainbench","PostTrainBench",37.1,19.3,2.69],["browsecomp","BrowseComp",83.5,63.3,2.45],["spreadsheetbench-v1","SpreadSheetBench v1",86.6,74.6,1.65],["osworld-verified","OSWorld Verified",75.2,63.8,1.44],["mcp-atlas","MCP-Atlas",74.2,63.5,1.36],["bankertoolbench","BankerToolBench",76.1,66.5,1.24],["terminal-bench-2.1","Terminal-Bench 2.1",65.1,57.1,0.98],["swe-atlas-qna","SWE-Atlas Codebase QnA",37.9,30.7,0.95],["nl2repo","NL2Repo",42.1,35.3,0.87],["mmmu-pro","MMMU PRO",78.1,72.8,0.73],["omnidocbench","OmniDocBench",91.6,88,0.68],["paperbench","PaperBench",52.6,47,0.68],["swe-atlas-test-writing","SWE-Atlas Test Writing",30.8,26.1,0.66],["apex-agents","APEX-Agents",25.8,21.4,0.65],["draco","DRACO",73.2,69.4,0.5],["videommmu","VideoMMMU",84.6,82.3,0.37],["swe-bench-verified","SWE-Bench Verified",75.6,73,0.36],["cl-bench","CL-Bench",20.5,19.2,0.2],["videomme-sub","VideoMME (w/sub)",85.4,84.6,0.13],["officeqa-pro","OfficeQA Pro",45.1,46.9,-0.22],["gdpval-rubrics","GDPval (rubrics)",74.8,76.3,-0.22]]},{"id":"gemini-3.1-pro","name":"Gemini 3.1 Pro","provider":"google","open":false,"launched":"2026-02-19","url":"https://deepmind.google/models/evals-methodology/gemini-3-1-pro/","excess":0.2,"premium":0.85,"se":0.27,"nh":16,"no":231,"fu":[215,78.4],"ambition":75.1,"bench":[["arc-agi-2","ARC-AGI-2",77.1,47.5,3.39],["tau2-telecom","TAU2-Telecom",97.4,87.4,1.66],["browsecomp","BrowseComp",85.9,74.8,1.54],["hle","HLE",45,34.7,1.32],["mrcr-128k-8n","MRCR 128K-8N",84.9,77,1.14],["gpqa-diamond","GPQA-diamond",94.2,88.3,1.1],["scicode","SciCode (sub)",59,49.9,1.1],["mmmu-pro","MMMU PRO",82.8,77.4,0.78],["terminal-bench-2.0","Terminal-Bench 2.0",68.7,63.3,0.68],["hle-with-tools","HLE (With Tools)",51.5,47.7,0.46],["apex-agents","APEX-Agents",33.4,30.2,0.42],["tau2-retail","TAU2-Retail",87.3,85.7,0.29],["mcp-atlas","MCP-Atlas",73.9,72.2,0.24],["mmmlu","MMMLU",92.6,91.8,0.18],["swe-bench-verified","SWE-Bench Verified",78.4,80,-0.24],["swe-bench-pro-public","SWE-Bench Pro (Public)",54.2,58.1,-0.49]]},{"id":"lfm3-1.7b","name":"LFM3 1.7B","provider":"liquidai","open":true,"launched":"2026-10-27","url":"https://huggingface.co/LiquidAI/LFM3-1.7B","excess":0.2,"premium":0.85,"se":0.33,"nh":22,"no":15,"fu":[614,57.93],"ambition":88.7,"bench":[["automationbench","AutomationBench",41.3,17.5,3.63],["ifbench","IFBench",73,49.2,2.8],["livecodebench","LiveCodeBench",73.5,52.8,2.45],["bfcl-v4","BFCL v4",69.3,50.5,2.25],["multi-if","Multi-IF",86.3,71.4,1.96],["ifeval","IFEval",96.7,83.6,1.92],["liveclaw","LiveClaw",45.6,31.7,1.81],["claweval-pass3","ClawEval (Pass^3)",51.4,38.3,1.64],["toolsandbox","ToolSandbox",80.4,68.6,1.53],["claw-eval","Claw-Eval",68.6,57.3,1.4],["enterpriseops-gym","EnterpriseOps-Gym",28.2,20,1.25],["webarena-verified","WebArena-Verified",38.4,29.8,1.15],["browsecomp-plus","BrowseComp-Plus",35.3,27.9,1],["mcp-atlas","MCP-Atlas",32.6,31.1,0.19],["swe-bench-verified","SWE-Bench Verified",43.4,42.2,0.14],["gpqa-diamond","GPQA-diamond",63,63.7,-0.09],["scicode","SciCode (sub)",28.5,30.4,-0.26],["hle","HLE",7.2,10.5,-0.66],["terminal-bench-2.1","Terminal-Bench 2.1",12.9,18.3,-0.85],["hle-with-tools","HLE (With Tools)",13.9,22.9,-1.3],["ruler-128k","Ruler 128k",65.6,76.5,-1.57],["swe-bench-multilingual","SWE-Bench Multilingual",23,36.1,-1.65]]},{"id":"glm-5.3","name":"GLM-5.3","provider":"zai","open":true,"launched":"2026-08-14","url":"https://z.ai/blog/glm-5.3","excess":0.19,"premium":0.84,"se":0.31,"nh":13,"no":103,"fu":[118,83.39],"ambition":96.2,"bench":[["frontierswe","FrontierSWE",76.2,44,3.68],["automationbench","AutomationBench",50.5,35.9,1.83],["exploitbench","ExploitBench",54.4,46.2,1],["cybergym","CyberGym",84.5,78.3,0.92],["deepswe-v1.1","DeepSWE v1.1",67.5,60.9,0.84],["hle-with-tools","HLE (With Tools)",62.5,56.5,0.74],["terminal-bench-3.0","Terminal-Bench 3.0",28.3,23.4,0.71],["terminal-bench-2.1","Terminal-Bench 2.1",86,82.4,0.57],["posttrainbench","PostTrainBench",34.5,30.5,0.53],["toolathlon-verified","Toolathlon Verified",72.6,70.1,0.33],["nl2repo","NL2Repo",58,56.8,0.15],["swe-marathon-v1.1","SWE-Marathon v1.1",39,39.1,-0.01],["programbench-almost-solved","ProgramBench (Almost Solved)",18.5,21.1,-0.38]]},{"id":"grok-4","name":"Grok 4","provider":"xai","open":false,"launched":"2025-07-09","url":"https://x.ai/news/grok-4","excess":0.19,"premium":0.84,"se":0.44,"nh":6,"no":57,"fu":[366,69.18],"ambition":62.1,"bench":[["hmmt-2025","HMMT 2025",90,81,1.38],["gpqa-diamond","GPQA-diamond",87.6,79.2,1.26],["livecodebench","LiveCodeBench",82.6,75.9,0.95],["aime-2025","AIME 2025",92.7,88.9,0.73],["hle","HLE",24.2,20.7,0.54],["arc-agi-2","ARC-AGI-2",16,14.9,0.18]]},{"id":"hy3","name":"Hy3","provider":"tencent","open":true,"launched":"2026-07-02","url":"https://huggingface.co/tencent/Hy3","excess":0.18,"premium":0.83,"se":0.26,"nh":29,"no":38,"fu":[240,76.77],"ambition":91,"bench":[["browsecomp","BrowseComp",84.2,67.9,2.07],["usamo-2026","USAMO 2026",72,56.1,1.93],["deepsearchqa","DeepSearchQA",91,77.4,1.9],["mcp-atlas","MCP-Atlas",77,66.9,1.32],["imo-answerbench","IMO AnswerBench",90,82.1,1.25],["phybench","PHYBench",77.4,67.8,1.25],["wide-search","WideSearch",79.2,69.8,1.24],["skillsbench","SkillsBench",55.3,45.7,1.18],["terminal-bench-2.1","Terminal-Bench 2.1",71.2,61.9,1.17],["hle-with-tools","HLE (With Tools)",52.5,43.7,1.09],["claweval-pass3","ClawEval (Pass^3)",68.5,60.6,0.99],["hle-text-only","HLE (Text Only)",35.7,29,0.9],["nl2repo","NL2Repo",45.6,38.5,0.89],["frontierscience-olympiad","FrontierScience Olympiad",74.8,68.3,0.85],["wildclawbench","WildClawBench",53.6,46.9,0.83],["gpqa-diamond","GPQA-diamond",90.7,86,0.82],["matharena-apex","MathArena Apex",38.7,32.4,0.82],["cmt-benchmark","CMT-Benchmark",37.8,32,0.76],["swe-bench-multilingual","SWE-Bench Multilingual",75.8,70.3,0.73],["swe-bench-pro","SWE-Bench Pro",57.9,52.3,0.69],["arxivmath","ArxivMath",52,47.4,0.56],["cl-bench-life","CL-bench Life",17,13.9,0.55],["cl-bench","CL-Bench",23.8,20.3,0.53],["superchem","SuperChem",53.8,49.9,0.47],["toolathlon","Toolathlon",48.5,44.9,0.45],["swe-bench-verified","SWE-Bench Verified",78,75.8,0.32],["apex-agents","APEX-Agents",25,24.5,0.07],["frontierscience-research","FrontierScience Research",21.3,25.6,-0.6],["deepswe","DeepSWE",28,36.3,-1.05]]},{"id":"gemma-4-12b-it","name":"Gemma 4 12B IT","provider":"google","open":true,"launched":"2026-06-03","url":"https://blog.google/innovation-and-ai/technology/developers-tools/introducing-gemma-4-12b/","excess":0.16,"premium":0.81,"se":0.38,"nh":8,"no":58,"fu":[501,62.32],"ambition":50.2,"bench":[["big-bench-extra-hard","BIG-Bench Extra Hard",53,34.7,2.31],["livecodebench","LiveCodeBench",72.6,56.5,1.95],["mmmu-pro","MMMU PRO",69.1,55.8,1.63],["gpqa-diamond","GPQA-diamond",74.3,66.3,1.05],["mrcr-128k-8n","MRCR 128K-8N",43.4,36.8,0.83],["mmlu-pro","MMLU-Pro",77.2,73.8,0.47],["infovqa","InfoVQA",81.5,82,-0.07],["docvqa","DocVQA",88.5,94.7,-1.66]]},{"id":"glm-4.5","name":"GLM 4.5","provider":"zai","open":true,"launched":"2025-07-28","url":"https://z.ai/blog/glm-4.5","excess":0.15,"premium":0.8,"se":0.38,"nh":11,"no":27,"fu":[522,61.39],"ambition":84.9,"bench":[["terminal-bench","Terminal-Bench",40.6,27.6,1.76],["swe-bench-verified","SWE-Bench Verified",64.2,50.3,1.69],["gpqa","GPQA",78.5,65.6,1.64],["bfcl-v3","BFCL v3",77.8,66.6,1.44],["mmlu-pro","MMLU-Pro",84,76.7,1.06],["aime-2024","AIME 2024",85.8,80.3,0.84],["math500","MATH500",97,93.8,0.8],["livecodebench","LiveCodeBench",67.3,62,0.68],["scicode","SciCode (sub)",34.8,33.9,0.12],["browsecomp","BrowseComp",26.4,30.6,-0.56],["hle-text-only","HLE (Text Only)",9.6,13.2,-0.64]]},{"id":"kimi-k3.1-pro","name":"Kimi-K3.1 Pro","provider":"moonshotai","open":true,"launched":"2026-10-23","url":"https://www.kimi.ai/blog/kimi-k3-1-pro","excess":0.14,"premium":0.79,"se":0.34,"nh":12,"no":49,"fu":[50,87.72],"ambition":86.7,"bench":[["terminal-bench-4.0","Terminal-Bench 4.0",66.8,47,2.37],["benchcad-python-tool","BenchCAD (python tool)",92.7,79.7,1.88],["swe-marathon","SWE-Marathon",51.7,41.8,1.22],["chartography-with-tools","Chartography (With Tools)",90.2,83.8,1.05],["osworld-2.1","OSWorld 2.1",79.6,74,0.78],["zerobench-with-tools","ZeroBench (With Tools)",60,54.8,0.63],["frontierfinance","FrontierFinance",58.6,54.6,0.5],["officeqa-pro-v2","OfficeQA Pro v2",64.4,60.5,0.49],["agents-last-exam","Agents' Last Exam",43.3,40.6,0.34],["terminal-bench-science","Terminal-Bench-Science",39.9,37.5,0.31],["hle-with-tools","HLE (With Tools)",65.9,65,0.11],["gdp-pdf","GDP.pdf",34.6,36.2,-0.2]]},{"id":"minicpm-v-4.7-35b-a3b","name":"MiniCPM-V 4.7 35B-A3B","provider":"openbmb","open":true,"launched":"2026-10-06","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B","excess":0.13,"premium":0.78,"se":0.27,"nh":21,"no":12,"fu":[465,63.87],"ambition":60.8,"bench":[["mathverse-mini","MathVerse-mini",86.5,69.4,2.17],["charxiv-rq","CharXiv (RQ)",75.6,61.2,1.78],["mathvision","MathVision",74.2,62.3,1.5],["mathvista","MathVista",88,78.6,1.38],["mmmu-pro","MMMU PRO",69.7,60.1,1.2],["mmmu","MMMU",80.2,71.9,1.13],["mmstar","MMStar",80.7,73.2,1.03],["screenspot","ScreenSpot",87,80.8,0.96],["ocrbench","OCRBench V2",91.2,86,0.91],["cc-ocr","CC-OCR",81.1,75.3,0.83],["motionbench","MotionBench",68.1,62,0.77],["refcoco","RefCOCO",90.9,87,0.71],["mmt-bench","MMT-Bench",75.5,71.2,0.58],["blink","BLINK",70.3,66.4,0.52],["mmhal-bench-hallucination-rate","MMHal-Bench (Hallucination Rate)",78.1,75.1,0.43],["videomme-nosub","VideoMME (w/o sub)",76.4,73.4,0.42],["hallusionbench","HallusionBench",63.8,61.5,0.29],["longvideobench","LongVideoBench",68.9,67.5,0.18],["textvqa","TextVQA",85,84.2,0.13],["simplevqa","SimpleVQA",54.1,53.1,0.12],["mm-ifeval","MM-IFEval",65.4,69.6,-0.56]]},{"id":"kimi-k2-thinking","name":"Kimi-K2 Thinking","provider":"moonshotai","open":true,"launched":"2025-11-06","url":"https://huggingface.co/moonshotai/Kimi-K2-Thinking","excess":0.12,"premium":0.77,"se":0.28,"nh":22,"no":38,"fu":[370,68.89],"ambition":86,"bench":[["aime-2025","AIME 2025",96.8,88.4,1.49],["seal-0","SEAL-0",56.3,45.1,1.38],["hmmt-2025","HMMT 2025",89.3,80.2,1.37],["hle-with-tools","HLE (With Tools)",44.9,34.5,1.33],["creative-writing-longform","Longform Creative Writing",71.4,61,1.3],["frames","FRAMES",87,80.5,1],["imo-answerbench","IMO AnswerBench",78.7,71.4,0.98],["browsecomp-zh","BrowseComp_zh",62.3,54.6,0.95],["gpqa-diamond","GPQA-diamond",85,78.7,0.93],["healthbench","HealthBench",58,50.7,0.89],["ojbench","OJBench",45.5,38.7,0.85],["hle-text-only","HLE (Text Only)",24.4,19.6,0.74],["multi-swe-bench","Multi-SWE-Bench",41.9,36.7,0.66],["scicode","SciCode (sub)",44.8,40,0.61],["livecodebench","LiveCodeBench",79.2,75.3,0.56],["swe-bench-multilingual","SWE-Bench Multilingual",61.1,57,0.51],["mmlu-redux","MMLU-Redux",94.4,93.1,0.32],["swe-bench-verified","SWE-Bench Verified",66,63.5,0.32],["browsecomp","BrowseComp",50.9,48.3,0.31],["finsearchcomp","FinSearchComp",47.4,45.9,0.19],["mmlu-pro","MMLU-Pro",84.6,83.6,0.17],["terminal-bench","Terminal-Bench",40.4,39.6,0.1]]},{"id":"grok-4.6","name":"Grok 4.6","provider":"xai","open":false,"launched":"2026-08-12","url":"https://x.ai/news/grok-4-6","excess":0.12,"premium":0.77,"se":0.49,"nh":6,"no":22,"fu":[101,84.37],"ambition":90.9,"bench":[["apex-agents","APEX-Agents",57.5,46.2,1.38],["frontiercode-extended","FrontierCode Extended",61.3,54.6,0.83],["apex-swe","APEX-SWE",56.4,50.1,0.78],["deepswe-v1.1","DeepSWE v1.1",66.7,61.8,0.62],["terminal-bench-3.0","Terminal-Bench 3.0",28,24.1,0.56],["cursorbench-3.2","CursorBench 3.2",69.9,66.4,0.46]]},{"id":"qwen3.8-omni-flash","name":"Qwen3.8-Omni-Flash","provider":"qwen","open":false,"launched":"2026-09-14","url":"https://qwen.ai/blog?id=qwen3.8-omni-flash","excess":0.1,"premium":0.75,"se":0.52,"nh":17,"no":8,"fu":[156,81.31],"ambition":66.8,"bench":[["androidworld","AndroidWorld",87.1,75.7,1.59],["charxiv-rq","CharXiv (RQ)",91.4,81,1.57],["mathvision","MathVision",96.2,87,1.57],["audio-multichallenge","Audio MultiChallenge",71.5,59.4,1.49],["ifbench","IFBench",81.5,74.7,0.95],["deepswe-v1.1","DeepSWE v1.1",57.8,50.2,0.93],["erqa","ERQA",71,64.1,0.88],["realworldqa","RealWorldQA",87.7,82.8,0.79],["mmau-pro","MMAU-Pro",73.8,69.4,0.58],["livecodebench","LiveCodeBench",92.6,90,0.54],["swe-bench-multilingual","SWE-Bench Multilingual",80.5,77,0.51],["gpqa-diamond","GPQA-diamond",91,89.2,0.35],["lvbench","LVBench",76.9,74.8,0.3],["nl2repo","NL2Repo",48.9,46.6,0.28],["mmar","MMAR",79.8,77.9,0.28],["vision2web","Vision2Web",62.9,60.9,0.25],["hle","HLE",36.5,36.9,-0.05]]},{"id":"glm-4.6v","name":"GLM-4.6V","provider":"zai","open":true,"launched":"2025-12-08","url":"https://z.ai/blog/glm-4.6v","excess":0.1,"premium":0.75,"se":0.24,"nh":29,"no":24,"fu":[520,61.48],"ambition":70.3,"bench":[["design2code","Design2Code",88.6,69.4,2.4],["flame-react-eval","Flame-React-Eval",86.3,71.7,1.93],["chartqa-pro","ChartQA-Pro",65.5,51.1,1.75],["webvoyager","WebVoyager",81,68.6,1.61],["muirbench","MUIRBENCH",77.1,64.8,1.56],["ocrbenchv2-en","OCRBenchV2 (EN)",65.1,55.2,1.22],["chartmuseum","ChartMuseum",58.4,49.3,1.12],["mmmu-pro","MMMU PRO",66,57.1,1.1],["mathvista","MathVista",84.4,76.8,1.09],["wemath","WeMath",69.8,63,0.86],["androidworld","AndroidWorld",57,50.2,0.83],["treebench","TreeBench",51.4,44.7,0.83],["ocrbenchv2-cn","OCRBenchV2 (CN)",59.6,53,0.81],["videommmu","VideoMMMU",74.7,68.9,0.77],["mmmu","MMMU",75.6,69.9,0.76],["mmbench-v1.1-en","MMBench v1.1 (EN)",90.8,86.6,0.75],["mmlongbench-doc","MMLongBench-Doc",54.9,48.8,0.75],["charxiv-rq","CharXiv (RQ)",63.2,57.8,0.67],["mmstar","MMStar",75.6,71.5,0.55],["mmbench-v1.1-cn","MMBench v1.1 (CN)",88.2,85.5,0.47],["lvbench","LVBench",59.5,55.9,0.44],["ocrbench","OCRBench V2",86.3,84.8,0.27],["zerobench-sub","ZeroBench (sub)",25.8,24.3,0.21],["refcoco","RefCOCO",87.3,86.3,0.17],["ai2d","AI2D",88.8,87.9,0.16],["blink","BLINK",65.5,64.8,0.09],["omnispatial","OmniSpatial",52,51.3,0.09],["osworld","OSWorld",37.2,40.3,-0.39],["dynamath","DynaMath",54.5,63.6,-1.15]]},{"id":"deepseek-v4.1-flash","name":"DeepSeek V4.1-Flash","provider":"deepseek","open":true,"launched":"2026-09-10","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","excess":0.07,"premium":0.72,"se":0.29,"nh":18,"no":66,"fu":[121,83.25],"ambition":95.9,"bench":[["automationbench","AutomationBench",53,35.3,2.23],["deepswe-v1.1","DeepSWE v1.1",72.7,59.3,1.65],["cybergym","CyberGym",88.1,76.8,1.6],["babyvision-with-tools","BabyVision (With Tools)",89.6,81.6,1.24],["nl2repo","NL2Repo",64.7,55.3,1.15],["terminal-bench-3.0","Terminal-Bench 3.0",30,22.3,1.13],["chartography-with-tools","Chartography (With Tools)",78.9,71.2,1.04],["zerobench-with-tools","ZeroBench (With Tools)",49,40.7,1.04],["hle-with-tools","HLE (With Tools)",63.9,55.5,1.03],["matharena-apex","MathArena Apex",65.6,57.7,0.97],["sec-bench-pro","SEC-Bench Pro",62.8,56,0.84],["terminal-bench-2.1","Terminal-Bench 2.1",82.7,81.2,0.24],["programbench-almost-solved","ProgramBench (Almost Solved)",20.3,19.7,0.09],["agents-last-exam","Agents' Last Exam",31.8,31.7,0.02],["terminal-bench-4.0","Terminal-Bench 4.0",29,29.6,-0.08],["exploitgym","ExploitGym",15.3,15.9,-0.1],["gpqa-diamond","GPQA-diamond",90.9,91.9,-0.22],["hle","HLE",38,44.8,-0.83]]},{"id":"qwen3.8-max","name":"Qwen3.8-Max","provider":"qwen","open":false,"launched":"2026-08-03","url":"https://qwen.ai/blog?id=qwen3.8","excess":0.06,"premium":0.71,"se":0.16,"nh":59,"no":81,"fu":[112,83.86],"ambition":72.5,"bench":[["frontierswe","FrontierSWE",73.5,43.6,3.46],["babyvision","BabyVision",87.5,58.8,3.23],["vlmsarebiased","VLMsAreBiased",88.3,60.5,3.15],["paperbench","PaperBench",94.6,74.7,2.48],["countqa","CountQA",82.4,67.5,1.9],["hipho","HiPhO",90,76.6,1.87],["mrcr-256k-8n","MRCR 256K-8N",92.9,84.1,1.43],["visfactor","VisFactor",60.8,49.6,1.36],["erqa","ERQA",77.8,67.5,1.33],["mathvision","MathVision",97.7,91,1.33],["screenspot-pro","ScreenSpot-Pro",84.5,75.1,1.31],["logicvista","LogicVista",91.9,85,1.16],["slake","SLAKE",90.8,84,1.12],["skillsbench-v1.1","SkillsBench v1.1",70.2,61.9,1.04],["charxiv-rq","CharXiv (RQ)",91,85.1,0.99],["agents-last-exam","Agents' Last Exam",39.7,32.3,0.97],["phyx","PhyX",83.5,77.1,0.93],["lingoqa","LingoQA",84.8,79,0.87],["surds","SURDS",77.8,71.5,0.85],["mobileworld","MobileWorld",77.8,71.7,0.83],["ocrbenchv2-en","OCRBenchV2 (EN)",74.2,68,0.81],["workspacebench","Workspace Bench",67.7,61.5,0.78],["automationbench","AutomationBench",41.6,35.7,0.76],["mlvu","MLVU",90.8,86.6,0.75],["osworld-verified","OSWorld Verified",85.2,80.4,0.74],["vision2web","Vision2Web",75.1,69.6,0.74],["androidworld","AndroidWorld",85.3,80.7,0.72],["terminal-bench-2.1","Terminal-Bench 2.1",86.6,82.1,0.72],["prbench-legal","PRBench Legal",57.6,52.4,0.64],["realworldqa","RealWorldQA",88,84.6,0.58],["zerobench-sub","ZeroBench (sub)",48.5,44,0.56],["ifbench","IFBench",82.8,79.2,0.54],["plawbench","PLawBench",73.2,69.6,0.48],["lvbench","LVBench",81.8,78.7,0.46],["simplevqa","SimpleVQA",75,71.9,0.42],["worldvqa","WorldVQA",53.2,49.7,0.42],["nl2repo","NL2Repo",59.5,56.4,0.4],["toolathlon-verified","Toolathlon Verified",72.5,69.8,0.36],["tvbench","TVBench",81.9,80.1,0.28],["medxpertqa-mm","MedXpertQA-MM",80.4,78.8,0.24],["videomme-sub","VideoMME (w/sub)",90.4,89.4,0.21],["wide-search","WideSearch",81.9,80.6,0.2],["healthbench","HealthBench",60.2,59,0.15],["pmc-vqa","PMC-VQA",66.2,65,0.15],["gpqa-diamond","GPQA-diamond",92.7,92.2,0.12],["mmstar","MMStar",85.9,85.4,0.09],["webarena-verified","WebArena-Verified",65.8,65.2,0.09],["jobbench","JobBench",52.7,52,0.09],["mmvu","MMVU",82.4,82,0.06],["hle-with-tools","HLE (With Tools)",56.2,56.2,0],["mmmu-pro","MMMU PRO",82.3,82.7,-0.06],["mls-bench-lite","MLS-Bench-Lite",41,41.6,-0.07],["swe-bench-pro","SWE-Bench Pro",65.3,66.5,-0.15],["videommmu","VideoMMMU",88.7,89.6,-0.17],["hle","HLE",43.6,45.7,-0.26],["longbench-v2","longbench-v2",66.3,69.2,-0.39],["osworld-2.0","OSWorld 2.0",46.7,49.9,-0.4],["onemillionbench","OneMillionBench",57.8,61.1,-0.41],["deepswe-v1.1","DeepSWE v1.1",57,60.4,-0.43]]},{"id":"kimi-k2.7-code","name":"Kimi-K2.7-Code","provider":"moonshotai","open":true,"launched":"2026-06-12","url":"https://huggingface.co/moonshotai/Kimi-K2.7-Code","excess":0.06,"premium":0.71,"se":0.52,"nh":4,"no":36,"fu":[245,76.55],"ambition":73.9,"bench":[["programbench","ProgramBench",53.6,44.5,1.12],["mcp-atlas","MCP-Atlas",76,69.3,0.89],["kimi-code-bench-v2","Kimi Code Bench v2",62,58.5,0.43],["mls-bench-lite","MLS-Bench-Lite",35.1,32.1,0.4]]},{"id":"glm-5.1","name":"GLM-5.1","provider":"zai","open":true,"launched":"2026-04-07","url":"https://z.ai/blog/glm-5.1","excess":0.06,"premium":0.71,"se":0.29,"nh":15,"no":99,"fu":[274,74.53],"ambition":80.5,"bench":[["cybergym","CyberGym",68.7,52,2.02],["terminal-bench-2.0","Terminal-Bench 2.0",66.2,54.8,1.4],["hle-with-tools","HLE (With Tools)",51.3,42.2,1.13],["swe-bench-pro","SWE-Bench Pro",58.4,50.5,0.97],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",79.3,72.1,0.97],["mcp-atlas","MCP-Atlas",71.8,64.7,0.91],["imo-answerbench","IMO AnswerBench",85.3,80.6,0.72],["nl2repo","NL2Repo",41.9,36.5,0.69],["hmmt-nov-2025","HMMT Nov 2025",94,90.8,0.67],["browsecomp","BrowseComp",68,65,0.38],["aime-2026-i","AIME 2026 I",95.3,94.3,0.27],["gpqa-diamond","GPQA-diamond",86.5,85,0.26],["hle-text-only","HLE (Text Only)",29.1,27.4,0.23],["toolathlon","Toolathlon",44.4,43,0.17],["hmmt-feb-2026","HMMT Feb 2026",86,86.6,-0.11]]},{"id":"claude-opus-4.6","name":"Claude Opus 4.6","provider":"anthropic","open":false,"launched":"2026-02-05","url":"https://www.anthropic.com/news/claude-opus-4-6","excess":0.05,"premium":0.7,"se":0.26,"nh":18,"no":148,"fu":[144,81.84],"ambition":66.7,"bench":[["arc-agi-2","ARC-AGI-2",66,41.9,2.89],["tau2-telecom","TAU2-Telecom",95.7,85.9,1.62],["browsecomp","BrowseComp",83.8,71.7,1.62],["cybergym","CyberGym",70.2,59.6,1.31],["osworld","OSWorld",72.5,64.2,1.05],["hle-with-tools","HLE (With Tools)",53.1,45.9,0.88],["hle","HLE",38.4,32.5,0.76],["swe-bench-multilingual","SWE-Bench Multilingual",77.5,73,0.62],["terminal-bench-2.0","Terminal-Bench 2.0",65.4,60.6,0.6],["gpqa-diamond","GPQA-diamond",90.4,87.3,0.58],["mcp-atlas","MCP-Atlas",73.8,69.8,0.53],["tau2-retail","TAU2-Retail",86.8,84.3,0.43],["financeagent","FinanceAgent",60.7,58.2,0.31],["swe-bench-verified","SWE-Bench Verified",78.2,78.1,0.01],["mmmlu","MMMLU",90.8,91.2,-0.07],["mmmu-pro","MMMU PRO",75.7,76.2,-0.08],["mmmu-pro-with-tools","MMMU Pro (with tools)",77.3,78.7,-0.21],["graphwalks-bfs-256k-1m","GraphWalks BFS 256K-1M",38.7,40.6,-0.24]]},{"id":"deepseek-v4.1-flash-1017","name":"DeepSeek V4.1-Flash-1017","provider":"deepseek","open":true,"launched":"2026-10-17","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017","excess":0.05,"premium":0.7,"se":0.32,"nh":11,"no":109,"fu":[105,84.22],"ambition":89.5,"bench":[["automationbench","AutomationBench",57.8,36.7,2.61],["deepswe-v1.1","DeepSWE v1.1",75.4,62.7,1.59],["apex-agents-v1.1","APEX-Agents 1.1",69.8,56.8,1.59],["babyvision-with-tools","BabyVision (With Tools)",92.5,84.5,1.32],["nl2repo","NL2Repo",68.1,58.6,1.18],["chartography-with-tools","Chartography (With Tools)",83,74.6,1.17],["terminal-bench-4.0","Terminal-Bench 4.0",40.5,33.3,0.92],["zerobench-with-tools","ZeroBench (With Tools)",51,43.9,0.87],["agents-last-exam","Agents' Last Exam",35.4,33.7,0.22],["hle","HLE",42.6,47.9,-0.65],["programbench","ProgramBench",29.1,55.9,-3.15]]},{"id":"muse-spark-1.1","name":"Muse Spark 1.1","provider":"meta","open":false,"launched":"2026-07-09","url":"https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/","excess":0.05,"premium":0.7,"se":0.36,"nh":14,"no":21,"fu":[151,81.5],"ambition":74.1,"bench":[["babyvision","BabyVision",76.3,52.4,2.8],["mcp-atlas","MCP-Atlas",88.1,76.9,1.59],["toolathlon-verified","Toolathlon Verified",75.6,64.8,1.38],["jobbench","JobBench",54.7,44.4,1.27],["hle-with-tools","HLE (With Tools)",62.1,51.8,1.26],["charxiv-rq","CharXiv (RQ)",88.4,82.5,0.94],["osworld-verified","OSWorld Verified",80.8,76.1,0.67],["financeagent-v2","FinanceAgent v2",57.2,52.2,0.61],["terminal-bench-2.1","Terminal-Bench 2.1",78.1,76,0.3],["deepsearchqa","DeepSearchQA",84.9,85,-0.01],["swe-bench-pro","SWE-Bench Pro",61.5,61.6,-0.02],["deepswe-v1.1","DeepSWE v1.1",53.3,53.7,-0.05],["swe-atlas-qna","SWE-Atlas Codebase QnA",42.1,45.5,-0.42],["vibe-code-bench-v1.1","Vibe Code Bench v1.1",72.2,75.7,-0.5]]},{"id":"deepseek-v3.1","name":"DeepSeek V3.1","provider":"deepseek","open":true,"launched":"2025-08-21","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1","excess":0.05,"premium":0.7,"se":0.41,"nh":11,"no":44,"fu":[479,63.06],"ambition":54.7,"bench":[["aider-polyglot","Aider-Polyglot",76.3,50.4,3.02],["swe-bench-verified","SWE-Bench Verified",66,47.8,2.18],["livecodebench","LiveCodeBench",74.8,59.3,1.9],["swe-bench-multilingual","SWE-Bench Multilingual",54.5,41.4,1.62],["browsecomp-zh","BrowseComp_zh",49.2,37.5,1.48],["mmlu-pro","MMLU-Pro",83.7,75.3,1.19],["browsecomp","BrowseComp",30,27.8,0.3],["mmlu-redux","MMLU-Redux",90,88.9,0.21],["hle-text-only","HLE (Text Only)",12.9,12.2,0.12],["gpqa-diamond","GPQA-diamond",65.5,68.1,-0.33],["aime-2025","AIME 2025",31.7,72.6,-4.98]]},{"id":"claude-sonnet-4.6","name":"Claude Sonnet 4.6","provider":"anthropic","open":false,"launched":"2026-02-17","url":"https://www.anthropic.com/news/claude-sonnet-4-6","excess":0.02,"premium":0.67,"se":0.29,"nh":15,"no":78,"fu":[213,78.48],"ambition":51.7,"bench":[["arc-agi-2","ARC-AGI-2",58.3,33.4,3.11],["tau2-telecom","TAU2-Telecom",97.9,83.1,1.98],["tau2-retail","TAU2-Retail",91.7,82,1.5],["osworld-verified","OSWorld Verified",75.5,65.9,1.23],["browsecomp","BrowseComp",74.7,66.5,1.06],["gpqa-diamond","GPQA-diamond",89.9,85.5,0.76],["financeagent-v1.1","FinanceAgent v1.1",63.3,57.4,0.73],["swe-bench-verified","SWE-Bench Verified",79.6,74.9,0.66],["hle-with-tools","HLE (With Tools)",47.9,43,0.61],["hle","HLE",33.2,29.1,0.55],["mcp-atlas","MCP-Atlas",66.7,65.8,0.11],["terminal-bench-2.0","Terminal-Bench 2.0",56.2,56,0.03],["mmmlu","MMMLU",89.3,90.1,-0.17],["mmmu-pro-with-tools","MMMU Pro (with tools)",75.6,77.1,-0.22],["mmmu-pro","MMMU PRO",60.4,74.1,-1.88]]},{"id":"nemotron-3.5-super-vl-120b-a12b","name":"Nemotron-3.5-Super-VL-120B-A12B","provider":"nvidia","open":true,"launched":"2026-10-15","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16","excess":0,"premium":0.65,"se":0.22,"nh":33,"no":60,"fu":[346,70.59],"ambition":77.4,"bench":[["matharena-apex-shortlist","MathArena Apex Shortlist",88.4,61.4,3.08],["browsecomp","BrowseComp",78,51.9,3.03],["terminal-bench-2.1","Terminal-Bench 2.1",60.7,45.6,1.83],["critpt","Complex Research using Integrated Thinking – Physics Test",10.9,4.8,1.7],["livecodebench","LiveCodeBench",88.2,77.4,1.55],["hle-text-only","HLE (Text Only)",30.7,21.1,1.43],["gpqa-diamond","GPQA-diamond",89.5,80.2,1.41],["tau2-airline","TAU2-Airline",76.9,66.7,1.31],["hle","HLE",30.5,21.7,1.29],["swe-bench-multilingual","SWE-Bench Multilingual",67.3,59.5,0.98],["charxiv-rq","CharXiv (RQ)",77.4,70.2,0.96],["ocrbenchv2-en","OCRBenchV2 (EN)",67.8,60.2,0.94],["ifbench","IFBench",70.9,63.8,0.9],["scicode","SciCode (sub)",47.1,41.2,0.74],["swe-bench-verified","SWE-Bench Verified",71.1,65.8,0.68],["ocrreasoning","OCRReasoning",65.1,59.7,0.68],["mmlongbench-doc","MMLongBench-Doc",61.8,56.5,0.66],["v-star","V*",88.1,84.2,0.66],["wmt24-plus-plus","WMT24++",84.8,81.2,0.56],["tau3-banking","τ³-Bench Banking",20,16.7,0.54],["ocrbenchv2-cn","OCRBenchV2 (CN)",58.7,56.7,0.25],["tau2-retail","TAU2-Retail",76,75.1,0.14],["tau2-telecom","TAU2-Telecom",75,74.5,0.06],["mathvision","MathVision",74.4,74.3,0.02],["swe-bench-pro","SWE-Bench Pro",42.5,42.9,-0.05],["deepswe","DeepSWE",24.7,25,-0.05],["webvoyager","WebVoyager",77.7,78.6,-0.13],["babyvision","BabyVision",28.2,30.1,-0.26],["mmlu-prox","MMLU-ProX",76.9,79.7,-0.43],["gdp-pdf","GDP.pdf",7.1,9.3,-0.47],["videomme-v2","Video-MME v2",33.3,37.5,-0.52],["osworld-verified","OSWorld Verified",51.1,56.2,-0.62],["terminal-bench-4.0","Terminal-Bench 4.0",1,8.7,-1.37]]},{"id":"spark-x2.6-4b","name":"Spark-X2.6-4B","provider":"iflytek","open":true,"launched":"2026-10-19","url":"https://huggingface.co/XHToken/Spark-X2.6-4B","excess":0,"premium":0.65,"se":0.56,"nh":5,"no":16,"fu":[359,69.85],"ambition":78.3,"bench":[["swe-bench-pro","SWE-Bench Pro",54.3,43.5,1.33],["bfcl-v4","BFCL v4",71.8,63.6,1.04],["mcp-atlas","MCP-Atlas",62.4,55.8,0.82],["hle-with-tools","HLE (With Tools)",36.9,36.5,0.05],["browsecomp","BrowseComp",53.1,52.9,0.02]]},{"id":"claude-opus-4.1","name":"Claude Opus 4.1","provider":"anthropic","open":false,"launched":"2025-08-05","url":"https://www.anthropic.com/news/claude-opus-4-1","excess":0,"premium":0.65,"se":0.45,"nh":6,"no":58,"fu":[439,65.35],"ambition":71.1,"bench":[["swe-bench-verified","SWE-Bench Verified",74.5,59.7,1.82],["terminal-bench","Terminal-Bench",46.5,35.9,1.35],["mmmlu","MMMLU",89.5,84.8,0.81],["gpqa-diamond","GPQA-diamond",81,76.3,0.67],["mmmu","MMMU",77.1,74.8,0.33],["aime-2025","AIME 2025",79.2,85.4,-1.08]]},{"id":"gpt-5.6-sol","name":"GPT-5.6 Sol","provider":"openai","open":false,"launched":"2026-07-09","url":"https://openai.com/index/gpt-5-6/","excess":-0.01,"premium":0.64,"se":0.23,"nh":24,"no":185,"fu":[80,85.75],"ambition":70.2,"bench":[["scires-frontiermath-tier-4","SciRes FrontierMath Tier 4",83,60.1,2.71],["exploitbench","ExploitBench",76.5,55.6,2.49],["benchcad","BenchCAD",76.9,60.3,2.04],["kernelgen-1p","KernelGen 1P",61.1,46.2,1.81],["graphwalks-bfs-256k","GraphWalks BFS 256K",90.7,79.8,1.61],["scires-frontiermath-tier-1-3","SciRes FrontierMath Tier 1-3",89,78.2,1.56],["exploitgym","ExploitGym",30.8,20.7,1.52],["graphwalks-bfs-1m","GraphWalks BFS 1M",77.1,67.3,1.27],["sec-bench-pro","SEC-Bench Pro",74.3,64.6,1.24],["benchcad-python-tool","BenchCAD (python tool)",83.4,75.7,1.1],["automationbench","AutomationBench",45.6,38.4,0.91],["deepswe-v1.1","DeepSWE v1.1",72.7,66.5,0.8],["gdp-pdf","GDP.pdf",35.4,30,0.71],["osworld-2.0","OSWorld 2.0",62.7,57.1,0.7],["toolathlon","Toolathlon",66.5,65.2,0.17],["browsecomp","BrowseComp",90.4,89.7,0.14],["gpqa-diamond","GPQA-diamond",94.2,93.7,0.14],["terminal-bench-2.1","Terminal-Bench 2.1",87.5,86.7,0.14],["healthbench-professional","HealthBench Professional",60.6,59.9,0.09],["mmmu-pro-with-tools","MMMU Pro (with tools)",84.6,85.5,-0.15],["mmmu-pro","MMMU PRO",83,84.9,-0.33],["agents-last-exam","Agents' Last Exam",30.5,36.1,-0.72],["swe-bench-pro","SWE-Bench Pro",61.4,70.9,-1.27],["arc-agi-3","ARC-AGI-3",7.8,39.5,-3.37]]},{"id":"kimi-k2.5","name":"Kimi-K2.5","provider":"moonshotai","open":true,"launched":"2026-01-27","url":"https://huggingface.co/moonshotai/Kimi-K2.5","excess":-0.02,"premium":0.63,"se":0.21,"nh":31,"no":112,"fu":[306,72.71],"ambition":71.9,"bench":[["browsecomp","BrowseComp",74.9,55.8,2.3],["hle-with-tools","HLE (With Tools)",50.2,37.8,1.56],["simplevqa","SimpleVQA",71.2,60.6,1.32],["seal-0","SEAL-0",57.4,47,1.27],["wide-search","WideSearch",72.7,63.4,1.18],["lvbench","LVBench",75.9,66.9,1.17],["mmmu-pro","MMMU PRO",78.5,69.8,1.15],["mathvision","MathVision",84.2,76.4,1.12],["hmmt-feb-2025","HMMT Feb 2025",95.4,89.8,1.1],["mmvu","MMVU",80.4,72.4,1.09],["videommmu","VideoMMMU",86.6,79.9,1.01],["mathvista-mini","MathVista-Mini",90.1,84.1,0.99],["aime-2025","AIME 2025",96.1,91.6,0.97],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",74.9,67.5,0.97],["hle","HLE",30.1,23.5,0.95],["deepsearchqa","DeepSearchQA",77.1,70.1,0.94],["swe-bench-multilingual","SWE-Bench Multilingual",68.3,62.2,0.78],["charxiv-rq","CharXiv (RQ)",77.5,71.8,0.77],["swe-bench-verified","SWE-Bench Verified",73.2,68.3,0.64],["ocrbench","OCRBench V2",92.3,89.6,0.55],["longbench-v2","longbench-v2",60.3,57.2,0.38],["mmlu-pro","MMLU-Pro",87.1,85.8,0.23],["terminal-bench-2.0","Terminal-Bench 2.0",48.3,47.4,0.11],["livecodebench","LiveCodeBench",79.2,79.6,-0.06],["zerobench","ZeroBench",9,9.4,-0.08],["cybergym","CyberGym",41.3,42.4,-0.13],["gpqa-diamond","GPQA-diamond",80.5,81.7,-0.18],["omnidocbench-1.5","OmniDocBench 1.5",11.2,12.9,-0.32],["scicode","SciCode (sub)",39.6,42.5,-0.36],["swe-bench-pro","SWE-Bench Pro",39.8,45.1,-0.65],["imo-answerbench","IMO AnswerBench",67.2,75.7,-1.21]]},{"id":"kimi-k3","name":"Kimi-K3","provider":"moonshotai","open":true,"launched":"2026-07-16","url":"https://huggingface.co/moonshotai/Kimi-K3","excess":-0.03,"premium":0.62,"se":0.17,"nh":43,"no":138,"fu":[124,82.98],"ambition":84.3,"bench":[["frontierswe","FrontierSWE",77.4,42.8,3.91],["programbench","ProgramBench",77.8,53.7,2.82],["swe-marathon","SWE-Marathon",42,29.4,1.68],["automationbench","AutomationBench",46.3,35.3,1.41],["osworld-2.0","OSWorld 2.0",58.3,48.6,1.18],["browsecomp","BrowseComp",91.2,85,1.05],["deepswe-v1.1","DeepSWE v1.1",67.5,59.2,1.03],["deepsearchqa-f1","DeepSearchQA (F1)",95,89.9,1.01],["mls-bench-lite","MLS-Bench-Lite",48.3,40.8,0.93],["mathvision-with-tools","MathVision (With Tools)",97.8,94,0.93],["critpt","Complex Research using Integrated Thinking – Physics Test",23.4,17.9,0.88],["osworld-verified","OSWorld Verified",84.8,79.7,0.78],["toolathlon-verified","Toolathlon Verified",74.8,68.9,0.78],["kimi-code-bench-v2","Kimi Code Bench v2",72.9,67.5,0.71],["researchrubrics","ResearchRubrics",77.5,72.4,0.7],["spreadsheetbench-2","SpreadsheetBench 2",34.8,29.7,0.69],["mathvision","MathVision",93.7,90.6,0.65],["babyvision-with-tools","BabyVision (With Tools)",85.7,81.6,0.65],["zerobench","ZeroBench",23,19.1,0.6],["officeqa-pro","OfficeQA Pro",64.3,59.5,0.6],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",91.3,88.5,0.53],["legal-research-bench","Legal Research Bench",45.2,41.7,0.44],["scicode","SciCode (sub)",59.1,55.6,0.43],["financeagent-v2","FinanceAgent v2",57.8,54.3,0.42],["omnidocbench","OmniDocBench",91.1,89.1,0.4],["mcp-atlas","MCP-Atlas",83.2,80.8,0.39],["perceptionbench","PerceptionBench",58.5,55.3,0.39],["gpqa-diamond","GPQA-diamond",93.2,91.9,0.3],["posttrainbench","PostTrainBench",31.8,29.6,0.29],["jobbench","JobBench",52.9,50.7,0.28],["worldvqa","WorldVQA",51,49.2,0.22],["terminal-bench-2.1","Terminal-Bench 2.1",82.5,81.1,0.21],["mmvu","MMVU",82.9,81.7,0.19],["hle-with-tools","HLE (With Tools)",57,55.5,0.19],["videomme-sub","VideoMME (w/sub)",90,89.1,0.17],["tau3-banking","τ³-Bench Banking",37.1,36.4,0.09],["hle","HLE",45.2,44.7,0.06],["zerobench-with-tools","ZeroBench (With Tools)",41,40.6,0.05],["mmmu-pro-with-tools","MMMU Pro (with tools)",83.4,83.4,0.01],["charxiv-rq","CharXiv (RQ)",84.2,84.7,-0.09],["mmmu-pro","MMMU PRO",80.9,82.2,-0.21],["apex-agents","APEX-Agents",39.3,43.1,-0.47],["agents-last-exam","Agents' Last Exam",28,31.6,-0.49]]},{"id":"qwen3.6-plus","name":"Qwen3.6-Plus","provider":"qwen","open":false,"launched":"2026-04-02","url":"https://qwen.ai/blog?id=qwen3.6","excess":-0.04,"premium":0.61,"se":0.19,"nh":60,"no":50,"fu":[266,75.06],"ambition":66.9,"bench":[["dynamath","DynaMath",88,75.1,1.77],["v-star","V*",96.9,86.2,1.72],["tir-bench","TIR-Bench",61.6,49.9,1.43],["mcp-atlas","MCP-Atlas",74.1,63.2,1.37],["wemath","WeMath",89,81.2,1.21],["mathvision","MathVision",88,80.1,1.2],["hle-with-tools","HLE (With Tools)",50.4,41.2,1.14],["terminal-bench-2.0","Terminal-Bench 2.0",61.6,53.2,1.04],["hmmt-feb-2025","HMMT Feb 2025",96.7,92.6,0.94],["charxiv-rq","CharXiv (RQ)",81.5,74.9,0.93],["mmmu","MMMU",86,79.9,0.92],["wide-search","WideSearch",74.3,67.2,0.92],["deep-planning","Deep Planning",41.2,34.1,0.91],["hmmt-nov-2025","HMMT Nov 2025",94.6,90.2,0.9],["swe-bench-multilingual","SWE-Bench Multilingual",73.8,67,0.88],["polymath","PolyMATH",77.4,71,0.86],["mmmu-pro","MMMU PRO",78.8,72.7,0.84],["mlvu","MLVU",86.7,81.4,0.83],["swe-bench-verified","SWE-Bench Verified",78.8,72.8,0.82],["countbench","CountBench",97.6,94.5,0.81],["ifbench","IFBench",74.2,68.4,0.76],["realworldqa","RealWorldQA",85.4,80.5,0.76],["erqa","ERQA",65.7,59.7,0.75],["vitabench","VitaBench",43.5,37.7,0.74],["refcoco","RefCOCO",93.5,90,0.72],["tool-decathlon","Tool-Decathlon",39.8,34.2,0.72],["simplevqa","SimpleVQA",68.3,62.9,0.69],["imo-answerbench","IMO AnswerBench",83.8,79.6,0.64],["videomme-nosub","VideoMME (w/o sub)",84.2,80.1,0.63],["livecodebench","LiveCodeBench",87.1,83.4,0.61],["claw-eval","Claw-Eval",74.8,70.3,0.61],["screenspot-pro","ScreenSpot-Pro",68.2,63.7,0.57],["mcpmark","MCPMark",48.2,43.7,0.56],["videomme-sub","VideoMME (w/sub)",87.8,84.6,0.55],["mmstar","MMStar",83.3,79.9,0.52],["supergpqa","SuperGPQA",71.6,67.7,0.51],["cc-ocr","CC-OCR",83.4,80.3,0.48],["ai2d","AI2D",94.4,92.5,0.45],["maxife","MAXIFE",88.2,85.7,0.44],["odinw-13","ODinW-13",51.8,48.3,0.43],["skillsbench","SkillsBench",45.7,42.5,0.39],["hmmt-feb-2026","HMMT Feb 2026",87.8,85.7,0.37],["aime-2026-i","AIME 2026 I",95.2,93.8,0.35],["mmlu-prox","MMLU-ProX",84.7,82.8,0.31],["qwenclawbench","QwenClawBench",57.2,54.7,0.31],["longbench-v2","longbench-v2",62,59.7,0.29],["videommmu","VideoMMMU",84,82.2,0.29],["mmlongbench-doc","MMLongBench-Doc",62,59.8,0.28],["c-eval","C-Eval",93.3,92.3,0.23],["hle","HLE",28.8,27.2,0.23],["wmt24-plus-plus","WMT24++",84.3,83.4,0.15],["nl2repo","NL2Repo",36.1,35.1,0.14],["mmlu-pro","MMLU-Pro",88.5,87.8,0.13],["nova-63","NOVA-63",57.9,56.9,0.12],["mmmlu","MMMLU",89.5,89.4,0.02],["include","INCLUDE",85.1,85.1,0],["claweval-pass3","ClawEval (Pass^3)",57.9,58.2,-0.04],["global-piqa","Global PIQA",89.8,90.4,-0.12],["osworld-verified","OSWorld Verified",62.5,63.6,-0.14],["mmlu-redux","MMLU-Redux",94.5,95,-0.15]]},{"id":"gpt-6-astra","name":"GPT-6 Astra","provider":"openai","open":false,"launched":"2026-09-03","url":"https://openai.com/index/gpt-6-astra/","excess":-0.07,"premium":0.58,"se":0.25,"nh":21,"no":135,"fu":[20,90.68],"ambition":81.9,"bench":[["benchcad","BenchCAD",95.9,69.6,2.83],["arc-agi-3","ARC-AGI-3",99.9,53.5,2.72],["exploitbench","ExploitBench",100,75.1,2.14],["terminal-bench-science","Terminal-Bench-Science",66.3,48.9,2.1],["scires-frontiermath-tier-4","SciRes FrontierMath Tier 4",97.6,82.7,2.02],["exploitgym","ExploitGym",42.4,32.2,1.33],["exploitbench-2026-jun-aug","ExploitBench (Jun-Aug 2026)",35.2,26.4,1.23],["sec-bench-pro","SEC-Bench Pro",85.4,78.1,1.08],["screenspot-pro","ScreenSpot-Pro",86.3,83.2,0.52],["terminal-bench-4.0","Terminal-Bench 4.0",58.7,55.4,0.4],["arc-agi-2","ARC-AGI-2",95,93.5,0.37],["automationbench","AutomationBench",46.7,44.4,0.28],["arc-agi-1","ARC-AGI-1",98.5,98.4,0.07],["healthbench-professional","HealthBench Professional",65,64.7,0.03],["gpqa-diamond","GPQA-diamond",95.8,96,-0.07],["frontiercode-main","FrontierCode Main",53.3,55,-0.22],["frontiercode-extended","FrontierCode Extended",64.5,66.8,-0.3],["deepswe-v1.1","DeepSWE v1.1",74.1,77.9,-0.57],["browsecomp","BrowseComp",91.5,95.1,-0.99],["agents-last-exam","Agents' Last Exam",34.2,44.9,-1.31],["hle-with-tools","HLE (With Tools)",57.2,69,-1.55]]},{"id":"deepseek-v3.2-thinking","name":"DeepSeek V3.2-Thinking","provider":"deepseek","open":true,"launched":"2025-12-01","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2","excess":-0.1,"premium":0.55,"se":0.43,"nh":6,"no":72,"fu":[355,70.33],"ambition":70.9,"bench":[["hle","HLE",33,22.8,1.48],["hmmt-2025","HMMT 2025",91.3,84.1,1.2],["swe-bench-verified","SWE-Bench Verified",73.1,67.3,0.76],["aime-2025","AIME 2025",93.3,91,0.49],["toolathlon","Toolathlon",35.2,36.7,-0.19],["terminal-bench-2.0","Terminal-Bench 2.0",42.8,46.2,-0.42]]},{"id":"deepseek-r1-0528","name":"DeepSeek-R1-0528","provider":"deepseek","open":true,"launched":"2025-05-28","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","excess":-0.1,"premium":0.55,"se":0.37,"nh":10,"no":43,"fu":[533,60.99],"ambition":67.9,"bench":[["aider-polyglot","Aider-Polyglot",71.4,56.2,1.85],["gpqa-diamond","GPQA-diamond",81.2,70.9,1.37],["livecodebench","LiveCodeBench",73.1,63.4,1.23],["mmlu-pro","MMLU-Pro",84.2,77.5,0.97],["aime-2024","AIME 2024",87.3,81.8,0.87],["aime-2025","AIME 2025",80.5,77.3,0.47],["hle-text-only","HLE (Text Only)",14,13.7,0.05],["frames","FRAMES",76.9,76.7,0.03],["simpleqa","SimpleQA",29.9,34.4,-0.58],["swe-bench-verified","SWE-Bench Verified",45.6,51.6,-0.74]]},{"id":"qwen3-vl-235b-a22b","name":"Qwen3-VL-235B-A22B","provider":"qwen","open":true,"launched":"2025-09-24","url":"https://qwen.ai/blog?id=qwen3-vl","excess":-0.1,"premium":0.55,"se":0.27,"nh":32,"no":33,"fu":[432,65.71],"ambition":69.3,"bench":[["refspatialbench","RefSpatialBench",69.9,51.5,2.21],["screenspot-pro","ScreenSpot-Pro",62,52.2,1.2],["mathvision","MathVision",73.3,64.2,1.16],["mlvu","MLVU",83.8,75.6,1.16],["androidworld","AndroidWorld",63.7,55.2,1.05],["mathvista-mini","MathVista-Mini",85.8,78.9,1.03],["mmmu-pro","MMMU PRO",69.3,61.4,0.99],["videommmu","VideoMMMU",80,72.8,0.99],["mmmu","MMMU",79.7,72.7,0.95],["embspatialbench","EmbSpatialBench",84.3,78.2,0.9],["simplevqa","SimpleVQA",61.3,54.1,0.89],["cc-ocr","CC-OCR",81.5,75.8,0.81],["realworldqa","RealWorldQA",81.3,76.2,0.73],["videomme-nosub","VideoMME (w/o sub)",79,74.1,0.69],["hallusionbench","HallusionBench",66.7,62,0.59],["mmlongbench-doc","MMLongBench-Doc",56.2,51.6,0.56],["mmstar","MMStar",77.8,73.9,0.54],["lvbench","LVBench",63.6,59.6,0.5],["aime-2025","AIME 2025",83.6,80.4,0.49],["countbench","CountBench",93.7,91.5,0.49],["charxiv-rq","CharXiv (RQ)",66.1,62.6,0.44],["livecodebench","LiveCodeBench",69.5,66.4,0.39],["mmbench-v1.1-en-dev","MMBench v1.1 (EN dev)",89.7,87.7,0.38],["zerobench-sub","ZeroBench (sub)",28.4,26.7,0.23],["ocrbench","OCRBench V2",87.4,86.5,0.16],["erqa","ERQA",52.5,52.4,0.01],["ai2d","AI2D",89.2,89.3,-0.02],["odinw-13","ODinW-13",43.2,44.2,-0.13],["sunrgbd","SUNRGBD",34.9,36.8,-0.24],["hmmt-2025","HMMT 2025",67.7,69.6,-0.25],["zerobench","ZeroBench",4,6.2,-0.56],["hypersim","Hypersim",11,14.8,-0.65]]},{"id":"glm-4.6","name":"GLM 4.6","provider":"zai","open":true,"launched":"2025-09-29","url":"https://z.ai/blog/glm-4.6","excess":-0.11,"premium":0.54,"se":0.41,"nh":8,"no":36,"fu":[425,66.01],"ambition":88.2,"bench":[["aime-2025","AIME 2025",93.9,85.6,1.4],["livecodebench","LiveCodeBench",81.2,71.9,1.25],["gpqa-diamond","GPQA-diamond",81,76.5,0.65],["swe-bench-verified","SWE-Bench Verified",64.4,60,0.56],["terminal-bench","Terminal-Bench",40.5,36.1,0.56],["browsecomp","BrowseComp",45.1,43.2,0.24],["hle-text-only","HLE (Text Only)",17.2,17.7,-0.07],["hle-with-tools","HLE (With Tools)",30.4,32.3,-0.25]]},{"id":"fugu-ultra-v1.1","name":"Fugu Ultra v1.1","provider":"sakana","open":false,"launched":"2026-07-24","url":"https://sakana.ai/fugu-1-1-claude-code-interface/","excess":-0.11,"premium":0.54,"se":0.57,"nh":5,"no":5,"fu":[45,88.2],"ambition":69,"bench":[["programbench","ProgramBench",79.8,62,2.19],["swe-bench-pro-public","SWE-Bench Pro (Public)",78.1,74.5,0.5],["gpqa-diamond","GPQA-diamond",95.6,94.8,0.23],["terminal-bench-2.1","Terminal-Bench 2.1",90,90.1,-0.01],["hle-text-only","HLE (Text Only)",53.5,55.3,-0.22]]},{"id":"gemini-4-argon","name":"Gemini 4 Argon","provider":"google","open":false,"launched":"2026-09-30","url":"https://deepmind.google/models/model-cards/gemini-4-argon/","excess":-0.12,"premium":0.53,"se":0.31,"nh":17,"no":49,"fu":[26,89.94],"ambition":88.3,"bench":[["chartography","Chartography",71.6,58.4,1.62],["graphwalks-bfs-256k-1m","GraphWalks BFS 256K-1M",84.2,72.5,1.58],["graphwalks-bfs","GraphWalks BFS",99.7,93,1.23],["legal-agent-benchmark-held-out","Legal Agent Benchmark (Held-Out)",19.6,13.5,1.09],["riemannbench","RiemannBench",76,68.1,1.04],["lvbench","LVBench",91.7,85.7,1.03],["labbench2","LAB-Bench 2",88.8,84.3,0.76],["automationbench","AutomationBench",51.3,45.2,0.75],["terminal-bench-science","Terminal-Bench-Science",57.6,52.2,0.67],["vals-index","Vals Index",69.1,66.5,0.33],["financeagent-v2","FinanceAgent v2",65.4,63,0.31],["cwe-bench","CWE-Bench",68,65.9,0.28],["posttrainbench","PostTrainBench",45.3,44.2,0.14],["deepswe-v1.1","DeepSWE v1.1",77.9,79.3,-0.2],["terminal-bench-4.0","Terminal-Bench 4.0",55.9,57.8,-0.23],["frontierswe","FrontierSWE",55,59.9,-0.62],["agents-last-exam","Agents' Last Exam",39.5,46.1,-0.82]]},{"id":"qwen3.5-397b-a17b","name":"Qwen3.5-397B-A17B","provider":"qwen","open":true,"launched":"2026-02-16","url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B","excess":-0.12,"premium":0.53,"se":0.15,"nh":81,"no":77,"fu":[283,74.14],"ambition":74.4,"bench":[["babyvision","BabyVision",52.3,36.4,2],["refspatialbench","RefSpatialBench",73.6,58.1,1.89],["v-star","V*",95.8,85.9,1.62],["dynamath","DynaMath",86.3,74.7,1.6],["mathvision","MathVision",88.6,79.5,1.36],["ifbench","IFBench",78.2,67.9,1.34],["vitabench","VitaBench",46.7,37.2,1.2],["lingoqa","LingoQA",81.6,73.5,1.12],["wemath","WeMath",87.9,80.7,1.1],["erqa","ERQA",67.5,59.4,1.01],["wide-search","WideSearch",74,66.6,0.96],["hle-with-tools","HLE (With Tools)",48.3,40.6,0.96],["mmmu-pro","MMMU PRO",79,72.2,0.93],["browsecomp","BrowseComp",69,61.8,0.91],["zerobench-sub","ZeroBench (sub)",41,33.9,0.91],["charxiv-rq","CharXiv (RQ)",80.8,74.4,0.9],["medxpertqa-mm","MedXpertQA-MM",70,63,0.88],["mcpmark","MCPMark",49.5,42.4,0.87],["mlvu","MLVU",86.7,81.2,0.87],["lvbench","LVBench",75.5,69,0.86],["longbench-v2","longbench-v2",66.1,59.2,0.85],["gpqa-diamond","GPQA-diamond",88.8,83.9,0.83],["mathvista-mini","MathVista-Mini",90.3,85.5,0.83],["mmmu","MMMU",85,79.6,0.82],["multichallenge","MultiChallenge",65.8,59.4,0.79],["bfcl-v4","BFCL v4",72.9,66.8,0.79],["countbench","CountBench",97.2,94.4,0.74],["browsecomp-zh","BrowseComp_zh",70.3,64.9,0.69],["hallusionbench","HallusionBench",71.4,66.4,0.65],["mmstar","MMStar",83.8,79.7,0.63],["tool-decathlon","Tool-Decathlon",38.3,33.6,0.62],["hmmt-feb-2025","HMMT Feb 2025",94.8,92.2,0.6],["mmbench-v1.1-en-dev","MMBench v1.1 (EN dev)",93.7,90.9,0.59],["videomme-nosub","VideoMME (w/o sub)",83.7,79.8,0.59],["hmmt-nov-2025","HMMT Nov 2025",92.7,89.8,0.59],["simplevqa","SimpleVQA",67.1,62.5,0.58],["ocrbench","OCRBench V2",93.1,90.4,0.57],["realworldqa","RealWorldQA",83.9,80.3,0.56],["screenspot-pro","ScreenSpot-Pro",67.4,63.2,0.54],["videomme-sub","VideoMME (w/sub)",87.5,84.4,0.53],["mmlu-prox","MMLU-ProX",85.6,82.4,0.5],["embspatialbench","EmbSpatialBench",84.5,81.3,0.5],["refcoco","RefCOCO",92.3,89.9,0.49],["pmc-vqa","PMC-VQA",64.2,60.3,0.49],["maxife","MAXIFE",88.2,85.4,0.48],["videommmu","VideoMMMU",84.7,81.8,0.46],["imo-answerbench","IMO AnswerBench",82,79,0.46],["supergpqa","SuperGPQA",70.4,67.2,0.42],["mvbench","MVBench",77.6,74.7,0.4],["polymath","PolyMATH",73.3,70.3,0.4],["swe-bench-multilingual","SWE-Bench Multilingual",69.3,66.2,0.4],["swe-bench-verified","SWE-Bench Verified",74.9,72.1,0.39],["ai2d","AI2D",93.9,92.3,0.36],["deep-planning","Deep Planning",36,33.2,0.36],["ifeval","IFEval",92.6,91,0.35],["hle","HLE",28.7,26.5,0.31],["cc-ocr","CC-OCR",82,80.1,0.29],["nova-63","NOVA-63",59.1,56.7,0.29],["zerobench","ZeroBench",12,10.6,0.27],["mmlongbench-doc","MMLongBench-Doc",61.5,59.4,0.26],["c-eval","C-Eval",93,92.1,0.2],["mmvu","MMVU",75.4,74.1,0.18],["mmlu-pro","MMLU-Pro",88.3,87.5,0.15],["include","INCLUDE",85.6,84.8,0.14],["mmmlu","MMMLU",89.5,89.2,0.08],["terminal-bench-2.0","Terminal-Bench 2.0",52.5,52.2,0.04],["slake","SLAKE",79.9,79.8,0.02],["mmlu-redux","MMLU-Redux",94.9,94.9,0],["livecodebench","LiveCodeBench",82.6,82.8,-0.03],["nuscenes","NuScenes",16,16.3,-0.04],["wmt24-plus-plus","WMT24++",82.8,83.1,-0.05],["global-piqa","Global PIQA",89.8,90.2,-0.07],["osworld-verified","OSWorld Verified",62.2,62.8,-0.08],["hle-verified","HLE-Verified",37.6,38.2,-0.08],["odinw-13","ODinW-13",47,48.1,-0.13],["androidworld","AndroidWorld",66.8,68,-0.16],["aime-2026-i","AIME 2026 I",92.9,93.5,-0.16],["seal-0","SEAL-0",46.9,48.6,-0.21],["sunrgbd","SUNRGBD",38.3,40.4,-0.26],["hypersim","Hypersim",12.5,16.5,-0.66],["omnidocbench-1.5","OmniDocBench 1.5",9.2,13.9,-0.83]]},{"id":"phi-4-multimodal-instruct","name":"Phi-4-multimodal-instruct","provider":"microsoft","open":true,"launched":"2025-02-26","url":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","excess":-0.13,"premium":0.52,"se":0.36,"nh":12,"no":24,"fu":[1398,26.79],"ambition":73.2,"bench":[["docvqa","DocVQA",92.7,77.1,2.12],["ocrbench","OCRBench V2",79.5,62.7,2.07],["infovqa","InfoVQA",68.9,52.8,1.94],["mathvista-mini","MathVista-Mini",58,43.3,1.79],["chartqa","ChartQA",83.8,70.5,1.75],["mmbench","MMBench (EN)",82.7,71.5,1.5],["mmmu","MMMU",48.5,41.3,0.89],["ai2d","AI2D",68.6,69.9,-0.17],["pope","POPE",83.3,85.5,-0.38],["video-mme","Video-MME",44.7,48.7,-0.49],["blink","BLINK",35.2,43.8,-1.06],["textvqa","TextVQA",39.9,69.5,-3.7]]},{"id":"qwen3.8-flash-next","name":"Qwen3.8-Flash-Next","provider":"qwen","open":true,"launched":"2026-08-26","url":"https://huggingface.co/Qwen/Qwen3.8-Flash-Next","excess":-0.14,"premium":0.51,"se":0.26,"nh":24,"no":41,"fu":[154,81.4],"ambition":81.8,"bench":[["agents-last-exam","Agents' Last Exam",51.2,28.9,2.91],["claw-eval-multimodal","Claw-Eval Multimodal",64.4,49.5,1.8],["jobbench","JobBench",55.7,45,1.31],["osworld-2.0","OSWorld 2.0",52.3,43.2,1.12],["androidworld","AndroidWorld",84.5,77.8,0.98],["deepswe-v1.1","DeepSWE v1.1",61.9,54.3,0.93],["toolathlon-verified","Toolathlon Verified",72.5,65.2,0.93],["charxiv-rq","CharXiv (RQ)",88.2,82.8,0.88],["erqa","ERQA",72.3,65.5,0.88],["realworldqa","RealWorldQA",88.5,83.5,0.82],["mathvision-with-tools","MathVision (With Tools)",95.7,93.1,0.62],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",90.6,87.3,0.61],["mathvision","MathVision",91.6,88.7,0.56],["agents-last-exam-score","Agents' Last Exam (average score)",51.2,47.5,0.45],["gpqa-diamond","GPQA-diamond",92.3,90.5,0.37],["livecodebench","LiveCodeBench",93,91.6,0.32],["osworld-2.0-strict","OSWorld 2.0 (Strict)",19.4,17.6,0.28],["ifbench","IFBench",78.4,76.6,0.27],["lvbench","LVBench",76.6,76.4,0.03],["vision2web","Vision2Web",64,64.5,-0.06],["swe-bench-multilingual","SWE-Bench Multilingual",77.1,79.7,-0.4],["nl2repo","NL2Repo",46.7,50.5,-0.48],["hle","HLE",35.9,40.4,-0.56],["swe-bench-pro","SWE-Bench Pro",43.9,62.1,-2.25]]},{"id":"ming-3.0-audio-flash","name":"Ming-3.0-audio-flash","provider":"antgroup","open":true,"launched":"2026-10-19","url":"https://huggingface.co/inclusionAI/Ming-3.0-audio-flash","excess":-0.15,"premium":0.5,"se":0.53,"nh":4,"no":7,"fu":[356,70.18],"ambition":76.9,"bench":[["voicebench-mau-v05-15-25","MMAU v05.15.25",82,76.7,0.77],["voicebench-mmsu-audio","VoiceBench MMSU (Audio)",78.8,74.8,0.56],["mmau-pro","MMAU-Pro",66.4,62.9,0.44],["mmar","MMAR",74.4,72.8,0.22]]},{"id":"gemini-4-carbon","name":"Gemini 4 Carbon","provider":"google","open":false,"launched":"2026-10-28","url":"https://deepmind.google/models/evals-methodology/gemini-4-carbon/","excess":-0.16,"premium":0.49,"se":0.36,"nh":13,"no":22,"fu":[13,91.8],"ambition":78.9,"bench":[["graphwalks-bfs-256k-1m","GraphWalks BFS 256K-1M",96.2,78.4,2.28],["exploitgym","ExploitGym",54.8,43,1.45],["agents-last-exam-score","Agents' Last Exam (average score)",77.4,68.6,1.16],["riemannbench","RiemannBench",80,75.2,0.67],["chartography","Chartography",72.5,68,0.6],["automationbench","AutomationBench",53.9,49.2,0.58],["sec-bench-pro","SEC-Bench Pro",88.2,85.7,0.45],["blueprint-bench-2","Blueprint-Bench 2",58.6,55.3,0.4],["cwe-bench","CWE-Bench",71,70.7,0.04],["swe-sweep","SWE-sweep",9.6,9.6,0.01],["vals-index","Vals Index",70.4,71.7,-0.18],["osworld-2.1-offline","OSWorld 2.1 (Offline)",81.5,84.4,-0.48],["frontierswe","FrontierSWE",61.2,66,-0.63]]},{"id":"smollm3-3b","name":"SmolLM3-3B","provider":"huggingface","open":true,"launched":"2025-07-08","url":"https://huggingface.co/HuggingFaceTB/SmolLM3-3B","excess":-0.16,"premium":0.49,"se":0.44,"nh":6,"no":45,"fu":[1123,37.92],"ambition":64.7,"bench":[["bfcl","BFCL",92.3,69.9,2.69],["aime-2025","AIME 2025",35.5,23.4,1.72],["gpqa-diamond","GPQA-diamond",42.3,41,0.17],["gsm-plus","GSM-Plus",65.9,68.7,-0.37],["ifeval","IFEval",71.2,73.9,-0.38],["global-mmlu","Global-MMLU",53.5,60.9,-0.92]]},{"id":"gemini-3.6-flash","name":"Gemini 3.6 Flash","provider":"google","open":false,"launched":"2026-07-21","url":"https://deepmind.google/models/model-cards/gemini-3-6-flash/","excess":-0.16,"premium":0.49,"se":0.42,"nh":8,"no":49,"fu":[158,81.26],"ambition":65,"bench":[["mle-bench","MLE-Bench",63.9,49,1.8],["mrcr-128k-8n","MRCR 128K-8N",91.8,82,1.52],["osworld-verified","OSWorld Verified",83,76.6,0.92],["charxiv-rq","CharXiv (RQ)",85.2,82.8,0.39],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",89.4,87.3,0.38],["terminal-bench-2.1","Terminal-Bench 2.1",78.5,76.7,0.25],["swe-bench-pro-public","SWE-Bench Pro (Public)",58.7,62.9,-0.54],["deepswe-v1.1","DeepSWE v1.1",47.6,54.5,-0.84]]},{"id":"muse-spark-1.2","name":"Muse Spark 1.2","provider":"meta","open":false,"launched":"2026-08-05","url":"https://research.meta.ai/blog/introducing-muse-code-and-muse-spark-1-2","excess":-0.16,"premium":0.49,"se":0.64,"nh":3,"no":21,"fu":[131,82.44],"ambition":51.1,"bench":[["mcp-atlas","MCP-Atlas",90.3,80.2,1.51],["terminal-bench-2.1","Terminal-Bench 2.1",82.9,80.4,0.39],["deepswe-v1.1","DeepSWE v1.1",55,58.4,-0.43]]},{"id":"mimo-v2-flash","name":"MiMo V2 Flash","provider":"xiaomi","open":true,"launched":"2025-12-16","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash","excess":-0.17,"premium":0.48,"se":0.42,"nh":16,"no":14,"fu":[393,67.65],"ambition":73.2,"bench":[["swe-bench-multilingual","SWE-Bench Multilingual",71.7,55.3,1.98],["swe-bench-verified","SWE-Bench Verified",76,61.8,1.76],["arena-hard-v2-creative-writing","Arena-Hard V2 Creative Writing",86.2,75.6,1.49],["aime-2025","AIME 2025",94.1,87.2,1.24],["livecodebench","LiveCodeBench",80.6,73.7,0.95],["gpqa-diamond","GPQA-diamond",83.7,77.7,0.88],["longbench-v2","longbench-v2",60.6,54,0.81],["browsecomp","BrowseComp",51.8,45.9,0.73],["terminal-bench-hard","Terminal-Bench Hard",30.5,27.1,0.46],["hle","HLE",21.6,19.2,0.37],["mmlu-pro","MMLU-Pro",84.9,82.8,0.34],["hmmt-feb-2025","HMMT Feb 2025",84.4,84.8,-0.08],["terminal-bench-2.0","Terminal-Bench 2.0",38.5,40,-0.19],["browsecomp-with-content-manager","BrowseComp (With Content Manager)",58.3,62.3,-0.5],["arena-hard-v2-hard-prompt","Arena-Hard V2 Hard Prompt",54.1,61.9,-0.99],["mrcr-128k","OpenAI-MRCR (128k)",45.7,58.1,-1.53]]},{"id":"deepseek-v3-0324","name":"DeepSeek V3 0324","provider":"deepseek","open":true,"launched":"2025-03-25","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3-0324","excess":-0.17,"premium":0.48,"se":0.49,"nh":5,"no":53,"fu":[711,54.03],"ambition":52,"bench":[["mmlu-pro","MMLU-Pro",81.2,70.9,1.38],["math500","MATH500",94,90.1,0.79],["gpqa-diamond","GPQA-diamond",68.4,62.7,0.72],["livecodebench","LiveCodeBench",56.2,51.4,0.59],["aime-2024","AIME 2024",59.4,67.5,-1.06]]},{"id":"qwen3-next-80b-a3b","name":"Qwen3 Next 80B A3B","provider":"qwen","open":true,"launched":"2025-09-09","url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct","excess":-0.17,"premium":0.48,"se":0.92,"nh":4,"no":5,"fu":[531,61.03],"ambition":41.4,"bench":[["livecodebench","LiveCodeBench",78.4,62.3,1.99],["aime-2025","AIME 2025",84.3,76,1.18],["mmlu-pro","MMLU-Pro",82.4,76.9,0.8],["tau2-telecom","TAU2-Telecom",41.5,58.1,-2.03]]},{"id":"gpt-5.5-instant","name":"GPT-5.5 Instant","provider":"openai","open":false,"launched":"2026-05-05","url":"https://openai.com/index/gpt-5-5-instant/","excess":-0.18,"premium":0.47,"se":0.71,"nh":3,"no":12,"fu":[400,67.14],"ambition":16.3,"bench":[["charxiv-rq","CharXiv (RQ)",81.6,68.9,1.66],["mmmu-pro","MMMU PRO",76,67.1,1.16],["aime-2025","AIME 2025",81.2,88.7,-1.42]]},{"id":"pareto-26.10","name":"Pareto 26.10","provider":"unbiased","open":false,"launched":"2026-10-01","url":"https://unbiased.ai/","excess":-0.19,"premium":0.46,"se":0.81,"nh":4,"no":6,"fu":[82,85.66],"ambition":77.3,"bench":[["terminal-bench-4.0","Terminal-Bench 4.0",50.8,37.6,1.65],["deepswe-v1.1","DeepSWE v1.1",69.9,66.2,0.48],["hle-text-only","HLE (Text Only)",49.9,49.7,0.02],["gpqa-diamond","GPQA-diamond",92.4,93.6,-0.3]]},{"id":"claude-opus-4.8","name":"Claude Opus 4.8","provider":"anthropic","open":false,"launched":"2026-05-28","url":"https://www.anthropic.com/news/claude-opus-4-8","excess":-0.2,"premium":0.45,"se":0.42,"nh":6,"no":192,"fu":[133,82.4],"ambition":57.2,"bench":[["osworld-verified","OSWorld Verified",83.4,78.8,0.69],["terminal-bench-2.1","Terminal-Bench 2.1",83.7,79.8,0.59],["hle","HLE",47.8,43.4,0.54],["swe-bench-pro","SWE-Bench Pro",68,64.6,0.44],["hle-with-tools","HLE (With Tools)",57.9,54.5,0.42],["financeagent-v2","FinanceAgent v2",53.9,53.8,0.02]]},{"id":"gpt-5.5","name":"GPT-5.5","provider":"openai","open":false,"launched":"2026-04-23","url":"https://openai.com/index/introducing-gpt-5-5/","excess":-0.21,"premium":0.44,"se":0.23,"nh":24,"no":176,"fu":[90,85.1],"ambition":59.2,"bench":[["scires-frontiermath-tier-4","SciRes FrontierMath Tier 4",72.5,42,3.55],["arc-agi-2","ARC-AGI-2",85,68,2.15],["gdpval","GDPVal",84.9,73.2,1.59],["terminal-bench-2.0","Terminal-Bench 2.0",83.7,72.8,1.48],["tau2-telecom","TAU2-Telecom",98,91.9,1.26],["cybergym","CyberGym",81.8,75.4,0.91],["arc-agi-1","ARC-AGI-1",95,91.2,0.81],["mrcr-256k-8n","MRCR 256K-8N",87.5,82.5,0.81],["mrcr-128k-8n","MRCR 128K-8N",88.9,84.2,0.8],["browsecomp","BrowseComp",87.2,84.1,0.53],["gpqa-diamond","GPQA-diamond",93.5,91.5,0.44],["scires-frontiermath-tier-1-3","SciRes FrontierMath Tier 1-3",68.5,66.9,0.21],["mcp-atlas","MCP-Atlas",80.5,79.9,0.09],["mmmu-pro-with-tools","MMMU Pro (with tools)",83.2,83,0.04],["osworld-verified","OSWorld Verified",78.8,78.9,0],["toolathlon","Toolathlon",57.9,58.2,-0.04],["mmmu-pro","MMMU PRO",81.4,81.7,-0.05],["officeqa-pro","OfficeQA Pro",57.5,58.8,-0.16],["financeagent-v1.1","FinanceAgent v1.1",62.6,64.3,-0.22],["hle","HLE",41.4,43.5,-0.26],["hle-with-tools","HLE (With Tools)",52.2,54.6,-0.3],["graphwalks-bfs-256k","GraphWalks BFS 256K",73.7,77.2,-0.52],["swe-bench-pro-public","SWE-Bench Pro (Public)",58.6,65.3,-0.86],["graphwalks-bfs-1m","GraphWalks BFS 1M",45.4,59.1,-1.69]]},{"id":"qwen3.7-max","name":"Qwen3.7-Max","provider":"qwen","open":false,"launched":"2026-05-20","url":"https://qwen.ai/blog?id=qwen3.7","excess":-0.21,"premium":0.44,"se":0.21,"nh":36,"no":53,"fu":[209,78.77],"ambition":65,"bench":[["mrcr-128k-8n","MRCR 128K-8N",90.4,76.6,1.91],["polymath","PolyMATH",86.5,77.2,1.34],["hmmt-feb-2026","HMMT Feb 2026",97.1,90.5,1.29],["skillsbench","SkillsBench",59.2,50.3,1.08],["spreadsheetbench-v1","SpreadSheetBench v1",87,80.2,1.04],["hle","HLE",41.4,34.4,0.91],["terminal-bench-2.0","Terminal-Bench 2.0",69.7,62.9,0.86],["imo-answerbench","IMO AnswerBench",90,85.2,0.82],["ifbench","IFBench",79.1,73.3,0.81],["hle-with-tools","HLE (With Tools)",53.5,47.4,0.75],["mcp-atlas","MCP-Atlas",76.4,71.8,0.63],["vitabench","VitaBench",47.9,43,0.61],["gpqa-diamond","GPQA-diamond",91.2,88.2,0.58],["livecodebench","LiveCodeBench",91.6,88.6,0.58],["matharena-apex","MathArena Apex",44.5,40,0.57],["mcpmark","MCPMark",60.8,56.5,0.53],["swe-bench-multilingual","SWE-Bench Multilingual",78.3,74.7,0.5],["swe-bench-pro","SWE-Bench Pro",60.6,56.7,0.49],["scicode","SciCode (sub)",53.5,49.7,0.47],["bfcl-v4","BFCL v4",75,71.6,0.47],["nl2repo","NL2Repo",47.2,43.7,0.43],["ifeval","IFEval",94.3,92.7,0.38],["qwenclawbench","QwenClawBench",64.3,61.5,0.35],["critpt","Complex Research using Integrated Thinking – Physics Test",12.4,10.7,0.34],["mmlu-prox","MMLU-ProX",87,85.8,0.21],["maxife","MAXIFE",89.2,88.3,0.17],["supergpqa","SuperGPQA",73.6,72.8,0.11],["swe-bench-verified","SWE-Bench Verified",80.4,79.7,0.11],["wmt24-plus-plus","WMT24++",85.8,85.6,0.04],["nova-63","NOVA-63",59,59,0],["global-piqa","Global PIQA",91.4,92.2,-0.19],["mmlu-pro","MMLU-Pro",89.6,90.7,-0.24],["mmmlu","MMMLU",90.3,91.7,-0.31],["include","INCLUDE",86.2,88,-0.33],["mmlu-redux","MMLU-Redux",95,96.3,-0.42],["claw-eval","Claw-Eval",65.2,73.6,-1.17]]},{"id":"gemini-3.7-flash","name":"Gemini 3.7 Flash","provider":"google","open":false,"launched":"2026-08-13","url":"https://deepmind.google/models/model-cards/gemini-3-7-flash/","excess":-0.22,"premium":0.43,"se":0.31,"nh":16,"no":29,"fu":[110,83.92],"ambition":88.3,"bench":[["mrcr-128k-8n","MRCR 128K-8N",97,86.1,1.73],["biomysterybench","BioMysteryBench",87.1,75.4,1.62],["gdp-pdf","GDP.pdf",34,25.8,1.15],["biomysterybench-hard","BioMysteryBench (Hard)",43.5,34.9,1.1],["lvbench","LVBench",85.4,79,0.95],["automationbench","AutomationBench",41.3,36.1,0.67],["deepswe-v1.1","DeepSWE v1.1",65.4,61.3,0.51],["labbench2","LAB-Bench 2",82.1,78.7,0.5],["terminal-bench-2.1","Terminal-Bench 2.1",85.8,82.8,0.49],["frontiercode-main","FrontierCode Main",43.6,40.7,0.37],["hle-verified","HLE-Verified",53.6,51,0.32],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",88.7,89,-0.07],["charxiv-rq","CharXiv (RQ)",84.5,85.5,-0.17],["osworld-2.0","OSWorld 2.0",49.2,51,-0.21],["agents-last-exam","Agents' Last Exam",26.3,32.8,-0.85],["terminal-bench-3.0","Terminal-Bench 3.0",14.9,23.7,-1.26]]},{"id":"qwen3.6-35b-a3b","name":"Qwen3.6-35B-A3B","provider":"qwen","open":true,"launched":"2026-04-15","url":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B","excess":-0.23,"premium":0.42,"se":0.17,"nh":48,"no":174,"fu":[385,68.33],"ambition":80.2,"bench":[["hle","HLE",28.8,20.9,1.19],["imo-answerbench","IMO AnswerBench",81,72.3,1.18],["mlvu","MLVU",86.2,78.7,1.11],["terminal-bench-2.0","Terminal-Bench 2.0",51.5,42.9,1.06],["mmmu-pro","MMMU PRO",74.3,67.5,0.89],["lvbench","LVBench",71.4,64.8,0.85],["videommmu","VideoMMMU",83.7,78,0.84],["realworldqa","RealWorldQA",83.7,78.5,0.77],["mcpmark","MCPMark",36.9,31.4,0.72],["videomme-sub","VideoMME (w/sub)",86.6,82.1,0.72],["hmmt-feb-2026","HMMT Feb 2026",83.5,78.9,0.69],["gpqa-diamond","GPQA-diamond",83.7,79.3,0.66],["swe-bench-multilingual","SWE-Bench Multilingual",63.4,58.1,0.66],["mmbench-v1.1-en-dev","MMBench v1.1 (EN dev)",92.8,89.5,0.65],["hmmt-nov-2025","HMMT Nov 2025",88.9,85.2,0.64],["qwenclawbench","QwenClawBench",52.6,47.5,0.62],["livecodebench","LiveCodeBench",80.4,76.2,0.6],["mathvista-mini","MathVista-Mini",86.4,82.7,0.59],["cc-ocr","CC-OCR",82.1,78.2,0.58],["hmmt-feb-2025","HMMT Feb 2025",90.1,87,0.57],["odinw-13","ODinW-13",50.8,46.3,0.55],["refcoco","RefCOCO",91.5,88.8,0.53],["zerobench-sub","ZeroBench (sub)",34.4,30.5,0.52],["embspatialbench","EmbSpatialBench",83.2,79.9,0.5],["charxiv-rq","CharXiv (RQ)",72.8,69.3,0.46],["refspatialbench","RefSpatialBench",58.7,55.1,0.44],["mcp-atlas","MCP-Atlas",57,53.5,0.43],["claw-eval","Claw-Eval",69.5,66.6,0.38],["ai2d","AI2D",92.7,91.1,0.35],["nl2repo","NL2Repo",29.4,27.2,0.31],["vitabench","VitaBench",34.9,32.6,0.3],["videomme-nosub","VideoMME (w/o sub)",79.1,77.3,0.26],["supergpqa","SuperGPQA",64,62.1,0.25],["aime-2026-i","AIME 2026 I",91,89.9,0.22],["hallusionbench","HallusionBench",65.9,64.4,0.19],["swe-bench-verified","SWE-Bench Verified",66,64.5,0.19],["mmmu","MMMU",77.4,76.6,0.12],["swe-bench-pro","SWE-Bench Pro",42.7,41.8,0.12],["mmlu-pro","MMLU-Pro",84.7,84.1,0.11],["wide-search","WideSearch",60.9,60.3,0.08],["deep-planning","Deep Planning",25.9,25.4,0.07],["claweval-pass3","ClawEval (Pass^3)",52.4,52.2,0.02],["mmlu-redux","MMLU-Redux",93.3,93.3,0],["tool-decathlon","Tool-Decathlon",26.9,27.7,-0.11],["mvbench","MVBench",71.6,73,-0.2],["c-eval","C-Eval",89.2,90.3,-0.24],["simplevqa","SimpleVQA",56.6,58.7,-0.26],["skillsbench","SkillsBench",28.7,34.9,-0.8]]},{"id":"claude-mythos-preview","name":"Claude Mythos Preview","provider":"anthropic","open":false,"launched":"2026-04-07","url":"https://www.anthropic.com/glasswing","excess":-0.24,"premium":0.41,"se":0.4,"nh":11,"no":19,"fu":[81,85.75],"ambition":38.7,"bench":[["swe-bench-multimodal","SWE-bench Multimodal",59,44.4,1.78],["swe-bench-pro","SWE-Bench Pro",77.8,71,0.91],["swe-bench-verified","SWE-Bench Verified",93.9,89.8,0.83],["hle","HLE",56.8,51.8,0.62],["hle-with-tools","HLE (With Tools)",64.7,60.6,0.52],["terminal-bench-2.0","Terminal-Bench 2.0",82,79.9,0.33],["gpqa-diamond","GPQA-diamond",94.5,93.7,0.22],["swe-bench-multilingual","SWE-Bench Multilingual",87.3,86.8,0.1],["cybergym","CyberGym",83.1,83.6,-0.09],["osworld-verified","OSWorld Verified",82.5,84.1,-0.26],["browsecomp","BrowseComp",87.4,89.8,-0.49]]},{"id":"gpt-6-sol","name":"GPT-6 Sol","provider":"openai","open":false,"launched":"2026-09-22","url":"https://openai.com/index/introducing-gpt-6-sol-and-luna/","excess":-0.25,"premium":0.4,"se":0.53,"nh":4,"no":39,"fu":[53,87.5],"ambition":85.1,"bench":[["agents-last-exam","Agents' Last Exam",56.4,38,2.28],["frontiercode-main","FrontierCode Main",49.3,46.9,0.29],["deepswe-v1.1","DeepSWE v1.1",68.8,69.3,-0.06],["automationbench","AutomationBench",32.6,39.7,-0.89]]},{"id":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"openai","open":true,"launched":"2025-08-05","url":"https://openai.com/index/introducing-gpt-oss/","excess":-0.25,"premium":0.4,"se":0.43,"nh":6,"no":116,"fu":[437,65.39],"ambition":32.7,"bench":[["aime-2025","AIME 2025",90.3,75.5,2.01],["gpqa-diamond","GPQA-diamond",77,69.8,0.97],["hle","HLE",18.5,13.5,0.9],["mmlu","MMLU",88.9,87.5,0.26],["aime-2024","AIME 2024",75.9,80.2,-0.65],["hle-with-tools","HLE (With Tools)",19,26.8,-1.08]]},{"id":"gpt-4.5","name":"GPT-4.5","provider":"openai","open":false,"launched":"2025-02-27","url":"https://openai.com/index/introducing-gpt-4-5/","excess":-0.25,"premium":0.4,"se":0.57,"nh":6,"no":14,"fu":[674,55.66],"ambition":64.2,"bench":[["simpleqa","SimpleQA",62.5,29.6,4.1],["gpqa","GPQA",71.4,61.1,1.29],["mmmlu","MMMLU",85.1,78,1.05],["mmmu","MMMU",74.4,68.4,0.8],["swe-bench-verified","SWE-Bench Verified",38,43.9,-0.73],["aime-2024","AIME 2024",36.7,72,-4.41]]},{"id":"gemini-3-flash","name":"Gemini 3 Flash","provider":"google","open":false,"launched":"2025-12-17","url":"https://blog.google/products/gemini/gemini-3-flash/","excess":-0.28,"premium":0.37,"se":0.27,"nh":17,"no":120,"fu":[269,74.92],"ambition":67.5,"bench":[["simpleqa-verified","SimpleQA Verified",67.1,39.7,3.26],["mmmu-pro","MMMU PRO",80.4,74.3,0.85],["gpqa-diamond","GPQA-diamond",90.2,85.7,0.78],["hle","HLE",34.7,29.6,0.69],["global-piqa","Global PIQA",94.2,91,0.67],["videommmu","VideoMMMU",87.5,83.5,0.66],["toolathlon","Toolathlon",49.4,44.4,0.62],["charxiv-rq","CharXiv (RQ)",80,76.6,0.49],["screenspot-pro","ScreenSpot-Pro",69.1,65.5,0.46],["facts-benchmark-suite","FACTS Benchmark Suite",61.9,58.4,0.44],["terminal-bench-2.0","Terminal-Bench 2.0",60,56.6,0.42],["swe-bench-verified","SWE-Bench Verified",78,75.4,0.38],["mmmlu","MMMLU",91.8,90.3,0.32],["arc-agi-2","ARC-AGI-2",34,34.4,-0.06],["mrcr-128k-8n","MRCR 128K-8N",67.2,71.3,-0.56],["mcp-atlas","MCP-Atlas",59.7,66.3,-0.86],["aime-2025","AIME 2025",86.6,95.1,-2.3]]},{"id":"claude-3.7-sonnet","name":"Claude 3.7 Sonnet","provider":"anthropic","open":false,"launched":"2025-02-24","url":"https://www.anthropic.com/news/claude-3-7-sonnet","excess":-0.28,"premium":0.37,"se":0.49,"nh":5,"no":61,"fu":[590,58.9],"ambition":70.2,"bench":[["swe-bench-verified","SWE-Bench Verified",62.3,49,1.61],["ifeval","IFEval",88.7,85.5,0.56],["aime-2024","AIME 2024",80,78.9,0.17],["mmmu","MMMU",69.8,70.5,-0.1],["gpqa-diamond","GPQA-diamond",66,69,-0.39]]},{"id":"gemini-3.8-flash","name":"Gemini 3.8 Flash","provider":"google","open":false,"launched":"2026-09-02","url":"https://deepmind.google/models/model-cards/gemini-3-8-flash/","excess":-0.28,"premium":0.37,"se":0.3,"nh":13,"no":103,"fu":[96,84.72],"ambition":89.7,"bench":[["biomysterybench-hard","BioMysteryBench (Hard)",56.5,36.9,2.43],["deepswe-v1.1","DeepSWE v1.1",73.8,64.1,1.23],["lvbench","LVBench",87.1,80.1,1.07],["labbench2","LAB-Bench 2",86.2,79.6,1],["financeagent-v2","FinanceAgent v2",61.4,56.2,0.64],["terminal-bench-2.1","Terminal-Bench 2.1",88.5,85,0.6],["osworld-2.0","OSWorld 2.0",59,54.2,0.59],["hle-verified","HLE-Verified",54.9,52.6,0.29],["legal-agent-benchmark-held-out","Legal Agent Benchmark (Held-Out)",10,9,0.21],["charxiv-rq","CharXiv (RQ)",86.2,86.5,-0.05],["biomysterybench","BioMysteryBench",75.5,77.2,-0.26],["gdp-pdf","GDP.pdf",21,28,-0.95],["terminal-bench-4.0","Terminal-Bench 4.0",19.4,35,-1.96]]},{"id":"mistral-small-3.2-24b-instruct","name":"Mistral Small 3.2 24B Instruct","provider":"mistral","open":true,"launched":"2025-06-20","url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","excess":-0.28,"premium":0.37,"se":0.41,"nh":12,"no":9,"fu":[925,45.45],"ambition":39.3,"bench":[["ai2d","AI2D",92.9,83.1,1.54],["mmlu-pro","MMLU-Pro",69,60.9,1.02],["wildbench-v2","WildBench V2",65.3,58.4,0.86],["chartqa","ChartQA",87.4,82.7,0.76],["docvqa","DocVQA",94.9,91.3,0.76],["math","MATH",69.4,66.9,0.33],["arena-hard-v2","Arena-Hard V2",43.1,41,0.27],["mmmu","MMMU",62.5,60.7,0.23],["mmlu","MMLU",80.5,79.2,0.19],["gpqa-diamond","GPQA-diamond",50,51,-0.12],["mathvista","MathVista",67.1,68.1,-0.14],["simpleqa","SimpleQA",12.1,20.6,-1.27]]},{"id":"claude-sonnet-5.5","name":"Claude Sonnet 5.5","provider":"anthropic","open":false,"launched":"2026-09-28","url":"https://www.anthropic.com/claude-sonnet-5-5","excess":-0.29,"premium":0.36,"se":0.44,"nh":6,"no":51,"fu":[29,89.66],"ambition":92,"bench":[["terminal-bench-4.0","Terminal-Bench 4.0",70.6,55.4,1.85],["chartography","Chartography",61.6,56.2,0.67],["osworld-2.1","OSWorld 2.1",80.1,77.9,0.32],["cursorbench-4.0","CursorBench 4.0",55.5,53.4,0.26],["frontiercode-main","FrontierCode Main",52.1,55,-0.36],["hle-with-tools","HLE (With Tools)",64.5,69,-0.6]]},{"id":"seed2.1-pro","name":"Seed2.1 Pro","provider":"bytedance","open":false,"launched":"2026-06-24","url":"https://seed.bytedance.com/en/seed2_1","excess":-0.3,"premium":0.35,"se":0.27,"nh":17,"no":71,"fu":[172,80.61],"ambition":75.7,"bench":[["babyvision","BabyVision",73.7,53,2.46],["tomato","TOMATO",79.5,67.3,1.57],["erqa","ERQA",72,65.5,0.84],["worldvqa","WorldVQA",53,46.8,0.76],["mathvision","MathVision",92.6,88.7,0.74],["ovobench","OVOBench",80.7,76.7,0.58],["beyondaime","BeyondAIME",87,84.1,0.48],["charxiv-rq","CharXiv (RQ)",85.4,82.8,0.43],["mmmu-pro","MMMU PRO",81.6,80.3,0.2],["zerobench","ZeroBench",18,16.9,0.18],["videosimpleqa","VideoSimpleQA",76.4,75.5,0.13],["videomme","VideoMME",89.2,88.6,0.12],["minerva-video","Minerva (Video)",70.7,70.1,0.08],["nl2repo","NL2Repo",47,50.6,-0.44],["workspacebench","Workspace Bench",53,58.1,-0.63],["supergpqa","SuperGPQA",70.8,76.3,-0.8],["terminal-bench-2.1","Terminal-Bench 2.1",71,76.6,-0.81]]},{"id":"deepseek-v4-pro-0813","name":"DeepSeek V4-Pro-0813","provider":"deepseek","open":true,"launched":"2026-08-13","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813","excess":-0.3,"premium":0.35,"se":0.37,"nh":9,"no":58,"fu":[145,81.79],"ambition":79.2,"bench":[["cybergym","CyberGym",83.3,74.1,1.28],["nl2repo","NL2Repo",61.1,52.8,1.01],["toolathlon-verified","Toolathlon Verified",74.1,67.1,0.92],["hle-with-tools","HLE (With Tools)",60,53.8,0.76],["deepswe","DeepSWE",54.9,52.6,0.28],["hle","HLE",42.7,42.4,0.03],["terminal-bench-2.1","Terminal-Bench 2.1",78.7,78.9,-0.02],["automationbench","AutomationBench",32,34.3,-0.29],["agents-last-exam","Agents' Last Exam",23.8,30.2,-0.86]]},{"id":"gemini-4-neon","name":"Gemini 4 Neon","provider":"google","open":false,"launched":"2026-11-18","url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-4-neon/","excess":-0.3,"premium":0.35,"se":0.49,"nh":13,"no":8,"fu":[5,92.55],"ambition":77.9,"bench":[["graphwalks-bfs-256k-1m","GraphWalks BFS 256K-1M",95.2,81.1,2.01],["riemannbench","RiemannBench",84,78.6,0.81],["agents-last-exam-score","Agents' Last Exam (average score)",75.8,70.9,0.66],["automationbench","AutomationBench",56.3,51.3,0.62],["sec-bench-pro","SEC-Bench Pro",90.5,88.2,0.44],["swe-sweep","SWE-sweep",12.8,10.7,0.42],["cursorbench-4.1","CursorBench 4.1",65.4,62.9,0.32],["chartography","Chartography",73.5,72.5,0.14],["cwe-bench-v2","CWE-Bench v2",70.7,70.1,0.08],["frontiercode-2.0","FrontierCode 2.0",46.2,46.2,0.01],["lvbench","LVBench",89,89,0],["terminal-bench-science","Terminal-Bench-Science",70.5,73.7,-0.45],["vals-index","Vals Index",70.9,74.2,-0.47]]},{"id":"lfm3-omni-2b","name":"LFM3-Omni-2B","provider":"liquidai","open":true,"launched":"2026-10-27","url":"https://huggingface.co/LiquidAI/LFM3-Omni-2B","excess":-0.32,"premium":0.33,"se":0.48,"nh":6,"no":13,"fu":[1163,36.36],"ambition":84.1,"bench":[["daily-omni","Daily-Omni",70.1,59.8,1.28],["pope","POPE",89.3,87.1,0.41],["erqa","ERQA",38.5,36.7,0.23],["realworldqa","RealWorldQA",66.5,65.1,0.18],["embspatialbench","EmbSpatialBench",70.5,69.9,0.09],["mmstar","MMStar",55.7,57.6,-0.24]]},{"id":"qwen3.8-2.4t-a95b","name":"Qwen3.8-2.4T-A95B","provider":"qwen","open":true,"launched":"2026-08-08","url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","excess":-0.32,"premium":0.33,"se":0.22,"nh":25,"no":116,"fu":[113,83.82],"ambition":83.6,"bench":[["frontierswe","FrontierSWE",73.5,45.1,3.3],["paper-bench-code-dev","PaperBench Code-Dev",93,82.4,1.63],["mrcr-256k-8n","MRCR 256K-8N",92.9,85.3,1.28],["skillsbench-v1.1","SkillsBench v1.1",70.2,63.2,0.89],["agents-last-exam","Agents' Last Exam",39.7,33.5,0.81],["automationbench","AutomationBench",41.6,36.6,0.65],["workspacebench","Workspace Bench",67.7,62.6,0.64],["terminal-bench-2.1","Terminal-Bench 2.1",86.6,83.7,0.49],["prbench-legal","PRBench Legal",57.6,54,0.45],["ifbench","IFBench",82.8,80.1,0.42],["plawbench","PLawBench",73.2,70.5,0.36],["toolathlon-verified","Toolathlon Verified",72.5,71.3,0.17],["nl2repo","NL2Repo",59.5,58.3,0.16],["healthbench","HealthBench",60.2,59.5,0.09],["wide-search","WideSearch",81.9,81.6,0.05],["agents-last-exam-score","Agents' Last Exam (average score)",52.4,52.3,0.02],["gpqa-diamond","GPQA-diamond",92.7,92.7,0.01],["hle-with-tools","HLE (With Tools)",56.2,57.6,-0.17],["jobbench","JobBench",52.7,54.3,-0.2],["mls-bench-lite","MLS-Bench-Lite",41,42.9,-0.23],["swe-bench-pro","SWE-Bench Pro",65.3,67.9,-0.34],["hle","HLE",43.6,47.6,-0.49],["longbench-v2","longbench-v2",66.3,70.1,-0.5],["onemillionbench","OneMillionBench",57.8,62,-0.53],["deepswe-v1.1","DeepSWE v1.1",57,62.4,-0.68]]},{"id":"gpt-6.1-sol","name":"GPT-6.1 Sol","provider":"openai","open":false,"launched":"2026-09-29","url":"https://openai.com/index/introducing-gpt-6-1-sol/","excess":-0.33,"premium":0.32,"se":0.54,"nh":4,"no":80,"fu":[28,89.77],"ambition":86.6,"bench":[["terminal-bench-science","Terminal-Bench-Science",59,44.2,1.8],["automationbench","AutomationBench",49.3,43.2,0.75],["deepswe-v1.1","DeepSWE v1.1",74,75.9,-0.29],["gdp-pdf","GDP.pdf",32,39.8,-0.98]]},{"id":"gpt-5.4","name":"GPT-5.4","provider":"openai","open":false,"launched":"2026-03-05","url":"https://openai.com/index/introducing-gpt-5-4/","excess":-0.34,"premium":0.31,"se":0.24,"nh":25,"no":99,"fu":[168,80.86],"ambition":51.3,"bench":[["arc-agi-2","ARC-AGI-2",74,53,2.49],["gdpval","GDPVal",83,66.9,2.03],["arc-agi-1","ARC-AGI-1",93.7,85.3,1.41],["graphwalks-bfs","GraphWalks BFS",93,85.7,1.26],["tau2-telecom","TAU2-Telecom",94.4,88.7,1.08],["mrcr-128k-8n","MRCR 128K-8N",86,79,1.04],["browsecomp","BrowseComp",82.7,77.4,0.77],["hle","HLE",42.7,36.9,0.74],["gpqa-diamond","GPQA-diamond",92.8,89.2,0.7],["frontierscience-research","FrontierScience Research",33,28.6,0.59],["mrcr-256k-8n","MRCR 256K-8N",79.3,76.7,0.38],["toolathlon","Toolathlon",54.6,52,0.32],["hle-with-tools","HLE (With Tools)",52.1,49.5,0.32],["mmmu-pro","MMMU PRO",80.2,78.6,0.24],["osworld-verified","OSWorld Verified",75,73.7,0.19],["mmmu-pro-with-tools","MMMU Pro (with tools)",81.8,80.6,0.19],["terminal-bench-2.0","Terminal-Bench 2.0",66.5,65.9,0.08],["scires-frontiermath-tier-4","SciRes FrontierMath Tier 4",27.1,27.9,-0.11],["graphwalks-parents","GraphWalks Parents",89.8,90.9,-0.24],["swe-bench-pro-public","SWE-Bench Pro (Public)",57.7,60,-0.29],["officeqa","OfficeQA",68.1,70.6,-0.34],["financeagent-v1.1","FinanceAgent v1.1",56.6,61.4,-0.6],["mcp-atlas","MCP-Atlas",68.1,74.3,-0.87],["scires-frontiermath-tier-1-3","SciRes FrontierMath Tier 1-3",47.6,55.2,-0.94],["graphwalks-bfs-256k-1m","GraphWalks BFS 256K-1M",21.4,45.3,-2.81]]},{"id":"mistral-small-3.1-24b-instruct","name":"Mistral Small 3.1 24B Instruct","provider":"mistral","open":true,"launched":"2025-03-17","url":"https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503","excess":-0.34,"premium":0.31,"se":0.46,"nh":8,"no":9,"fu":[940,44.89],"ambition":73.5,"bench":[["ai2d","AI2D",93.7,83.1,1.66],["docvqa","DocVQA",94.1,91.3,0.61],["chartqa","ChartQA",86.2,82.6,0.59],["mmmu","MMMU",64,60.5,0.44],["math","MATH",69.3,66.6,0.35],["mmlu","MMLU",80.6,79.1,0.22],["mathvista","MathVista",68.9,68,0.12],["simpleqa","SimpleQA",10.4,20.4,-1.49]]},{"id":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA-Nemotron-Nano-9B-v2","provider":"nvidia","open":true,"launched":"2025-08-12","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","excess":-0.36,"premium":0.29,"se":0.39,"nh":9,"no":18,"fu":[677,55.55],"ambition":64.9,"bench":[["livecodebench","LiveCodeBench",68.2,53.5,1.79],["math500","MATH500",97.8,90.9,1.34],["aime-2025","AIME 2025",72,65.4,0.85],["ifeval","IFEval",86.1,83.7,0.39],["bfcl-v3","BFCL v3",66.9,63.9,0.38],["ruler-128k","Ruler 128k",78.9,76.7,0.32],["gpqa-diamond","GPQA-diamond",64,64.2,-0.02],["hle","HLE",6.5,10.7,-0.82],["ifbench","IFBench",36,49.6,-1.65]]},{"id":"o3","name":"o3","provider":"openai","open":false,"launched":"2025-04-16","url":"https://openai.com/index/introducing-o3-and-o4-mini/","excess":-0.37,"premium":0.28,"se":0.34,"nh":12,"no":56,"fu":[375,68.66],"ambition":38.3,"bench":[["charxiv-rq","CharXiv (RQ)",78.6,70.4,1.1],["mmmu","MMMU",82.9,77.3,0.82],["mathvista","MathVista",86.8,83.3,0.57],["gpqa-diamond","GPQA-diamond",83,80.3,0.41],["swe-bench-verified","SWE-Bench Verified",69.1,66.1,0.39],["aider-polyglot","Aider-Polyglot",79.1,76.5,0.38],["multichallenge","MultiChallenge",58.5,55.7,0.34],["aider-polyglot-diff","Aider-Polyglot (Diff)",76.9,74.9,0.28],["hle","HLE",22.6,21.9,0.1],["browsecomp","BrowseComp",49.7,52.3,-0.32],["aime-2024","AIME 2024",91.6,93,-0.34],["aime-2025","AIME 2025",88.2,90.2,-0.42]]},{"id":"mage-vl","name":"Mage-VL","provider":"microsoft","open":true,"launched":"2026-07-25","url":"https://huggingface.co/microsoft/Mage-VL","excess":-0.38,"premium":0.27,"se":0.34,"nh":19,"no":12,"fu":[896,46.51],"ambition":63.5,"bench":[["vsi-bench","VSI-Bench",64.3,46.4,2.16],["embspatialbench","EmbSpatialBench",82.7,73.3,1.28],["timelens-qvhighlights","QVHighlights-TimeLens",54.6,44.9,1.2],["cv-bench","CV-Bench",87.8,80.5,1.12],["blink","BLINK",65.1,58.2,0.86],["docvqa","DocVQA",95.1,91.5,0.78],["infovqa","InfoVQA",80.3,74.8,0.78],["ocrbench","OCRBench V2",81.8,79,0.42],["mmstar","MMStar",67.3,64.3,0.38],["mlvu","MLVU",68.7,66.2,0.33],["longvideobench","LongVideoBench",62.3,59.7,0.33],["chartqa","ChartQA",84.9,82.9,0.32],["mvbench","MVBench",65.9,64.9,0.13],["ovobench","OVOBench",51.8,52.6,-0.09],["seedbench","SEED-Bench",76.8,77.8,-0.14],["textvqa","TextVQA",77.3,79.5,-0.33],["lvbench","LVBench",41.8,45.5,-0.45],["chartqa-pro","ChartQA-Pro",32.6,40.6,-1],["videoevalpro","VideoEval-Pro",22.1,47.7,-2.98]]},{"id":"seed2.0-pro","name":"Seed2.0 Pro","provider":"bytedance","open":false,"launched":"2026-02-14","url":"https://seed.bytedance.com/en/seed2","excess":-0.4,"premium":0.25,"se":0.28,"nh":77,"no":8,"fu":[229,77.48],"ambition":72.5,"bench":[["matharena-apex","MathArena Apex",82.1,37.1,4.84],["vlmsarebiased","VLMsAreBiased",77.4,49.3,3.24],["babyvision","BabyVision",60.6,44.1,2.01],["graphwalks-parents","GraphWalks Parents",97.6,89.5,1.47],["browsecomp-zh","BrowseComp_zh",82.4,72.7,1.32],["hipho","HiPhO",74.1,64,1.28],["beyondaime","BeyondAIME",86.5,79.5,1.06],["hle-with-tools","HLE (With Tools)",54.2,46,1],["collie","COLLIE",93.9,89,0.95],["egotempo","EgoTempo",71.8,64.5,0.93],["worldvqa","WorldVQA",49.9,42.4,0.93],["arc-agi-1","ARC-AGI-1",85.4,79.6,0.87],["finsearchcomp","FinSearchComp",70.2,63.3,0.87],["imo-answerbench","IMO AnswerBench",89.3,84.1,0.86],["motionbench","MotionBench",75.2,68.9,0.84],["visulogic","VisuLogic",47.4,40.8,0.82],["erqa","ERQA",68.5,62.3,0.78],["mathvision","MathVision",88.8,84.4,0.74],["browsecomp","BrowseComp",77.3,72,0.73],["simplevqa","SimpleVQA",71.4,66,0.7],["contphy","ContPhy",67.4,62,0.68],["aethercode","AetherCode",60.6,55.1,0.67],["aime-2025","AIME 2025",98.3,96.2,0.65],["longvideobench","LongVideoBench",80.3,75.8,0.64],["hmmt-feb-2025","HMMT Feb 2025",97.3,95.2,0.59],["multichallenge","MultiChallenge",68.3,63.8,0.58],["mars-bench","MARS-Bench",85.6,82,0.57],["videomme","VideoMME",89.5,86.4,0.55],["ovbench","OVBench",69.2,65,0.54],["lvbench","LVBench",76.4,72.6,0.52],["discox","DiscoX",82,78.7,0.5],["frontierscience-olympiad","FrontierScience Olympiad",74,70.2,0.5],["ovobench","OVOBench",77,73.7,0.45],["phybench","PHYBench",74,71.3,0.37],["crossvid","CrossVid",61,58,0.37],["wide-search","WideSearch",74.7,72.1,0.36],["videommmu","VideoMMMU",86.9,84.9,0.34],["healthbench","HealthBench",57.7,55.2,0.31],["charxiv-rq","CharXiv (RQ)",80.5,78.6,0.28],["gpqa-diamond","GPQA-diamond",88.9,87.4,0.28],["mmmu-pro","MMMU PRO",78.2,76.3,0.28],["healthbench-hard","HealthBench-Hard",29.1,27.9,0.16],["mmvu","MMVU",78.2,77.1,0.16],["minerva-video","Minerva (Video)",66.5,65.5,0.13],["longbench-v2","longbench-v2",63.8,62.9,0.12],["videoholmes","VideoHolmes",67.4,66.5,0.12],["global-piqa","Global PIQA",92.3,91.8,0.11],["hle-text-only","HLE (Text Only)",32.4,31.6,0.1],["hmmt-nov-2025","HMMT Nov 2025",93.3,92.9,0.09],["livecodebench","LiveCodeBench",87.8,87.6,0.04],["inverse-ifeval","Inverse IFEval",78.9,78.8,0.01],["videosimpleqa","VideoSimpleQA",71.9,72,-0.01],["tvbench","TVBench",75,75.7,-0.1],["cl-bench","CL-Bench",20.8,21.5,-0.1],["frames","FRAMES",84.5,85.3,-0.14],["superchem","SuperChem",51.6,52.8,-0.15],["livesports-3k","LiveSports-3K",78,79.2,-0.18],["swe-bench-multilingual","SWE-Bench Multilingual",71.7,73.2,-0.2],["cgbench","CGBench",65,66.6,-0.21],["frontierscience-research","FrontierScience Research",25,26.8,-0.25],["seal-0","SEAL-0",49.5,51.7,-0.27],["tomato","TOMATO",59.9,62.5,-0.33],["lpfqa","LPFQA",52.6,55.5,-0.36],["babe","BABE",51.8,55,-0.4],["supergpqa","SuperGPQA",68.7,71.7,-0.41],["aime-2026-i","AIME 2026 I",94.2,95.8,-0.49],["charxiv-dq","CharXiv (DQ)",93.5,95.3,-0.54],["arc-agi-2","ARC-AGI-2",37.5,42.3,-0.6],["terminal-bench-2.0","Terminal-Bench 2.0",55.8,60.8,-0.63],["mmlu-pro","MMLU-Pro",87,90.1,-0.64],["mmmlu","MMMLU",88.1,91.2,-0.68],["simpleqa-verified","SimpleQA Verified",36,42.5,-0.8],["swe-bench-pro","SWE-Bench Pro",46.9,55,-1],["nl2repo","NL2Repo",27.9,41.7,-1.7],["researchrubrics","ResearchRubrics",50.7,64.2,-1.71],["graphwalks-bfs","GraphWalks BFS",68.9,84.1,-2.47],["mrcr-v2","MRCR v2",54,75.7,-3]]},{"id":"mistral-small-4","name":"Mistral Small 4","provider":"mistral","open":true,"launched":"2026-03-16","url":"https://mistral.ai/news/mistral-small-4","excess":-0.4,"premium":0.25,"se":0.45,"nh":6,"no":48,"fu":[584,59.07],"ambition":20.4,"bench":[["livecodebench","LiveCodeBench",71.2,56.5,1.79],["aime-2025","AIME 2025",79.8,69.3,1.38],["mmlu-pro","MMLU-Pro",77,73.8,0.44],["gpqa-diamond","GPQA-diamond",66.9,66.2,0.08],["ifbench","IFBench",42.8,51.2,-1.04],["mmmu-pro","MMMU PRO",46.3,55.8,-1.16]]},{"id":"minicpm-v-4.7-1b","name":"MiniCPM-V 4.7 1B","provider":"openbmb","open":true,"launched":"2026-10-06","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B","excess":-0.41,"premium":0.24,"se":0.26,"nh":24,"no":44,"fu":[964,43.99],"ambition":75.2,"bench":[["mathverse-mini","MathVerse-mini",60.4,45.4,1.83],["mathvista","MathVista",74.3,65.2,1.17],["ocrbench","OCRBench V2",84.1,76.5,1.09],["charxiv-rq","CharXiv (RQ)",46.6,38.9,0.97],["mmstar","MMStar",68.8,61.5,0.92],["muirbench","MUIRBENCH",61.3,54.2,0.88],["mmhal-bench-hallucination-rate","MMHal-Bench (Hallucination Rate)",74,67.2,0.88],["textvqa","TextVQA",82.4,77.9,0.67],["blink","BLINK",60.7,55.6,0.63],["refcoco","RefCOCO",85.6,81.7,0.62],["mmbench-v1.1-en-dev","MMBench v1.1 (EN dev)",83.4,79.5,0.59],["hallusionbench","HallusionBench",55.7,53.8,0.23],["simplevqa","SimpleVQA",39.4,39,0.05],["mm-ifeval","MM-IFEval",55.3,55.1,0.02],["mathvision","MathVision",30.9,31.6,-0.09],["motionbench","MotionBench",52.8,54.1,-0.15],["mmt-bench","MMT-Bench",61.7,62.9,-0.16],["mmmu-pro","MMMU PRO",37.7,40.1,-0.3],["omnidocbench-v1.6","OmniDocBench v1.6",85.4,87.4,-0.37],["mmmu","MMMU",53.9,57.7,-0.46],["ocrbenchv2-en","OCRBenchV2 (EN)",44.1,47.9,-0.46],["longvideobench","LongVideoBench",53.4,57.2,-0.48],["screenspot","ScreenSpot",68,72.3,-0.58],["mmsi-bench","MMSI-Bench",10.7,22.3,-1.66]]},{"id":"nemotron-3-super-120b-a12b","name":"Nemotron-3-Super-120B-A12B","provider":"nvidia","open":true,"launched":"2026-03-11","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","excess":-0.42,"premium":0.23,"se":0.25,"nh":23,"no":61,"fu":[430,65.77],"ambition":69.1,"bench":[["hmmt-feb-2025","HMMT Feb 2025",93.7,83.2,1.64],["ifbench","IFBench",72.6,60.2,1.53],["ruler-256k","Ruler 256k",96.5,89.5,1.33],["ruler-512k","Ruler 512k",95.7,88.9,1.27],["ruler-1m","Ruler 1M",92.8,85.5,1.25],["livecodebench-v5","LiveCodeBench v5 (2024.10-2025.02)",81.6,73,1.19],["wmt24-plus-plus","WMT24++",86.7,79.5,1.08],["gpqa","GPQA",79.9,72,1.07],["aime-2025","AIME 2025",91,85.7,0.91],["arena-hard-v2","Arena-Hard V2",73.3,68.6,0.63],["scicode","SciCode (sub)",42,38.3,0.48],["mmlu-prox","MMLU-ProX",79.4,77.2,0.32],["mmlu-pro","MMLU-Pro",83.7,81.9,0.29],["hle-text-only","HLE (Text Only)",19.4,17.7,0.27],["terminal-bench-hard","Terminal-Bench Hard",25.6,25.6,0],["tau2-telecom","TAU2-Telecom",64.4,68.6,-0.56],["tau2-airline","TAU2-Airline",56.9,61.9,-0.63],["tau2-retail","TAU2-Retail",64.3,70.4,-0.82],["terminal-bench-2.0","Terminal-Bench 2.0",31,38.1,-0.9],["swe-bench-multilingual","SWE-Bench Multilingual",45.8,53.5,-0.94],["hle-with-tools","HLE (With Tools)",22.8,32.4,-1.24],["bird-sql","Bird-SQL",41.8,52.6,-1.32],["browsecomp","BrowseComp",30.2,43.3,-1.6]]},{"id":"gpt-5.3-codex","name":"GPT-5.3 Codex","provider":"openai","open":false,"launched":"2026-02-05","url":"https://openai.com/index/introducing-gpt-5-3-codex/","excess":-0.42,"premium":0.23,"se":0.62,"nh":4,"no":9,"fu":[198,79.23],"ambition":42.8,"bench":[["terminal-bench-2.0","Terminal-Bench 2.0",77.3,66.1,1.44],["gdpval","GDPVal",70.9,67.1,0.5],["swe-bench-pro-public","SWE-Bench Pro (Public)",56.8,60.1,-0.42],["osworld-verified","OSWorld Verified",69.3,73.8,-0.62]]},{"id":"inkling","name":"Inkling","provider":"thinkingmachines","open":true,"launched":"2026-07-15","url":"https://thinkingmachines.ai/news/introducing-inkling/","excess":-0.47,"premium":0.18,"se":0.51,"nh":4,"no":55,"fu":[304,72.78],"ambition":41.5,"bench":[["charxiv-rq","CharXiv (RQ)",78.1,74.2,0.54],["mmmu-pro","MMMU PRO",73.5,72.1,0.19],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",82,81.8,0.04],["voicebench-mau-v05-15-25","MMAU v05.15.25",77.2,77.6,-0.05]]},{"id":"gemini-4-hydrogen","name":"Gemini 4 Hydrogen","provider":"google","open":false,"launched":"2026-11-12","url":"https://deepmind.google/models/model-cards/gemini-4-hydrogen/","excess":-0.5,"premium":0.15,"se":0.71,"nh":6,"no":11,"fu":[24,90.05],"ambition":78.3,"bench":[["swe-sweep","SWE-sweep",13.5,8.3,1.14],["agents-last-exam-score","Agents' Last Exam (average score)",71.6,65.5,0.79],["chartography","Chartography",66.6,61.7,0.62],["terminal-bench-4.1","Terminal-Bench 4.1",57,60.3,-0.41],["osworld-2.1-offline","OSWorld 2.1 (Offline)",77.6,80.7,-0.49],["terminal-bench-science","Terminal-Bench-Science",51.4,57.3,-0.73]]},{"id":"claude-opus-5","name":"Claude Opus 5","provider":"anthropic","open":false,"launched":"2026-07-24","url":"https://www.anthropic.com/news/claude-opus-5","excess":-0.51,"premium":0.14,"se":0.28,"nh":14,"no":142,"fu":[52,87.54],"ambition":95.3,"bench":[["frontierbench","FrontierBench",43.3,29.7,1.8],["osworld-2.0","OSWorld 2.0",72.3,63,1.18],["automationbench","AutomationBench",48.7,40.7,0.99],["biomysterybench-hard","BioMysteryBench (Hard)",50.6,42.7,0.98],["deepswe-v1.1","DeepSWE v1.1",73.6,71.4,0.31],["frontiercode-main","FrontierCode Main",50.7,48.7,0.24],["hle-with-tools","HLE (With Tools)",63.6,63.9,-0.04],["hle","HLE",56,56.5,-0.07],["biomysterybench","BioMysteryBench",81.1,81.8,-0.11],["legal-agent-benchmark-held-out","Legal Agent Benchmark (Held-Out)",9.2,10.8,-0.32],["browsecomp","BrowseComp",90.8,92.2,-0.33],["healthbench-professional","HealthBench Professional",58.1,61.8,-0.47],["deepsearchqa","DeepSearchQA",90.4,92.5,-0.48],["arc-agi-3","ARC-AGI-3",30.2,44.9,-1.79]]},{"id":"inkling-2-small","name":"Inkling 2 Small","provider":"thinkingmachines","open":true,"launched":"2026-11-05","url":"https://thinkingmachines.ai/news/inkling-2-small/","excess":-0.51,"premium":0.14,"se":0.25,"nh":38,"no":33,"fu":[100,84.55],"ambition":88.5,"bench":[["jobbench","JobBench",70.5,56.7,1.68],["hlab-vals-1.1","HLAB-Vals-1.1",21.7,13.1,1.54],["babyvision-with-tools","BabyVision (With Tools)",93.7,85.8,1.34],["screenspot-pro-with-tools","ScreenSpot-Pro (with tools)",91.8,85.7,1.05],["screenspot-pro","ScreenSpot-Pro",83.8,76.9,0.99],["deepswe-v1.1","DeepSWE v1.1",72.1,64.4,0.98],["perceptionbench","PerceptionBench",64.7,57.4,0.9],["babyvision","BabyVision",68.6,62.7,0.75],["chartography-with-tools","Chartography (With Tools)",81.2,76.2,0.72],["complexconstraints","ComplexConstraints v1.0",44.5,40.2,0.54],["financeagent-v2.1","FinanceAgent v2.1",67.5,65.8,0.22],["enterpriseops-gym","EnterpriseOps-Gym",46.8,45.1,0.21],["mcp-atlas","MCP-Atlas",85.2,84,0.2],["vals-index","Vals Index",56.1,54.6,0.18],["legal-research-bench","Legal Research Bench",46.6,45.2,0.18],["swe-bench-pro-v2-hard","SWE-Bench Pro v2 (Hard)",86.3,85.9,0.07],["frontiercode-2.0","FrontierCode 2.0",25.4,24.9,0.07],["apex-accounting-v1.1-mean","APEX-Accounting v1.1 (mean score)",62,61.5,0.06],["vibe-code-bench-v1.1","Vibe Code Bench v1.1",81.6,81.3,0.05],["patcheval","PatchEval",79.6,79.7,-0.01],["hle-diamond","HLE-Diamond",28.7,28.8,-0.02],["longbench-v2","longbench-v2",70.6,70.9,-0.04],["hss","HSS",33.3,33.7,-0.05],["apex-accounting-v1.1","APEX-Accounting v1.1",14.5,14.8,-0.05],["tau3-banking","τ³-Bench Banking",40.4,40.9,-0.06],["posttrainbench","PostTrainBench",31.9,32.7,-0.1],["chartography","Chartography",36.7,37.7,-0.12],["tax-agent-bench","Tax Agent Bench",65.8,66.9,-0.15],["charxiv-rq","CharXiv (RQ)",85.6,86.6,-0.18],["matharena-apex","MathArena Apex",63.5,65.1,-0.2],["critpt-v2-hard","CritPt v2 (Hard)",35,37.1,-0.27],["charxiv-rq-with-tools","CharXiv (RQ, With Tools)",88.4,89.8,-0.28],["excel-modeling-benchmark-v1.1","Excel Modeling Benchmark v1.1",69.5,71.7,-0.3],["critpt-v2","CritPt v2",55.7,58.2,-0.31],["gdp-pdf","GDP.pdf",25.2,28.2,-0.41],["mmmu-pro","MMMU PRO",81.6,84.2,-0.43],["biomysterybench","BioMysteryBench",70,77.4,-1.08],["terminal-bench-science","Terminal-Bench-Science",5.7,23.6,-2.32]]},{"id":"qwen2.5-vl-72b","name":"Qwen2.5-VL 72B","provider":"qwen","open":true,"launched":"2025-01-27","url":"https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct","excess":-0.52,"premium":0.13,"se":0.39,"nh":10,"no":29,"fu":[704,54.29],"ambition":68.7,"bench":[["screenspot-pro","ScreenSpot-Pro",55.6,44.6,1.35],["ocrbench","OCRBench V2",87.1,83.2,0.64],["docvqa","DocVQA",96.2,94.2,0.54],["ai2d","AI2D",88.3,86.7,0.29],["mmmu","MMMU",69.3,67.4,0.25],["mmstar","MMStar",71.1,69.5,0.22],["chartqa","ChartQA",86.1,86.1,0.01],["mmmu-pro","MMMU PRO",51.9,53.4,-0.18],["hallusionbench","HallusionBench",56.5,59,-0.31],["mathvision","MathVision",39.4,51.7,-1.5]]},{"id":"grok-4.5","name":"Grok 4.5","provider":"xai","open":false,"launched":"2026-07-08","url":"https://x.ai/news/grok-4-5","excess":-0.55,"premium":0.1,"se":0.65,"nh":3,"no":22,"fu":[141,82.05],"ambition":78.2,"bench":[["terminal-bench-2.1","Terminal-Bench 2.1",82.4,79.1,0.51],["swe-marathon","SWE-Marathon",29,27.7,0.18],["deepswe-v1.1","DeepSWE v1.1",53.9,56.9,-0.38]]},{"id":"hy4","name":"Hy4","provider":"tencent","open":true,"launched":"2026-11-04","url":"https://hy.tencent.com/research/hy4?langVersion=zh","excess":-0.55,"premium":0.1,"se":0.46,"nh":8,"no":25,"fu":[68,86.31],"ambition":95.2,"bench":[["automationbench","AutomationBench",55.7,40.4,1.89],["osworld-2.1","OSWorld 2.1",78.9,72.4,0.89],["frontiercode-2.0","FrontierCode 2.0",31,29,0.27],["agents-last-exam","Agents' Last Exam",41,39,0.26],["terminal-bench-4.0","Terminal-Bench 4.0",43.4,43.7,-0.04],["posttrainbench","PostTrainBench",35.2,36.9,-0.22],["programbench-almost-solved","ProgramBench (Almost Solved)",29.2,32,-0.36],["terminal-bench-science","Terminal-Bench-Science",18.5,33.4,-1.9]]},{"id":"claude-fable-5","name":"Claude Fable 5","provider":"anthropic","open":false,"launched":"2026-06-09","url":"https://www.anthropic.com/news/claude-fable-5-mythos-5","excess":-0.56,"premium":0.09,"se":0.31,"nh":12,"no":115,"fu":[70,86.2],"ambition":83,"bench":[["exploitbench","ExploitBench",78,61.4,2.04],["swe-bench-pro","SWE-Bench Pro",80,73.3,0.92],["biomysterybench-hard","BioMysteryBench (Hard)",46.5,41.5,0.63],["hle","HLE",56.5,55,0.18],["hle-with-tools","HLE (With Tools)",63.8,62.9,0.12],["healthbench-professional","HealthBench Professional",62.1,61.3,0.11],["osworld-verified","OSWorld Verified",85.5,85.8,-0.06],["blueprint-bench-2","Blueprint-Bench 2",38.6,39.5,-0.12],["automationbench","AutomationBench",37.7,40,-0.3],["gdp-pdf","GDP.pdf",29.8,33.2,-0.44],["terminal-bench-2.1","Terminal-Bench 2.1",84.3,89,-0.91],["legal-agent-benchmark","Legal Agent Benchmark",11.3,17.8,-1.04]]},{"id":"grok-4.7","name":"Grok 4.7","provider":"xai","open":false,"launched":"2026-09-21","url":"https://x.ai/news/grok-4-7","excess":-0.57,"premium":0.08,"se":0.52,"nh":5,"no":22,"fu":[74,86.04],"ambition":94.6,"bench":[["eebench","EEBench",64,55.2,1.08],["deepswe-v1.1","DeepSWE v1.1",71,68.7,0.3],["cursorbench-4.0","CursorBench 4.0",46.3,46.9,-0.07],["terminal-bench-4.0","Terminal-Bench 4.0",37.6,41,-0.42],["healthbench-professional","HealthBench Professional",56.7,60.8,-0.51]]},{"id":"gpt-4.1","name":"GPT-4.1","provider":"openai","open":false,"launched":"2025-04-14","url":"https://openai.com/index/gpt-4-1/","excess":-0.65,"premium":0,"se":0.32,"nh":13,"no":69,"fu":[634,57.2],"ambition":47.1,"bench":[["swe-bench-verified","SWE-Bench Verified",54.6,45.3,1.14],["mmlu","MMLU",90.3,86,0.76],["aider-polyglot","Aider-Polyglot",52.4,46.5,0.73],["ifeval","IFEval",87.7,84.5,0.55],["charxiv-dq","CharXiv (DQ)",87.9,84.9,0.52],["multilingual-mmlu","Multilingual MMLU",87.3,84.5,0.48],["aider-polyglot-diff","Aider-Polyglot (Diff)",52.4,49,0.41],["video-mme","Video-MME",72,70.8,0.16],["charxiv-rq","CharXiv (RQ)",56.7,56.3,0.05],["gpqa-diamond","GPQA-diamond",66.3,66.2,0.02],["multi-if","Multi-IF",70.8,72.8,-0.28],["multichallenge","MultiChallenge",36.4,43.9,-0.93],["aime-2024","AIME 2024",47.3,74,-3.55]]},{"id":"gemini-2.5-flash","name":"Gemini 2.5 Flash","provider":"google","open":false,"launched":"2025-04-17","url":"https://developers.googleblog.com/en/start-building-with-gemini-25-flash/","excess":-0.68,"premium":-0.03,"se":0.34,"nh":10,"no":157,"fu":[571,59.51],"ambition":65.1,"bench":[["gpqa-diamond","GPQA-diamond",79,68.1,1.41],["mrcr-128k","OpenAI-MRCR (128k)",54.3,47.3,0.86],["livecodebench-v5","LiveCodeBench v5 (2024.10-2025.02)",65.5,60.2,0.66],["mmmu","MMMU",74.8,70.1,0.63],["aime-2025","AIME 2025",72.7,72.7,0],["hle","HLE",11.1,12.6,-0.27],["mrcr-1m","OpenAI-MRCR (1M)",21,25.5,-0.64],["aider-polyglot","Aider-Polyglot",44,50.5,-0.79],["aime-2024","AIME 2024",70.8,77.5,-0.97],["simpleqa","SimpleQA",23.3,32,-1.14]]},{"id":"mobilellm-p1","name":"MobileLLM P1","provider":"meta","open":true,"launched":"2025-10-17","url":"https://huggingface.co/facebook/MobileLLM-Pro","excess":-0.71,"premium":-0.06,"se":0.41,"nh":13,"no":7,"fu":[1614,16.49],"ambition":67.2,"bench":[["humaneval","HumanEval",59.8,16.5,6.09],["mbpp","MBPP",45.5,26.5,2.57],["ifeval","IFEval",62.5,48.7,1.68],["arc-challenge","ARC-Challenge",49.2,42.9,0.79],["boolq","BoolQ",68.8,69.7,-0.12],["piqa","PIQA",73.2,74.2,-0.13],["mmlu","MMLU",41.8,43,-0.16],["hellaswag","HellaSwag",55.3,60.9,-0.7],["naturalquestions","NaturalQuestions",8.9,15.1,-1.05],["winogrande","WinoGrande",51.7,62,-1.29],["openbookqa","OpenBookQA",29.6,44.2,-1.78],["arc-easy","ARC-Easy",52.7,68.7,-2.07],["triviaqa","TriviaQA",19.9,40.6,-2.49]]},{"id":"o3-mini","name":"o3 mini","provider":"openai","open":false,"launched":"2025-01-31","url":"https://openai.com/index/openai-o3-mini/","excess":-0.73,"premium":-0.08,"se":0.55,"nh":4,"no":12,"fu":[510,62.01],"ambition":50.9,"bench":[["math","MATH",97.9,86.4,1.76],["mgsm","MGSM",91.7,90.5,0.24],["aime-2024","AIME 2024",79.6,79.9,-0.05],["simpleqa","SimpleQA",15,33.3,-2.28]]},{"id":"claude-opus-5.5","name":"Claude Opus 5.5","provider":"anthropic","open":false,"launched":"2026-09-22","url":"https://www.anthropic.com/claude-opus-5-5","excess":-0.74,"premium":-0.09,"se":0.38,"nh":8,"no":111,"fu":[18,90.84],"ambition":87.3,"bench":[["automationbench","AutomationBench",50.2,46.9,0.41],["terminal-bench-4.0","Terminal-Bench 4.0",63.6,62.4,0.16],["cursorbench-4.0","CursorBench 4.0",57.8,56.6,0.15],["osworld-2.1","OSWorld 2.1",81.8,80.9,0.14],["terminal-bench-science","Terminal-Bench-Science",58.7,58.7,0.01],["chartography-with-tools","Chartography (With Tools)",89,90.6,-0.33],["frontiercode-main","FrontierCode Main",54.6,59.2,-0.57],["hle-with-tools","HLE (With Tools)",67,72.2,-0.72]]},{"id":"kimi-k2","name":"Kimi-K2","provider":"moonshotai","open":true,"launched":"2025-07-11","url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","excess":-0.74,"premium":-0.09,"se":0.49,"nh":9,"no":17,"fu":[464,63.89],"ambition":66.8,"bench":[["livebench","LiveBench",76.4,65.4,1.41],["acebench","AceBench",82.2,71.9,1.39],["tau2-telecom","TAU2-Telecom",65.8,57.2,1.06],["aider-polyglot","Aider-Polyglot",59.1,53.4,0.7],["terminal-bench","Terminal-Bench",31.8,27.3,0.62],["supergpqa","SuperGPQA",57.2,52.6,0.57],["aime-2024","AIME 2024",69.6,79.8,-1.54],["livecodebench","LiveCodeBench",48.9,61.4,-1.57],["aime-2025","AIME 2025",49.5,75.1,-3.45]]},{"id":"kimi-vl-a3b-instruct","name":"Kimi-VL-A3B-Instruct","provider":"moonshotai","open":true,"launched":"2025-04-10","url":"https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct","excess":-0.74,"premium":-0.09,"se":0.58,"nh":7,"no":5,"fu":[903,46.31],"ambition":76.1,"bench":[["screenspot-v2","ScreenSpot-v2",89.8,81.9,1.23],["ocrbench","OCRBench V2",86.5,78.3,1.21],["ai2d","AI2D",84.6,82.8,0.29],["mmbench-v1.1-en","MMBench v1.1 (EN)",80.9,81.3,-0.06],["mmstar","MMStar",60,63.5,-0.44],["mmmu","MMMU",52,60.1,-1.01],["mathvision","MathVision",21.4,36.1,-1.84]]},{"id":"gpt-6.2-sol","name":"GPT-6.2 Sol","provider":"openai","open":false,"launched":"2026-11-17","url":"https://openai.com/index/introducing-gpt-6-2-astra-sol/","excess":-0.75,"premium":-0.1,"se":0.64,"nh":4,"no":26,"fu":[9,92.21],"ambition":76.9,"bench":[["exploitbench-2026-jun-aug","ExploitBench (Jun-Aug 2026)",50.5,41.5,1.11],["frontiercode-2.0","FrontierCode 2.0",43.8,44.4,-0.08],["terminal-bench-science","Terminal-Bench-Science",68,70.5,-0.34],["automationbench","AutomationBench",41.3,50.3,-1.09]]},{"id":"claude-fable-5.1","name":"Claude Fable 5.1","provider":"anthropic","open":false,"launched":"2026-09-01","url":"https://www.anthropic.com/claude-fable-and-mythos-5-1","excess":-0.8,"premium":-0.15,"se":0.39,"nh":8,"no":89,"fu":[37,88.99],"ambition":98.7,"bench":[["osworld-2.0","OSWorld 2.0",79.3,71,1.12],["osworld-2.0-strict","OSWorld 2.0 (Strict)",42.2,37.4,0.62],["terminal-bench-4.0","Terminal-Bench 4.0",55.8,55,0.1],["cursorbench-3.2","CursorBench 3.2",73.4,74.5,-0.16],["terminal-bench-science","Terminal-Bench-Science",46.3,48.3,-0.25],["hle-with-tools","HLE (With Tools)",65.3,68.8,-0.47],["hle","HLE",59.2,63.6,-0.56],["automationbench","AutomationBench",31.4,44.3,-1.57]]},{"id":"deepseek-v4-pro","name":"DeepSeek V4-Pro","provider":"deepseek","open":true,"launched":"2026-04-24","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","excess":-0.84,"premium":-0.19,"se":0.26,"nh":20,"no":83,"fu":[231,77.2],"ambition":62.3,"bench":[["matharena-apex-shortlist","MathArena Apex Shortlist",85.8,78.1,1.13],["imo-answerbench","IMO AnswerBench",91.4,84.9,1.09],["livecodebench","LiveCodeBench",92.5,88.3,0.79],["hmmt-feb-2026","HMMT Feb 2026",93.5,90.3,0.66],["hle","HLE",37.7,33.9,0.49],["gpqa-diamond","GPQA-diamond",90.1,87.9,0.41],["simpleqa-verified","SimpleQA Verified",45.8,43.5,0.28],["hle-with-tools","HLE (With Tools)",48.2,47.1,0.14],["toolathlon","Toolathlon",49.5,49,0.07],["mcp-atlas","MCP-Atlas",71.5,71.3,0.03],["swe-bench-multilingual","SWE-Bench Multilingual",74.3,74.3,0],["browsecomp","BrowseComp",71.4,73.7,-0.32],["chinese-simpleqa","Chinese SimpleQA",75.8,78.5,-0.4],["terminal-bench-2.0","Terminal-Bench 2.0",59.1,62.3,-0.41],["swe-bench-pro","SWE-Bench Pro",52.7,56.2,-0.44],["mrcr-1m","OpenAI-MRCR (1M)",44.7,49.6,-0.6],["swe-bench-verified","SWE-Bench Verified",74.5,79.3,-0.72],["mmlu-pro","MMLU-Pro",86.9,90.6,-0.77],["matharena-apex","MathArena Apex",28,39.2,-1.39],["corpusqa","CorpusQA",35.6,66.8,-3.8]]},{"id":"glm-4.5v","name":"GLM-4.5V","provider":"zai","open":true,"launched":"2025-07-28","url":"https://arxiv.org/abs/2507.01006v3","excess":-0.95,"premium":-0.3,"se":0.3,"nh":34,"no":15,"fu":[496,62.47],"ambition":68.9,"bench":[["muirbench","MUIRBENCH",75.3,69.6,0.76],["chartqa-pro","ChartQA-Pro",64,58.1,0.73],["refcoco","RefCOCO",91.3,88.2,0.59],["mathvista","MathVista",84.1,81.4,0.42],["design2code","Design2Code",82.2,80.2,0.31],["hallusionbench","HallusionBench",65.4,63.5,0.25],["cv-bench","CV-Bench",87.4,86.3,0.2],["flame-react-eval","Flame-React-Eval",82.5,81.6,0.14],["mvbench","MVBench",73,72.1,0.12],["mmvu","MMVU",68.7,68.9,-0.02],["mmbench-v1.1-cn","MMBench v1.1 (CN)",88.3,88.5,-0.03],["mmmu","MMMU",74.9,75.1,-0.03],["videomme-sub","VideoMME (w/sub)",80.7,80.9,-0.03],["mmmu-pro","MMMU PRO",64.7,65,-0.04],["treebench","TreeBench",50.1,50.5,-0.05],["mmstar","MMStar",75.3,75.8,-0.08],["mmbench-v1.1-en","MMBench v1.1 (EN)",88.2,89.1,-0.18],["motionbench","MotionBench",62.4,64,-0.2],["videomme-nosub","VideoMME (w/o sub)",74.6,76,-0.2],["ocrbench","OCRBench V2",86.5,87.9,-0.25],["androidworld","AndroidWorld",57,59.4,-0.3],["all-angles-bench","All-Angles Bench",56.9,59.8,-0.36],["blink","BLINK",65.9,68.9,-0.4],["ai2d","AI2D",87.9,90.4,-0.51],["wemath","WeMath",68.8,72.8,-0.55],["erqa","ERQA",50,54.7,-0.58],["omnispatial","OmniSpatial",51,56.3,-0.66],["logicvista","LogicVista",63,68.7,-0.76],["mathvision","MathVision",62.6,69.7,-0.94],["lvbench","LVBench",53.8,62.7,-1.12],["mmlongbench-doc","MMLongBench-Doc",44.7,54.1,-1.16],["chartmuseum","ChartMuseum",48,59.2,-1.4],["videommmu","VideoMMMU",62.4,76,-1.92],["dynamath","DynaMath",53.9,69.5,-2.04]]},{"id":"grok-3","name":"Grok 3","provider":"xai","open":false,"launched":"2025-02-17","url":"https://x.ai/news/grok-3","excess":-1.55,"premium":-0.9,"se":0.97,"nh":3,"no":9,"fu":[672,55.74],"ambition":64.6,"bench":[["simpleqa","SimpleQA",41.3,29.4,1.59],["aime-2025","AIME 2025",53.3,66.7,-1.72],["aime-2024","AIME 2024",52.2,71.6,-2.57]]},{"id":"videochat-tpo","name":"VideoChat-TPO","provider":"opengvlab","open":true,"launched":"2024-12-18","url":"https://arxiv.org/abs/2412.19326","excess":-1.68,"premium":-1.03,"se":0.61,"nh":4,"no":6,"fu":[1137,37.64],"ambition":60.7,"bench":[["mvbench","MVBench",66.8,63.5,0.43],["mlvu","MLVU",54.7,63.8,-1.16],["videomme-nosub","VideoMME (w/o sub)",48.8,62.1,-1.67],["videomme-sub","VideoMME (w/sub)",53.8,67.2,-1.73]]},{"id":"maxwell-v1.0-flash-base","name":"Maxwell-V1.0-Flash-Base","provider":"maxwell","open":false,"launched":"2026-11-13","url":"https://huggingface.co/maxwell-model/Maxwell-V1-Flash","excess":-3.51,"premium":-2.86,"se":1.19,"nh":24,"no":6,"fu":[992,42.78],"ambition":35.4,"bench":[["openbookqa","OpenBookQA",89.6,64.9,2.89],["minerva-math","Minerva Math",74.6,76.2,-0.24],["gsm8k","GSM8K",97.2,99.1,-1.22],["gpqa-main","GPQA Main",52.7,63.7,-1.4],["piqa","PIQA",82.5,90.6,-1.65],["mbpp-plus","MBPP+",75.1,86.4,-1.98],["triviaqa","TriviaQA",75,89.7,-2.83],["cmmlu","CMMLU",79.4,92.6,-2.94],["mmlu","MMLU",79.8,92.9,-2.96],["hellaswag","HellaSwag",79.8,93.1,-3.02],["c-eval","C-Eval",77.4,92.2,-3.19],["winogrande","WinoGrande",72.3,89.6,-3.27],["mgsm","MGSM",83.9,96.1,-3.49],["arc-easy","ARC-Easy",86.8,97.2,-3.5],["mmlu-pro","MMLU-Pro",65.2,87.7,-3.9],["race","RACE",84.9,97.9,-4.62],["mmlu-redux","MMLU-Redux",74.9,95,-4.92],["gpqa-diamond","GPQA-diamond",51.5,84.1,-4.94],["humaneval","HumanEval",78,97.4,-5.97],["arc-challenge","ARC-Challenge",65.8,94.1,-6.16],["humaneval-plus","HumanEval+",72,96.5,-6.58],["mbpp","MBPP",65.4,95.1,-6.82],["bbh","BBH",57,94.5,-7.81],["math500","MATH500",71.4,98.2,-8.59]]}]}