{"id":"claude-sonnet-4","slug":"claude-sonnet-4","name":"Claude Sonnet 4","orgId":"anthropic","family":"claude-sonnet-4","releaseDate":"2025-05-22","availability":"ga","openWeights":false,"license":"Proprietary","paramsTotal":null,"contextWindow":200000,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text","image","file"],"aliases":["claude-sonnet-4-20250514","Claude Sonnet 4","claude-sonnet-4-20250514_unknown","anthropic/claude-sonnet-4","Anthropic: Claude Sonnet 4"],"aliasNote":null,"organization":{"id":"anthropic","name":"Anthropic","slug":"anthropic","country":null,"url":null,"color":"#D97757","mark":"A"},"price":{"modelId":"claude-sonnet-4","provider":"anthropic","inputPerM":null,"outputPerM":null,"blendedPerM":6,"tokensPerS":null,"observedAt":"2026-10-14","sourceId":"openrouter"},"answer":{"word":"No.","scope":"Best current rank is #34 in Math.","lead":"As of Oct 14, 2026, Claude Sonnet 4 from Anthropic. Best current rank is #34 in Math. Ranked #34 in Math.","confidence":"medium"},"verdicts":[{"id":"v_overall_general-llm_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"general-llm","category_name":"General LLM","slice":"overall","state":"NOT_SOTA","rank":125,"margin":85.51724137931035,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #125 in General LLM.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #125"},{"id":"v_pareto_general-llm_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"general-llm","category_name":"General LLM","slice":"pareto","state":"NOT_SOTA","rank":163,"margin":86.17021276595744,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the General LLM cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #163"},{"id":"v_overall_reasoning_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"NOT_SOTA","rank":114,"margin":77.93103448275862,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #114 in Reasoning.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #114"},{"id":"v_pareto_reasoning_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"reasoning","category_name":"Reasoning","slice":"pareto","state":"NOT_SOTA","rank":149,"margin":78.72340425531915,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Reasoning cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #149"},{"id":"v_overall_math_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"math","category_name":"Math","slice":"overall","state":"NOT_SOTA","rank":34,"margin":76.74418604651163,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #34 in Math.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #34"},{"id":"v_pareto_math_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"math","category_name":"Math","slice":"pareto","state":"NOT_SOTA","rank":34,"margin":76.74418604651163,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Math cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #34"},{"id":"v_overall_science_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"science","category_name":"Science","slice":"overall","state":"NOT_SOTA","rank":119,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #119 in Science on 2025-05-22. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #119"},{"id":"v_overall_coding_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"coding","category_name":"Coding","slice":"overall","state":"NOT_SOTA","rank":111,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #111 in Coding.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #111"},{"id":"v_overall_long-context_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"long-context","category_name":"Long context","slice":"overall","state":"NOT_SOTA","rank":93,"margin":63.013698630136986,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #93 in Long context.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #93"},{"id":"v_pareto_long-context_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"long-context","category_name":"Long context","slice":"pareto","state":"NOT_SOTA","rank":123,"margin":64.8936170212766,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Long context cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #123"},{"id":"v_overall_vision_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"vision","category_name":"Vision","slice":"overall","state":"NOT_SOTA","rank":74,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #74 in Vision.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #74"},{"id":"v_overall_arc_claude-sonnet-4_2026-10-14_open_NOT_SOTA","model":"claude-sonnet-4","model_name":"Claude Sonnet 4","category":"arc","category_name":"Abstraction (ARC)","slice":"overall","state":"NOT_SOTA","rank":84,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #84 in Abstraction (ARC) on 2025-05-22. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #84"}]}