{"id":"claude-3-5-sonnet","slug":"claude-3-5-sonnet","name":"Claude 3.5 Sonnet","orgId":"anthropic","family":"claude-3-5-sonnet","releaseDate":"2024-06-20","availability":"ga","openWeights":false,"license":"Proprietary","paramsTotal":null,"contextWindow":null,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text","vision"],"aliases":["claude-3-5-sonnet-20240620","Claude 3.5 Sonnet","claude-3-5-sonnet-20241022"],"aliasNote":null,"organization":{"id":"anthropic","name":"Anthropic","slug":"anthropic","country":null,"url":null,"color":"#D97757","mark":"A"},"price":null,"answer":{"word":"It used to be.","scope":"Was SOTA in General LLM.","lead":"As of Oct 14, 2026, Claude 3.5 Sonnet from Anthropic. Was SOTA in General LLM. Was SOTA in Long context from 2025-01-15 to 2025-02-06. Currently ranked #125.","confidence":"medium"},"verdicts":[{"id":"v_overall_general-llm_claude-3-5-sonnet_2024-08-28_open_WAS_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"general-llm","category_name":"General LLM","slice":"overall","state":"WAS_SOTA","rank":139,"margin":95.17241379310344,"confidence":"medium","valid_from":"2024-08-28","valid_to":null,"configuration":null,"rationale":"Was SOTA in General LLM from 2024-08-28 to 2024-09-27. Currently ranked #139.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · General LLM"},{"id":"v_overall_reasoning_claude-3-5-sonnet_2024-11-04_open_WAS_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"WAS_SOTA","rank":136,"margin":93.10344827586206,"confidence":"medium","valid_from":"2024-11-04","valid_to":null,"configuration":null,"rationale":"Was SOTA in Reasoning from 2024-11-04 to 2025-01-15. Currently ranked #136.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Reasoning"},{"id":"v_overall_math_claude-3-5-sonnet_2026-10-14_open_NOT_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"math","category_name":"Math","slice":"overall","state":"NOT_SOTA","rank":42,"margin":95.34883720930233,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #42 in Math.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #42"},{"id":"v_overall_science_claude-3-5-sonnet_2026-10-14_open_NOT_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"science","category_name":"Science","slice":"overall","state":"NOT_SOTA","rank":144,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #144 in Science on 2024-10-22. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #144"},{"id":"v_overall_coding_claude-3-5-sonnet_2026-10-14_open_NOT_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"coding","category_name":"Coding","slice":"overall","state":"NOT_SOTA","rank":124,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #124 in Coding.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #124"},{"id":"v_overall_long-context_claude-3-5-sonnet_2025-01-15_open_WAS_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"long-context","category_name":"Long context","slice":"overall","state":"WAS_SOTA","rank":125,"margin":84.93150684931507,"confidence":"medium","valid_from":"2025-01-15","valid_to":null,"configuration":null,"rationale":"Was SOTA in Long context from 2025-01-15 to 2025-02-06. Currently ranked #125.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Long context"},{"id":"v_overall_vision_claude-3-5-sonnet_2026-10-14_open_NOT_SOTA","model":"claude-3-5-sonnet","model_name":"Claude 3.5 Sonnet","category":"vision","category_name":"Vision","slice":"overall","state":"NOT_SOTA","rank":82,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #82 in Vision.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #82"}]}