{"id":"claude-3-5-haiku","slug":"claude-3-5-haiku","name":"Claude 3.5 Haiku","orgId":"anthropic","family":"claude-3-5-haiku","releaseDate":"2024-10-22","availability":"ga","openWeights":false,"license":"Proprietary","paramsTotal":null,"contextWindow":null,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text"],"aliases":["claude-3-5-haiku-20241022","Claude 3.5 Haiku"],"aliasNote":null,"organization":{"id":"anthropic","name":"Anthropic","slug":"anthropic","country":null,"url":null,"color":"#D97757","mark":"A"},"price":null,"answer":{"word":"No.","scope":"Best recorded rank is #7 in Reasoning.","lead":"As of Oct 14, 2026, Claude 3.5 Haiku from Anthropic. Best recorded rank is #7 in Reasoning. Last listed at #7 in Reasoning on 2025-01-05.","confidence":"low"},"verdicts":[{"id":"v_overall_reasoning_claude-3-5-haiku_2026-10-14_open_NOT_SOTA","model":"claude-3-5-haiku","model_name":"Claude 3.5 Haiku","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"NOT_SOTA","rank":7,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #7 in Reasoning on 2025-01-05.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #7"},{"id":"v_overall_science_claude-3-5-haiku_2026-10-14_open_NOT_SOTA","model":"claude-3-5-haiku","model_name":"Claude 3.5 Haiku","category":"science","category_name":"Science","slice":"overall","state":"NOT_SOTA","rank":184,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #184 in Science on 2024-10-22. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #184"},{"id":"v_overall_coding_claude-3-5-haiku_2026-10-14_open_NOT_SOTA","model":"claude-3-5-haiku","model_name":"Claude 3.5 Haiku","category":"coding","category_name":"Coding","slice":"overall","state":"NOT_SOTA","rank":10,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #10 in Coding on 2025-02-05.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #10"},{"id":"v_overall_long-context_claude-3-5-haiku_2026-10-14_open_NOT_SOTA","model":"claude-3-5-haiku","model_name":"Claude 3.5 Haiku","category":"long-context","category_name":"Long context","slice":"overall","state":"NOT_SOTA","rank":10,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #10 in Long context on 2025-02-03.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #10"},{"id":"v_overall_vision_claude-3-5-haiku_2026-10-14_open_NOT_SOTA","model":"claude-3-5-haiku","model_name":"Claude 3.5 Haiku","category":"vision","category_name":"Vision","slice":"overall","state":"NOT_SOTA","rank":94,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #94 in Vision.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #94"}]}