{"id":"o4-mini","slug":"o4-mini","name":"O4 Mini","orgId":"openai","family":"o4-mini","releaseDate":"2025-04-16","availability":"ga","openWeights":false,"license":"Proprietary","paramsTotal":null,"contextWindow":200000,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text","image","file"],"aliases":["o4-mini-2025-04-16","O4 Mini","o4-mini-2025-04-16_medium","o4-mini-2025-04-16_low","o4-mini-2025-04-16_high","openai/o4-mini-high","OpenAI: o4 Mini High","openai/o4-mini","OpenAI: o4 Mini"],"aliasNote":null,"organization":{"id":"openai","name":"OpenAI","slug":"openai","country":null,"url":null,"color":"#10A37F","mark":"O"},"price":{"modelId":"o4-mini","provider":"median of openai, openai","inputPerM":null,"outputPerM":null,"blendedPerM":1.9250000000000003,"tokensPerS":null,"observedAt":"2026-10-14","sourceId":"openrouter"},"answer":{"word":"It used to be.","scope":"Was SOTA in Math.","lead":"As of Oct 14, 2026, O4 Mini from OpenAI. Was SOTA in Math. Was SOTA in Math from 2025-07-20 to 2025-09-29. Currently ranked #21.","confidence":"medium"},"verdicts":[{"id":"v_overall_general-llm_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"general-llm","category_name":"General LLM","slice":"overall","state":"NOT_SOTA","rank":124,"margin":84.82758620689656,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #124 in General LLM.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #124"},{"id":"v_pareto_general-llm_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"general-llm","category_name":"General LLM","slice":"pareto","state":"NOT_SOTA","rank":162,"margin":85.63829787234043,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the General LLM cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #162"},{"id":"v_overall_reasoning_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"NOT_SOTA","rank":129,"margin":88.27586206896552,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #129 in Reasoning.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #129"},{"id":"v_pareto_reasoning_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"reasoning","category_name":"Reasoning","slice":"pareto","state":"NOT_SOTA","rank":169,"margin":89.36170212765957,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Reasoning cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #169"},{"id":"v_overall_math_o4-mini_2025-07-20_open_WAS_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"math","category_name":"Math","slice":"overall","state":"WAS_SOTA","rank":21,"margin":46.51162790697674,"confidence":"medium","valid_from":"2025-07-20","valid_to":null,"configuration":"high","rationale":"Was SOTA in Math from 2025-07-20 to 2025-09-29. Currently ranked #21.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Math"},{"id":"v_pareto_math_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"math","category_name":"Math","slice":"pareto","state":"NOT_SOTA","rank":21,"margin":46.51162790697674,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":"high","rationale":"Not on the Math cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #21"},{"id":"v_overall_science_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"science","category_name":"Science","slice":"overall","state":"NOT_SOTA","rank":88,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":"high","rationale":"Last listed at #88 in Science on 2025-04-16. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #88"},{"id":"v_overall_coding_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"coding","category_name":"Coding","slice":"overall","state":"NOT_SOTA","rank":128,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #128 in Coding.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #128"},{"id":"v_overall_long-context_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"long-context","category_name":"Long context","slice":"overall","state":"NOT_SOTA","rank":10,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #10 in Long context on 2025-07-07.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #10"},{"id":"v_overall_vision_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"vision","category_name":"Vision","slice":"overall","state":"NOT_SOTA","rank":66,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #66 in Vision.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #66"},{"id":"v_overall_factuality_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"factuality","category_name":"Factuality","slice":"overall","state":"NOT_SOTA","rank":122,"margin":91.66666666666667,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #122 in Factuality.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #122"},{"id":"v_pareto_factuality_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"factuality","category_name":"Factuality","slice":"pareto","state":"NOT_SOTA","rank":161,"margin":93.5672514619883,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Factuality cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #161"},{"id":"v_overall_arc_o4-mini_2026-10-14_open_NOT_SOTA","model":"o4-mini","model_name":"O4 Mini","category":"arc","category_name":"Abstraction (ARC)","slice":"overall","state":"NOT_SOTA","rank":52,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":"high","rationale":"Last listed at #52 in Abstraction (ARC) on 2025-04-16. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #52"}]}