{"id":"o1","slug":"o1","name":"O1","orgId":"openai","family":"o1","releaseDate":"2024-12-05","availability":"ga","openWeights":false,"license":"Proprietary","paramsTotal":null,"contextWindow":200000,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text","image","file"],"aliases":["o1-2024-12-17","O1","o1-2024-12-17_low","o1-2024-12-17_high","o1-2024-12-17_medium","o1-2024-12-17_unknown","openai/o1","OpenAI: o1"],"aliasNote":null,"organization":{"id":"openai","name":"OpenAI","slug":"openai","country":null,"url":null,"color":"#10A37F","mark":"O"},"price":{"modelId":"o1","provider":"openai","inputPerM":null,"outputPerM":null,"blendedPerM":26.25,"tokensPerS":null,"observedAt":"2026-10-14","sourceId":"openrouter"},"answer":{"word":"It used to be.","scope":"Was SOTA in General LLM.","lead":"As of Oct 14, 2026, O1 from OpenAI. Was SOTA in General LLM. Was SOTA in Long context from 2025-02-11 to 2025-03-11. Currently ranked #107.","confidence":"medium"},"verdicts":[{"id":"v_overall_general-llm_o1_2025-01-28_open_WAS_SOTA","model":"o1","model_name":"O1","category":"general-llm","category_name":"General LLM","slice":"overall","state":"WAS_SOTA","rank":111,"margin":75.86206896551724,"confidence":"medium","valid_from":"2025-01-28","valid_to":null,"configuration":null,"rationale":"Was SOTA in General LLM from 2025-01-28 to 2025-03-11. Currently ranked #111.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · General LLM"},{"id":"v_pareto_general-llm_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"general-llm","category_name":"General LLM","slice":"pareto","state":"NOT_SOTA","rank":146,"margin":77.12765957446808,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the General LLM cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #146"},{"id":"v_overall_reasoning_o1_2025-03-20_open_WAS_SOTA","model":"o1","model_name":"O1","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"WAS_SOTA","rank":117,"margin":80,"confidence":"medium","valid_from":"2025-03-20","valid_to":null,"configuration":null,"rationale":"Was SOTA in Reasoning from 2025-03-20 to 2025-03-26. Currently ranked #117.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Reasoning"},{"id":"v_pareto_reasoning_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"reasoning","category_name":"Reasoning","slice":"pareto","state":"NOT_SOTA","rank":154,"margin":81.38297872340425,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Reasoning cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #154"},{"id":"v_overall_math_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"math","category_name":"Math","slice":"overall","state":"NOT_SOTA","rank":33,"margin":74.4186046511628,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #33 in Math.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #33"},{"id":"v_pareto_math_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"math","category_name":"Math","slice":"pareto","state":"NOT_SOTA","rank":33,"margin":74.4186046511628,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Math cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #33"},{"id":"v_overall_science_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"science","category_name":"Science","slice":"overall","state":"NOT_SOTA","rank":95,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":"high","rationale":"Last listed at #95 in Science on 2024-12-17. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #95"},{"id":"v_overall_coding_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"coding","category_name":"Coding","slice":"overall","state":"NOT_SOTA","rank":130,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #130 in Coding.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #130"},{"id":"v_overall_long-context_o1_2025-02-11_open_WAS_SOTA","model":"o1","model_name":"O1","category":"long-context","category_name":"Long context","slice":"overall","state":"WAS_SOTA","rank":107,"margin":72.6027397260274,"confidence":"medium","valid_from":"2025-02-11","valid_to":null,"configuration":null,"rationale":"Was SOTA in Long context from 2025-02-11 to 2025-03-11. Currently ranked #107.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Long context"},{"id":"v_pareto_long-context_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"long-context","category_name":"Long context","slice":"pareto","state":"NOT_SOTA","rank":143,"margin":75.53191489361703,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Long context cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #143"},{"id":"v_overall_vision_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"vision","category_name":"Vision","slice":"overall","state":"NOT_SOTA","rank":70,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #70 in Vision.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #70"},{"id":"v_overall_factuality_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"factuality","category_name":"Factuality","slice":"overall","state":"NOT_SOTA","rank":44,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":"high","rationale":"Last listed at #44 in Factuality on 2024-12-17.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #44"},{"id":"v_overall_arc_o1_2026-10-14_open_NOT_SOTA","model":"o1","model_name":"O1","category":"arc","category_name":"Abstraction (ARC)","slice":"overall","state":"NOT_SOTA","rank":73,"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":"medium","rationale":"Last listed at #73 in Abstraction (ARC) on 2024-12-17. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA · #73"}]}