{"id":"step-3-5-flash","slug":"step-3-5-flash","name":"Step 3.5 Flash","orgId":"stepfun","family":"step-3-5-flash","releaseDate":null,"availability":"ga","openWeights":true,"license":"Apache 2.0","paramsTotal":null,"contextWindow":262144,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":"stepfun-ai/Step-3.5-Flash","modalities":["text"],"aliases":["step-3.5-flash","Step 3.5 Flash","stepfun/step-3.5-flash","StepFun: Step 3.5 Flash"],"aliasNote":null,"organization":{"id":"stepfun","name":"stepfun","slug":"stepfun","country":null,"url":null,"color":"#A39E8F","mark":"ST"},"price":{"modelId":"step-3-5-flash","provider":"stepfun","inputPerM":null,"outputPerM":null,"blendedPerM":0.15,"tokensPerS":null,"observedAt":"2026-10-14","sourceId":"openrouter"},"answer":{"word":"No.","scope":"Best current rank is #98 in Factuality.","lead":"As of Oct 14, 2026, Step 3.5 Flash from stepfun. Best current rank is #98 in Factuality. Ranked #98 in Factuality.","confidence":"medium"},"verdicts":[{"id":"v_overall_general-llm_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"general-llm","category_name":"General LLM","slice":"overall","state":"RANKED","rank":122,"present_evidence":[],"missing_evidence":[],"margin":83.44827586206897,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #122 in General LLM.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#122 in General LLM"},{"id":"v_pareto_general-llm_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"general-llm","category_name":"General LLM","slice":"pareto","state":"RANKED","rank":159,"present_evidence":[],"missing_evidence":[],"margin":84.57446808510639,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the General LLM cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#159 in General LLM"},{"id":"v_overall_reasoning_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"RANKED","rank":123,"present_evidence":[],"missing_evidence":[],"margin":85.41666666666667,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #123 in Reasoning.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#123 in Reasoning"},{"id":"v_pareto_reasoning_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"reasoning","category_name":"Reasoning","slice":"pareto","state":"RANKED","rank":162,"present_evidence":[],"missing_evidence":[],"margin":86.70212765957447,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Reasoning cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#162 in Reasoning"},{"id":"v_overall_math_step-3-5-flash_2026-10-14_open_INSUFFICIENT_DATA","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"math","category_name":"Math","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-math","name":"LMArena Text (style-controlled, math)","rank":105}],"missing_evidence":[{"benchmark":"hle","name":"Humanity's Last Exam"},{"benchmark":"frontiermath","name":"FrontierMath"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#105 on LMArena Text (style-controlled, math); missing Humanity's Last Exam and FrontierMath","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"},{"id":"v_overall_coding_step-3-5-flash_2026-10-14_open_INSUFFICIENT_DATA","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"coding","category_name":"Coding","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-coding","name":"LMArena Text (style-controlled, coding)","rank":110}],"missing_evidence":[{"benchmark":"terminal-bench-4","name":"Terminal-Bench 4.0"},{"benchmark":"swe-bench-pro-hard","name":"SWE-bench Pro V2 HARD"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#110 on LMArena Text (style-controlled, coding); missing Terminal-Bench 4.0 and SWE-bench Pro V2 HARD","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"},{"id":"v_overall_long-context_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"long-context","category_name":"Long context","slice":"overall","state":"RANKED","rank":117,"present_evidence":[],"missing_evidence":[],"margin":80.6896551724138,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #117 in Long context.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#117 in Long context"},{"id":"v_pareto_long-context_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"long-context","category_name":"Long context","slice":"pareto","state":"RANKED","rank":156,"present_evidence":[],"missing_evidence":[],"margin":82.97872340425532,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Long context cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#156 in Long context"},{"id":"v_overall_factuality_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"factuality","category_name":"Factuality","slice":"overall","state":"RANKED","rank":98,"present_evidence":[],"missing_evidence":[],"margin":74.24242424242424,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Ranked #98 in Factuality.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#98 in Factuality"},{"id":"v_pareto_factuality_step-3-5-flash_2026-10-14_open_RANKED","model":"step-3-5-flash","model_name":"Step 3.5 Flash","category":"factuality","category_name":"Factuality","slice":"pareto","state":"RANKED","rank":128,"present_evidence":[],"missing_evidence":[],"margin":75,"confidence":"medium","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Not on the Factuality cost-quality frontier.","safeguard_flags":[],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#128 in Factuality"}]}