{"id":"llama-3-1-405b-instruct-fp8","slug":"llama-3-1-405b-instruct-fp8","name":"Llama 3.1 405B Instruct Fp8","orgId":"meta","family":"llama-3-1-405b-instruct-fp8","releaseDate":null,"availability":"ga","openWeights":true,"license":"Llama 3.1 Community","paramsTotal":405000000000,"contextWindow":null,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text"],"aliases":["llama-3.1-405b-instruct-fp8","Llama 3.1 405B Instruct Fp8"],"aliasNote":null,"organization":{"id":"meta","name":"Meta","slug":"meta","country":null,"url":null,"color":"#7B61FF","mark":"M"},"price":null,"answer":{"word":"It used to be.","scope":"Was SOTA in General LLM.","lead":"As of Oct 14, 2026, Llama 3.1 405B Instruct Fp8 from Meta. Was SOTA in General LLM. Last listed at #10 in General LLM on 2025-01-28.","confidence":"low"},"verdicts":[{"id":"v_overall_general-llm_llama-3-1-405b-instruct-fp8_2026-10-14_open_RANKED","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"general-llm","category_name":"General LLM","slice":"overall","state":"RANKED","rank":10,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #10 in General LLM on 2025-01-28.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#10 in General LLM"},{"id":"v_open-weights_general-llm_llama-3-1-405b-instruct-fp8_2024-09-17_open_WAS_SOTA","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"general-llm","category_name":"General LLM","slice":"open-weights","state":"WAS_SOTA","rank":null,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"medium","valid_from":"2024-09-17","valid_to":null,"configuration":null,"rationale":"Was SOTA in General LLM from 2024-09-17 to 2025-01-05.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · General LLM"},{"id":"v_overall_reasoning_llama-3-1-405b-instruct-fp8_2026-10-14_open_INSUFFICIENT_DATA","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-hard","name":"LMArena Text (style-controlled, hard prompts)","rank":10}],"missing_evidence":[{"benchmark":"hle","name":"Humanity's Last Exam"},{"benchmark":"gpqa-diamond","name":"GPQA Diamond"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#10 on LMArena Text (style-controlled, hard prompts); missing Humanity's Last Exam and GPQA Diamond","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"},{"id":"v_open-weights_reasoning_llama-3-1-405b-instruct-fp8_2025-01-05_open_WAS_SOTA","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"reasoning","category_name":"Reasoning","slice":"open-weights","state":"WAS_SOTA","rank":null,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"medium","valid_from":"2025-01-05","valid_to":null,"configuration":null,"rationale":"Was SOTA in Reasoning from 2025-01-05 to 2025-01-28.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Reasoning"},{"id":"v_overall_math_llama-3-1-405b-instruct-fp8_2026-10-14_open_INSUFFICIENT_DATA","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"math","category_name":"Math","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-math","name":"LMArena Text (style-controlled, math)","rank":10}],"missing_evidence":[{"benchmark":"hle","name":"Humanity's Last Exam"},{"benchmark":"frontiermath","name":"FrontierMath"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#10 on LMArena Text (style-controlled, math); missing Humanity's Last Exam and FrontierMath","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"},{"id":"v_overall_coding_llama-3-1-405b-instruct-fp8_2026-10-14_open_INSUFFICIENT_DATA","model":"llama-3-1-405b-instruct-fp8","model_name":"Llama 3.1 405B Instruct Fp8","category":"coding","category_name":"Coding","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-coding","name":"LMArena Text (style-controlled, coding)","rank":8}],"missing_evidence":[{"benchmark":"terminal-bench-4","name":"Terminal-Bench 4.0"},{"benchmark":"swe-bench-pro-hard","name":"SWE-bench Pro V2 HARD"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#8 on LMArena Text (style-controlled, coding); missing Terminal-Bench 4.0 and SWE-bench Pro V2 HARD","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"}]}