{"id":"llama-3-1-405b-instruct","slug":"llama-3-1-405b-instruct","name":"Llama 3.1 405B Instruct","orgId":"meta","family":"llama-3-1-405b-instruct","releaseDate":"2024-07-23","availability":"ga","openWeights":true,"license":"Llama 3.1 Community","paramsTotal":405000000000,"contextWindow":null,"knowledgeCutoff":null,"modelCardUrl":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","hfRepo":null,"modalities":["text"],"aliases":["llama-3.1-405b-instruct","Llama 3.1 405B Instruct"],"aliasNote":null,"organization":{"id":"meta","name":"Meta","slug":"meta","country":null,"url":null,"color":"#7B61FF","mark":"M"},"price":null,"answer":{"word":"It used to be.","scope":"Was SOTA in General LLM.","lead":"As of Oct 14, 2026, Llama 3.1 405B Instruct from Meta. Was SOTA in General LLM. Last listed at #3 in General LLM on 2024-09-04.","confidence":"low"},"verdicts":[{"id":"v_overall_general-llm_llama-3-1-405b-instruct_2026-10-14_open_RANKED","model":"llama-3-1-405b-instruct","model_name":"Llama 3.1 405B Instruct","category":"general-llm","category_name":"General LLM","slice":"overall","state":"RANKED","rank":3,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #3 in General LLM on 2024-09-04.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#3 in General LLM"},{"id":"v_open-weights_general-llm_llama-3-1-405b-instruct_2024-08-28_open_WAS_SOTA","model":"llama-3-1-405b-instruct","model_name":"Llama 3.1 405B Instruct","category":"general-llm","category_name":"General LLM","slice":"open-weights","state":"WAS_SOTA","rank":null,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"medium","valid_from":"2024-08-28","valid_to":null,"configuration":null,"rationale":"Was SOTA in General LLM from 2024-08-28 to 2024-09-17.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · General LLM"},{"id":"v_overall_reasoning_llama-3-1-405b-instruct_2026-10-14_open_INSUFFICIENT_DATA","model":"llama-3-1-405b-instruct","model_name":"Llama 3.1 405B Instruct","category":"reasoning","category_name":"Reasoning","slice":"overall","state":"INSUFFICIENT_DATA","rank":null,"present_evidence":[{"benchmark":"lmarena-text-hard","name":"LMArena Text (style-controlled, hard prompts)","rank":3}],"missing_evidence":[{"benchmark":"hle","name":"Humanity's Last Exam"},{"benchmark":"gpqa-diamond","name":"GPQA Diamond"}],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"#3 on LMArena Text (style-controlled, hard prompts); missing Humanity's Last Exam and GPQA Diamond","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not enough data"},{"id":"v_open-weights_reasoning_llama-3-1-405b-instruct_2024-08-28_open_WAS_SOTA","model":"llama-3-1-405b-instruct","model_name":"Llama 3.1 405B Instruct","category":"reasoning","category_name":"Reasoning","slice":"open-weights","state":"WAS_SOTA","rank":null,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"medium","valid_from":"2024-08-28","valid_to":null,"configuration":null,"rationale":"Was SOTA in Reasoning from 2024-08-28 to 2024-09-17.","safeguard_flags":["dethroned"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Was SOTA · Reasoning"},{"id":"v_overall_science_llama-3-1-405b-instruct_2026-10-14_open_RANKED","model":"llama-3-1-405b-instruct","model_name":"Llama 3.1 405B Instruct","category":"science","category_name":"Science","slice":"overall","state":"RANKED","rank":124,"present_evidence":[],"missing_evidence":[],"margin":null,"confidence":"low","valid_from":"2026-10-14","valid_to":null,"configuration":null,"rationale":"Last listed at #124 in Science on 2024-07-23. That board does not award a crown.","safeguard_flags":["off_board"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"#124 in Science"}]}