{"id":"olmo-2-1124-13b-instruct","slug":"olmo-2-1124-13b-instruct","name":"Olmo 2 1124 13B Instruct","orgId":"allen-institute-for-ai-university-of-washington-new-york-university-nyu","family":"olmo-2-1124-13b-instruct","releaseDate":"2024-12-31","availability":"ga","openWeights":false,"license":null,"paramsTotal":13000000000,"contextWindow":null,"knowledgeCutoff":null,"modelCardUrl":"https://livebench.ai/#/","hfRepo":null,"modalities":["text"],"aliases":["OLMo-2-1124-13B-Instruct","Olmo 2 1124 13B Instruct"],"aliasNote":null,"organization":{"id":"allen-institute-for-ai-university-of-washington-new-york-university-nyu","name":"Allen Institute for AI,University of Washington,New York University (NYU)","slug":"allen-institute-for-ai-university-of-washington-new-york-university-nyu","country":null,"url":null,"color":"#A39E8F","mark":"AL"},"price":null,"answer":{"word":"No.","scope":"Not SOTA in General LLM.","lead":"As of Oct 14, 2026, Olmo 2 1124 13B Instruct from Allen Institute for AI,University of Washington,New York University (NYU). Not SOTA in General LLM. Not SOTA in General LLM. No independent primary score is on the current boards.","confidence":"low"},"verdicts":[{"id":"v_overall_general-llm_olmo-2-1124-13b-instruct_2024-12-31_open_NOT_SOTA","model":"olmo-2-1124-13b-instruct","model_name":"Olmo 2 1124 13B Instruct","category":"general-llm","category_name":"General LLM","slice":"overall","state":"NOT_SOTA","rank":null,"margin":null,"confidence":"low","valid_from":"2024-12-31","valid_to":null,"configuration":null,"rationale":"Not SOTA in General LLM. No independent primary score is on the current boards.","safeguard_flags":["no_primary_evidence"],"co_sota_with":[],"challengers":[],"methodology":"1.0","label":"Not SOTA"}]}