{"data":{"slug":"llama-3-1-405b","etype":"model","name":"Llama 3.1 405B","cat":"Language","subtitle":"The first open-weights model at closed-frontier scale.","summary":"Llama 3.1's 405B dense model (July 2024) was trained on 15.6 trillion tokens across ~16,000 H100s (~3.8×10²⁵ FLOP, disclosed) and matched GPT-4-class results — the moment open weights reached the frontier's neighborhood. Its disclosed training details made it the reference public datapoint for frontier training economics.","attrs":[{"b":"Published paper","g":"Overview","l":"Training compute","v":"~3.8×10²⁵ FLOP (from disclosed GPU-hours)"},{"b":"Published paper","g":"Overview","l":"Training hardware","v":"~16,000 × H100 (two 24k clusters built)"}],"kf":{"params":"405B dense","context":"128K","weights":"Open","modality":"Text","rel_date":"2024-07","developer":"Meta"},"aliases":["Llama 3","Llama 3.1","405B"],"ticker":null,"exchange":null,"hq":null,"founded":null,"website":null,"status":"Prior generation","region":null,"asof":"2026-01-15","sources":[{"url":"https://ai.meta.com/research/publications/the-llama-3-herd-of-models/","label":"Llama 3.1 paper"}]},"meta":{"found":true,"count":1,"served_from":"site cache (no live upstream calls)","as_of":"2026-10-14T10:46:00+00:00","disclaimer":"Research and information only — not investment advice. Structured records carry basis labels (vendor spec / reported / estimate); market quotes are delayed/indicative.","attribution":"Records compiled from vendor documentation, official filings and reputable public reporting; market quotes via financial data providers. See /data-sources."}}