{"data":{"slug":"fineweb","etype":"dataset","name":"FineWeb & FineWeb-Edu","cat":"Web Corpus","subtitle":"Hugging Face's 15-trillion-token state of the art in open pre-training data.","summary":"FineWeb (2024) processed 96 Common Crawl snapshots into 15T tokens with fully published filtering code; FineWeb-Edu used model-based educational scoring to distill the best 1.3T. Together they are the open world's answer to proprietary data pipelines.","attrs":null,"kf":null,"aliases":["FineWeb-Edu"],"ticker":null,"exchange":null,"hq":null,"founded":null,"website":null,"status":null,"region":null,"asof":"2026-01-15","sources":[{"url":"https://huggingface.co/datasets/HuggingFaceFW/fineweb","label":"FineWeb"}]},"meta":{"found":true,"count":1,"served_from":"site cache (no live upstream calls)","as_of":"2026-10-14T05:45:17+00:00","disclaimer":"Research and information only — not investment advice. Structured records carry basis labels (vendor spec / reported / estimate); market quotes are delayed/indicative.","attribution":"Records compiled from vendor documentation, official filings and reputable public reporting; market quotes via financial data providers. See /data-sources."}}