{"id":"gpt3","title":"GPT-3","url":"https://tracetheroots.com/gpt-3","year":2020,"approximate":false,"when":"2020","date":"2020-05-28","era":"Information Age","eraId":"info","category":"Technology","categoryId":"tec","summary":"OpenAI's 175-billion-parameter language model shows that scaling lets one model perform many tasks from a few examples.","turningPoint":false,"causes":[{"id":"transformer","title":"Transformer architecture","url":"https://tracetheroots.com/transformer-architecture"}],"effects":[{"id":"chatgpt","title":"ChatGPT and generative AI","url":"https://tracetheroots.com/chatgpt"}],"mainLine":[{"id":"bigbang","title":"The Big Bang","url":"https://tracetheroots.com/big-bang"},{"id":"firststars","title":"First stars ignite","url":"https://tracetheroots.com/first-stars-ignite"},{"id":"supernovae","title":"Supernovae seed heavy elements","url":"https://tracetheroots.com/supernovae-seed-heavy-elements"},{"id":"sun","title":"The Sun forms","url":"https://tracetheroots.com/the-sun-forms"},{"id":"earth","title":"Earth forms","url":"https://tracetheroots.com/earth-forms"},{"id":"oceans","title":"First oceans","url":"https://tracetheroots.com/first-oceans"},{"id":"life","title":"First life","url":"https://tracetheroots.com/first-life"},{"id":"photosyn","title":"Photosynthesis evolves","url":"https://tracetheroots.com/photosynthesis-evolves"},{"id":"chloroplasts","title":"Algae gain chloroplasts","url":"https://tracetheroots.com/algae-gain-chloroplasts"},{"id":"landplants","title":"Plants colonize land","url":"https://tracetheroots.com/plants-colonize-land"},{"id":"forests","title":"First forests","url":"https://tracetheroots.com/first-forests"},{"id":"coalforests","title":"Carboniferous coal forests","url":"https://tracetheroots.com/carboniferous-coal-forests"},{"id":"coalmining","title":"Britain turns to coal","url":"https://tracetheroots.com/britain-turns-to-coal"},{"id":"newcomen","title":"Newcomen steam engine","url":"https://tracetheroots.com/newcomen-steam-engine"},{"id":"watt","title":"Watt's steam engine","url":"https://tracetheroots.com/watts-steam-engine"},{"id":"thermo","title":"Thermodynamics","url":"https://tracetheroots.com/thermodynamics"},{"id":"entropy","title":"Entropy","url":"https://tracetheroots.com/entropy"},{"id":"planck","title":"Quantum hypothesis","url":"https://tracetheroots.com/quantum-hypothesis"},{"id":"qm","title":"Quantum mechanics","url":"https://tracetheroots.com/quantum-mechanics"},{"id":"transistor","title":"Transistor","url":"https://tracetheroots.com/transistor"},{"id":"ic","title":"Integrated circuit","url":"https://tracetheroots.com/integrated-circuit"},{"id":"microprocessor","title":"Microprocessor","url":"https://tracetheroots.com/microprocessor"},{"id":"gpu","title":"GPU","url":"https://tracetheroots.com/gpu"},{"id":"deeplearning","title":"Deep learning breakthrough","url":"https://tracetheroots.com/deep-learning-breakthrough"},{"id":"transformer","title":"Transformer architecture","url":"https://tracetheroots.com/transformer-architecture"},{"id":"gpt3","title":"GPT-3","url":"https://tracetheroots.com/gpt-3"}],"sources":[{"title":"Language Models are Few-Shot Learners","url":"https://arxiv.org/pdf/2005.14165v2"},{"title":"Language Models are Few-Shot Learners","url":"https://papers.neurips.cc/paper/2020/hash/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html"}]}