{"id":"lstm","title":"Long short-term memory (LSTM)","url":"https://tracetheroots.com/long-short-term-memory-lstm","year":1997,"approximate":false,"when":"1997","date":"1997-11","era":"Information Age","eraId":"info","category":"Technology","categoryId":"tec","summary":"Sepp Hochreiter and Jürgen Schmidhuber design a recurrent network that can keep information over long sequences. LSTMs later drive speech recognition and translation.","turningPoint":false,"causes":[{"id":"backprop","title":"Backpropagation","url":"https://tracetheroots.com/backpropagation"}],"effects":[{"id":"attention","title":"Neural attention for translation","url":"https://tracetheroots.com/neural-attention-for-translation"}],"mainLine":[{"id":"bigbang","title":"The Big Bang","url":"https://tracetheroots.com/big-bang"},{"id":"firststars","title":"First stars ignite","url":"https://tracetheroots.com/first-stars-ignite"},{"id":"supernovae","title":"Supernovae seed heavy elements","url":"https://tracetheroots.com/supernovae-seed-heavy-elements"},{"id":"sun","title":"The Sun forms","url":"https://tracetheroots.com/the-sun-forms"},{"id":"earth","title":"Earth forms","url":"https://tracetheroots.com/earth-forms"},{"id":"platetectonics","title":"Plate tectonics begins","url":"https://tracetheroots.com/plate-tectonics-begins"},{"id":"panama","title":"Isthmus of Panama closes","url":"https://tracetheroots.com/isthmus-of-panama-closes"},{"id":"iceages","title":"Ice Age cycles begin","url":"https://tracetheroots.com/ice-age-cycles-begin"},{"id":"youngerdryas","title":"Younger Dryas cold snap","url":"https://tracetheroots.com/younger-dryas-cold-snap"},{"id":"agri","title":"Agriculture begins","url":"https://tracetheroots.com/agriculture"},{"id":"loom","title":"Weaving loom","url":"https://tracetheroots.com/weaving-loom"},{"id":"jacquard","title":"Jacquard loom","url":"https://tracetheroots.com/jacquard-loom"},{"id":"babbage","title":"Analytical Engine designed","url":"https://tracetheroots.com/analytical-engine-designed"},{"id":"lovelace","title":"Ada Lovelace's program","url":"https://tracetheroots.com/ada-lovelaces-program"},{"id":"turing","title":"Turing machine","url":"https://tracetheroots.com/turing-machine"},{"id":"mccullochpitts","title":"McCulloch-Pitts artificial neuron","url":"https://tracetheroots.com/mcculloch-pitts-artificial-neuron"},{"id":"perceptron","title":"Perceptron","url":"https://tracetheroots.com/perceptron"},{"id":"backprop","title":"Backpropagation","url":"https://tracetheroots.com/backpropagation"},{"id":"lstm","title":"Long short-term memory (LSTM)","url":"https://tracetheroots.com/long-short-term-memory-lstm"}],"sources":[{"title":"Long Short-Term Memory (Hochreiter and Schmidhuber, Neural Computation 9(8), 1997)","url":"https://direct.mit.edu/neco/article/9/8/1735/6109/Long-Short-Term-Memory"},{"title":"Learning to Forget: Continual Prediction with LSTM (Gers, Schmidhuber, Cummins)","url":"https://direct.mit.edu/neco/article/12/10/2451/6415/Learning-to-Forget-Continual-Prediction-with-LSTM"},{"title":"25-year anniversary: LSTM (1997)","url":"https://people.idsia.ch/~juergen/25years1997.html"}]}