{"data":{"id":"10.48550/arxiv.1804.06300","type":"dois","attributes":{"doi":"10.48550/arxiv.1804.06300","prefix":"10.48550","suffix":"arxiv.1804.06300","identifiers":[{"identifier":"1804.06300","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1804.06300"}],"creators":[{"name":"Wang, Yunbo","nameType":"Personal","givenName":"Yunbo","familyName":"Wang","affiliation":[],"nameIdentifiers":[]},{"name":"Gao, Zhifeng","nameType":"Personal","givenName":"Zhifeng","familyName":"Gao","affiliation":[],"nameIdentifiers":[]},{"name":"Long, Mingsheng","nameType":"Personal","givenName":"Mingsheng","familyName":"Long","affiliation":[],"nameIdentifiers":[]},{"name":"Wang, Jianmin","nameType":"Personal","givenName":"Jianmin","familyName":"Wang","affiliation":[],"nameIdentifiers":[]},{"name":"Yu, Philip S.","nameType":"Personal","givenName":"Philip S.","familyName":"Yu","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"PredRNN++: Towards A Resolution of the Deep-in-Time Dilemma in Spatiotemporal Predictive Learning"}],"publisher":"arXiv","container":{},"publicationYear":2018,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2018-04-17T14:52:19Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2018-04-18T00:12:31Z","dateType":"Updated","dateInformation":"v1"},{"date":"2018-11-19T02:17:17Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2018-11-20T01:39:40Z","dateType":"Updated","dateInformation":"v2"},{"date":"2018-04","dateType":"Available","dateInformation":"v1"},{"date":"2018","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We present PredRNN++, an improved recurrent network for video predictive learning. In pursuit of a greater spatiotemporal modeling capability, our approach increases the transition depth between adjacent states by leveraging a novel recurrent unit, which is named Causal LSTM for re-organizing the spatial and temporal memories in a cascaded mechanism. However, there is still a dilemma in video predictive learning: increasingly deep-in-time models have been designed for capturing complex variations, while introducing more difficulties in the gradient back-propagation. To alleviate this undesirable effect, we propose a Gradient Highway architecture, which provides alternative shorter routes for gradient flows from outputs back to long-range inputs. This architecture works seamlessly with causal LSTMs, enabling PredRNN++ to capture short-term and long-term dependencies adaptively. We assess our model on both synthetic and real video datasets, showing its ability to ease the vanishing gradient problem and yield state-of-the-art prediction results even in a difficult objects occlusion scenario.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xODA0LjA2MzAwPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTgwNC4wNjMwMDwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5XYW5nLCBZdW5ibzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+WXVuYm88L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+V2FuZzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HYW8sIFpoaWZlbmc8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlpoaWZlbmc8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+R2FvPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkxvbmcsIE1pbmdzaGVuZzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TWluZ3NoZW5nPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkxvbmc8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+V2FuZywgSmlhbm1pbjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+Smlhbm1pbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5XYW5nPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPll1LCBQaGlsaXAgUy48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlBoaWxpcCBTLjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5ZdTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+UHJlZFJOTisrOiBUb3dhcmRzIEEgUmVzb2x1dGlvbiBvZiB0aGUgRGVlcC1pbi1UaW1lIERpbGVtbWEgaW4gU3BhdGlvdGVtcG9yYWwgUHJlZGljdGl2ZSBMZWFybmluZzwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxODwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA0LTE3VDE0OjUyOjE5WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA0LTE4VDAwOjEyOjMxWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTgtMTEtMTlUMDI6MTc6MTdaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTgtMTEtMjBUMDE6Mzk6NDBaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxOC0wNDwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+V2UgcHJlc2VudCBQcmVkUk5OKyssIGFuIGltcHJvdmVkIHJlY3VycmVudCBuZXR3b3JrIGZvciB2aWRlbyBwcmVkaWN0aXZlIGxlYXJuaW5nLiBJbiBwdXJzdWl0IG9mIGEgZ3JlYXRlciBzcGF0aW90ZW1wb3JhbCBtb2RlbGluZyBjYXBhYmlsaXR5LCBvdXIgYXBwcm9hY2ggaW5jcmVhc2VzIHRoZSB0cmFuc2l0aW9uIGRlcHRoIGJldHdlZW4gYWRqYWNlbnQgc3RhdGVzIGJ5IGxldmVyYWdpbmcgYSBub3ZlbCByZWN1cnJlbnQgdW5pdCwgd2hpY2ggaXMgbmFtZWQgQ2F1c2FsIExTVE0gZm9yIHJlLW9yZ2FuaXppbmcgdGhlIHNwYXRpYWwgYW5kIHRlbXBvcmFsIG1lbW9yaWVzIGluIGEgY2FzY2FkZWQgbWVjaGFuaXNtLiBIb3dldmVyLCB0aGVyZSBpcyBzdGlsbCBhIGRpbGVtbWEgaW4gdmlkZW8gcHJlZGljdGl2ZSBsZWFybmluZzogaW5jcmVhc2luZ2x5IGRlZXAtaW4tdGltZSBtb2RlbHMgaGF2ZSBiZWVuIGRlc2lnbmVkIGZvciBjYXB0dXJpbmcgY29tcGxleCB2YXJpYXRpb25zLCB3aGlsZSBpbnRyb2R1Y2luZyBtb3JlIGRpZmZpY3VsdGllcyBpbiB0aGUgZ3JhZGllbnQgYmFjay1wcm9wYWdhdGlvbi4gVG8gYWxsZXZpYXRlIHRoaXMgdW5kZXNpcmFibGUgZWZmZWN0LCB3ZSBwcm9wb3NlIGEgR3JhZGllbnQgSGlnaHdheSBhcmNoaXRlY3R1cmUsIHdoaWNoIHByb3ZpZGVzIGFsdGVybmF0aXZlIHNob3J0ZXIgcm91dGVzIGZvciBncmFkaWVudCBmbG93cyBmcm9tIG91dHB1dHMgYmFjayB0byBsb25nLXJhbmdlIGlucHV0cy4gVGhpcyBhcmNoaXRlY3R1cmUgd29ya3Mgc2VhbWxlc3NseSB3aXRoIGNhdXNhbCBMU1RNcywgZW5hYmxpbmcgUHJlZFJOTisrIHRvIGNhcHR1cmUgc2hvcnQtdGVybSBhbmQgbG9uZy10ZXJtIGRlcGVuZGVuY2llcyBhZGFwdGl2ZWx5LiBXZSBhc3Nlc3Mgb3VyIG1vZGVsIG9uIGJvdGggc3ludGhldGljIGFuZCByZWFsIHZpZGVvIGRhdGFzZXRzLCBzaG93aW5nIGl0cyBhYmlsaXR5IHRvIGVhc2UgdGhlIHZhbmlzaGluZyBncmFkaWVudCBwcm9ibGVtIGFuZCB5aWVsZCBzdGF0ZS1vZi10aGUtYXJ0IHByZWRpY3Rpb24gcmVzdWx0cyBldmVuIGluIGEgZGlmZmljdWx0IG9iamVjdHMgb2NjbHVzaW9uIHNjZW5hcmlvLjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1804.06300","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-03T02:17:42.000Z","registered":"2022-03-03T02:17:43.000Z","published":"2018","updated":"2022-03-03T02:17:43.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1804.06300","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}