{"data":{"id":"10.48550/arxiv.2202.01575","type":"dois","attributes":{"doi":"10.48550/arxiv.2202.01575","prefix":"10.48550","suffix":"arxiv.2202.01575","identifiers":[{"identifier":"2202.01575","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2202.01575"}],"creators":[{"name":"Woo, Gerald","nameType":"Personal","givenName":"Gerald","familyName":"Woo","affiliation":[],"nameIdentifiers":[]},{"name":"Liu, Chenghao","nameType":"Personal","givenName":"Chenghao","familyName":"Liu","affiliation":[],"nameIdentifiers":[]},{"name":"Sahoo, Doyen","nameType":"Personal","givenName":"Doyen","familyName":"Sahoo","affiliation":[],"nameIdentifiers":[]},{"name":"Kumar, Akshat","nameType":"Personal","givenName":"Akshat","familyName":"Kumar","affiliation":[],"nameIdentifiers":[]},{"name":"Hoi, Steven","nameType":"Personal","givenName":"Steven","familyName":"Hoi","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"CoST: Contrastive Learning of Disentangled Seasonal-Trend Representations for Time Series Forecasting"}],"publisher":"arXiv","container":{},"publicationYear":2022,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2022-02-03T13:17:38Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2022-02-04T01:17:32Z","dateType":"Updated","dateInformation":"v1"},{"date":"2022-03-03T05:33:42Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2022-03-04T01:10:46Z","dateType":"Updated","dateInformation":"v2"},{"date":"2022-05-05T08:48:46Z","dateType":"Submitted","dateInformation":"v3"},{"date":"2022-05-06T00:13:35Z","dateType":"Updated","dateInformation":"v3"},{"date":"2022-02","dateType":"Available","dateInformation":"v1"},{"date":"2022","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"3","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Deep learning has been actively studied for time series forecasting, and the mainstream paradigm is based on the end-to-end training of neural network architectures, ranging from classical LSTM/RNNs to more recent TCNs and Transformers. Motivated by the recent success of representation learning in computer vision and natural language processing, we argue that a more promising paradigm for time series forecasting, is to first learn disentangled feature representations, followed by a simple regression fine-tuning step -- we justify such a paradigm from a causal perspective. Following this principle, we propose a new time series representation learning framework for time series forecasting named CoST, which applies contrastive learning methods to learn disentangled seasonal-trend representations. CoST comprises both time domain and frequency domain contrastive losses to learn discriminative trend and seasonal representations, respectively. Extensive experiments on real-world datasets show that CoST consistently outperforms the state-of-the-art methods by a considerable margin, achieving a 21.3% improvement in MSE on multivariate benchmarks. It is also robust to various choices of backbone encoders, as well as downstream regressors. Code is available at https://github.com/salesforce/CoST.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMjAyLjAxNTc1PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjIwMi4wMTU3NTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Xb28sIEdlcmFsZDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+R2VyYWxkPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPldvbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5MaXUsIENoZW5naGFvPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5DaGVuZ2hhbzwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5MaXU8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2Fob28sIERveWVuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Eb3llbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TYWhvbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5LdW1hciwgQWtzaGF0PC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Ba3NoYXQ8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+S3VtYXI8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+SG9pLCBTdGV2ZW48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlN0ZXZlbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5Ib2k8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkNvU1Q6IENvbnRyYXN0aXZlIExlYXJuaW5nIG9mIERpc2VudGFuZ2xlZCBTZWFzb25hbC1UcmVuZCBSZXByZXNlbnRhdGlvbnMgZm9yIFRpbWUgU2VyaWVzIEZvcmVjYXN0aW5nPC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDIyPC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoY3MuTEcpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0wMi0wM1QxMzoxNzozOFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0wMi0wNFQwMToxNzozMlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIyLTAzLTAzVDA1OjMzOjQyWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIyLTAzLTA0VDAxOjEwOjQ2WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMjItMDUtMDVUMDg6NDg6NDZaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMjItMDUtMDZUMDA6MTM6MzVaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0wMjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4zPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9jcmVhdGl2ZWNvbW1vbnMub3JnL2xpY2Vuc2VzL2J5LzQuMC8iIHJpZ2h0c0lkZW50aWZpZXJTY2hlbWU9IlNQRFgiIHJpZ2h0c0lkZW50aWZpZXI9IkNDLUJZLTQuMCI+Q3JlYXRpdmUgQ29tbW9ucyBBdHRyaWJ1dGlvbiA0LjAgSW50ZXJuYXRpb25hbDwvcmlnaHRzPgogIDwvcmlnaHRzTGlzdD4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPkRlZXAgbGVhcm5pbmcgaGFzIGJlZW4gYWN0aXZlbHkgc3R1ZGllZCBmb3IgdGltZSBzZXJpZXMgZm9yZWNhc3RpbmcsIGFuZCB0aGUgbWFpbnN0cmVhbSBwYXJhZGlnbSBpcyBiYXNlZCBvbiB0aGUgZW5kLXRvLWVuZCB0cmFpbmluZyBvZiBuZXVyYWwgbmV0d29yayBhcmNoaXRlY3R1cmVzLCByYW5naW5nIGZyb20gY2xhc3NpY2FsIExTVE0vUk5OcyB0byBtb3JlIHJlY2VudCBUQ05zIGFuZCBUcmFuc2Zvcm1lcnMuIE1vdGl2YXRlZCBieSB0aGUgcmVjZW50IHN1Y2Nlc3Mgb2YgcmVwcmVzZW50YXRpb24gbGVhcm5pbmcgaW4gY29tcHV0ZXIgdmlzaW9uIGFuZCBuYXR1cmFsIGxhbmd1YWdlIHByb2Nlc3NpbmcsIHdlIGFyZ3VlIHRoYXQgYSBtb3JlIHByb21pc2luZyBwYXJhZGlnbSBmb3IgdGltZSBzZXJpZXMgZm9yZWNhc3RpbmcsIGlzIHRvIGZpcnN0IGxlYXJuIGRpc2VudGFuZ2xlZCBmZWF0dXJlIHJlcHJlc2VudGF0aW9ucywgZm9sbG93ZWQgYnkgYSBzaW1wbGUgcmVncmVzc2lvbiBmaW5lLXR1bmluZyBzdGVwIC0tIHdlIGp1c3RpZnkgc3VjaCBhIHBhcmFkaWdtIGZyb20gYSBjYXVzYWwgcGVyc3BlY3RpdmUuIEZvbGxvd2luZyB0aGlzIHByaW5jaXBsZSwgd2UgcHJvcG9zZSBhIG5ldyB0aW1lIHNlcmllcyByZXByZXNlbnRhdGlvbiBsZWFybmluZyBmcmFtZXdvcmsgZm9yIHRpbWUgc2VyaWVzIGZvcmVjYXN0aW5nIG5hbWVkIENvU1QsIHdoaWNoIGFwcGxpZXMgY29udHJhc3RpdmUgbGVhcm5pbmcgbWV0aG9kcyB0byBsZWFybiBkaXNlbnRhbmdsZWQgc2Vhc29uYWwtdHJlbmQgcmVwcmVzZW50YXRpb25zLiBDb1NUIGNvbXByaXNlcyBib3RoIHRpbWUgZG9tYWluIGFuZCBmcmVxdWVuY3kgZG9tYWluIGNvbnRyYXN0aXZlIGxvc3NlcyB0byBsZWFybiBkaXNjcmltaW5hdGl2ZSB0cmVuZCBhbmQgc2Vhc29uYWwgcmVwcmVzZW50YXRpb25zLCByZXNwZWN0aXZlbHkuIEV4dGVuc2l2ZSBleHBlcmltZW50cyBvbiByZWFsLXdvcmxkIGRhdGFzZXRzIHNob3cgdGhhdCBDb1NUIGNvbnNpc3RlbnRseSBvdXRwZXJmb3JtcyB0aGUgc3RhdGUtb2YtdGhlLWFydCBtZXRob2RzIGJ5IGEgY29uc2lkZXJhYmxlIG1hcmdpbiwgYWNoaWV2aW5nIGEgMjEuMyUgaW1wcm92ZW1lbnQgaW4gTVNFIG9uIG11bHRpdmFyaWF0ZSBiZW5jaG1hcmtzLiBJdCBpcyBhbHNvIHJvYnVzdCB0byB2YXJpb3VzIGNob2ljZXMgb2YgYmFja2JvbmUgZW5jb2RlcnMsIGFzIHdlbGwgYXMgZG93bnN0cmVhbSByZWdyZXNzb3JzLiBDb2RlIGlzIGF2YWlsYWJsZSBhdCBodHRwczovL2dpdGh1Yi5jb20vc2FsZXNmb3JjZS9Db1NULjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2202.01575","contentUrl":null,"metadataVersion":2,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-04T02:08:00.000Z","registered":"2022-02-04T02:08:01.000Z","published":"2022","updated":"2022-05-06T01:39:19.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2202.01575","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}