{"data":{"id":"10.48550/arxiv.1908.07442","type":"dois","attributes":{"doi":"10.48550/arxiv.1908.07442","prefix":"10.48550","suffix":"arxiv.1908.07442","identifiers":[{"identifier":"1908.07442","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1908.07442"}],"creators":[{"name":"Arik, Sercan O.","nameType":"Personal","givenName":"Sercan O.","familyName":"Arik","affiliation":[],"nameIdentifiers":[]},{"name":"Pfister, Tomas","nameType":"Personal","givenName":"Tomas","familyName":"Pfister","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"TabNet: Attentive Interpretable Tabular Learning"}],"publisher":"arXiv","container":{},"publicationYear":2019,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2019-08-20T15:46:53Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2019-08-21T00:14:51Z","dateType":"Updated","dateInformation":"v1"},{"date":"2019-08-28T20:37:43Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2019-08-30T00:02:56Z","dateType":"Updated","dateInformation":"v2"},{"date":"2019-09-26T00:59:17Z","dateType":"Submitted","dateInformation":"v3"},{"date":"2019-09-27T00:06:11Z","dateType":"Updated","dateInformation":"v3"},{"date":"2020-02-14T18:37:55Z","dateType":"Submitted","dateInformation":"v4"},{"date":"2020-02-17T01:18:39Z","dateType":"Updated","dateInformation":"v4"},{"date":"2020-12-09T05:00:33Z","dateType":"Submitted","dateInformation":"v5"},{"date":"2020-12-10T01:10:32Z","dateType":"Updated","dateInformation":"v5"},{"date":"2019-08","dateType":"Available","dateInformation":"v1"},{"date":"2019","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"5","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We propose a novel high-performance and interpretable canonical deep tabular data learning architecture, TabNet. TabNet uses sequential attention to choose which features to reason from at each decision step, enabling interpretability and more efficient learning as the learning capacity is used for the most salient features. We demonstrate that TabNet outperforms other neural network and decision tree variants on a wide range of non-performance-saturated tabular datasets and yields interpretable feature attributions plus insights into the global model behavior. Finally, for the first time to our knowledge, we demonstrate self-supervised learning for tabular data, significantly improving performance with unsupervised representation learning when unlabeled data is abundant.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xOTA4LjA3NDQyPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTkwOC4wNzQ0MjwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5BcmlrLCBTZXJjYW4gTy48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlNlcmNhbiBPLjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5BcmlrPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlBmaXN0ZXIsIFRvbWFzPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Ub21hczwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5QZmlzdGVyPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5UYWJOZXQ6IEF0dGVudGl2ZSBJbnRlcnByZXRhYmxlIFRhYnVsYXIgTGVhcm5pbmc8L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMTk8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChzdGF0Lk1MKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTktMDgtMjBUMTU6NDY6NTNaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTktMDgtMjFUMDA6MTQ6NTFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxOS0wOC0yOFQyMDozNzo0M1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxOS0wOC0zMFQwMDowMjo1Nlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYzIj4yMDE5LTA5LTI2VDAwOjU5OjE3WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYzIj4yMDE5LTA5LTI3VDAwOjA2OjExWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjQiPjIwMjAtMDItMTRUMTg6Mzc6NTVaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjQiPjIwMjAtMDItMTdUMDE6MTg6MzlaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NSI+MjAyMC0xMi0wOVQwNTowMDozM1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NSI+MjAyMC0xMi0xMFQwMToxMDozMlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE5LTA4PC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjU8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5XZSBwcm9wb3NlIGEgbm92ZWwgaGlnaC1wZXJmb3JtYW5jZSBhbmQgaW50ZXJwcmV0YWJsZSBjYW5vbmljYWwgZGVlcCB0YWJ1bGFyIGRhdGEgbGVhcm5pbmcgYXJjaGl0ZWN0dXJlLCBUYWJOZXQuIFRhYk5ldCB1c2VzIHNlcXVlbnRpYWwgYXR0ZW50aW9uIHRvIGNob29zZSB3aGljaCBmZWF0dXJlcyB0byByZWFzb24gZnJvbSBhdCBlYWNoIGRlY2lzaW9uIHN0ZXAsIGVuYWJsaW5nIGludGVycHJldGFiaWxpdHkgYW5kIG1vcmUgZWZmaWNpZW50IGxlYXJuaW5nIGFzIHRoZSBsZWFybmluZyBjYXBhY2l0eSBpcyB1c2VkIGZvciB0aGUgbW9zdCBzYWxpZW50IGZlYXR1cmVzLiBXZSBkZW1vbnN0cmF0ZSB0aGF0IFRhYk5ldCBvdXRwZXJmb3JtcyBvdGhlciBuZXVyYWwgbmV0d29yayBhbmQgZGVjaXNpb24gdHJlZSB2YXJpYW50cyBvbiBhIHdpZGUgcmFuZ2Ugb2Ygbm9uLXBlcmZvcm1hbmNlLXNhdHVyYXRlZCB0YWJ1bGFyIGRhdGFzZXRzIGFuZCB5aWVsZHMgaW50ZXJwcmV0YWJsZSBmZWF0dXJlIGF0dHJpYnV0aW9ucyBwbHVzIGluc2lnaHRzIGludG8gdGhlIGdsb2JhbCBtb2RlbCBiZWhhdmlvci4gRmluYWxseSwgZm9yIHRoZSBmaXJzdCB0aW1lIHRvIG91ciBrbm93bGVkZ2UsIHdlIGRlbW9uc3RyYXRlIHNlbGYtc3VwZXJ2aXNlZCBsZWFybmluZyBmb3IgdGFidWxhciBkYXRhLCBzaWduaWZpY2FudGx5IGltcHJvdmluZyBwZXJmb3JtYW5jZSB3aXRoIHVuc3VwZXJ2aXNlZCByZXByZXNlbnRhdGlvbiBsZWFybmluZyB3aGVuIHVubGFiZWxlZCBkYXRhIGlzIGFidW5kYW50LjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1908.07442","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":3,"citationsOverTime":[{"year":"2022","total":1},{"year":"2024","total":2}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-27T10:14:44.000Z","registered":"2022-02-27T10:14:45.000Z","published":"2019","updated":"2024-08-14T21:15:22.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1908.07442","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.2196/31209","type":"dois"},{"id":"10.6084/m9.figshare.26607052","type":"dois"},{"id":"10.6084/m9.figshare.26607052.v1","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}