{"data":{"id":"10.48550/arxiv.1710.10686","type":"dois","attributes":{"doi":"10.48550/arxiv.1710.10686","prefix":"10.48550","suffix":"arxiv.1710.10686","identifiers":[{"identifier":"1710.10686","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1710.10686"}],"creators":[{"name":"Kukačka, Jan","nameType":"Personal","givenName":"Jan","familyName":"Kukačka","affiliation":[],"nameIdentifiers":[]},{"name":"Golkov, Vladimir","nameType":"Personal","givenName":"Vladimir","familyName":"Golkov","affiliation":[],"nameIdentifiers":[]},{"name":"Cremers, Daniel","nameType":"Personal","givenName":"Daniel","familyName":"Cremers","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Regularization for Deep Learning: A Taxonomy"}],"publisher":"arXiv","container":{},"publicationYear":2017,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Artificial Intelligence (cs.AI)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Neural and Evolutionary Computing (cs.NE)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"lang":"en","subject":"I.2.6; I.5","subjectScheme":"ACM"},{"lang":"en","subject":"62M45","subjectScheme":"MSC"}],"contributors":[],"dates":[{"date":"2017-10-29T20:27:51Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2017-10-31T00:12:44Z","dateType":"Updated","dateInformation":"v1"},{"date":"2017-10","dateType":"Available","dateInformation":"v1"},{"date":"2017","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"1","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"Regularization is one of the crucial ingredients of deep learning, yet the term regularization has various definitions, and regularization methods are often studied separately from each other. In our work we present a systematic, unifying taxonomy to categorize existing methods. We distinguish methods that affect data, network architectures, error terms, regularization terms, and optimization procedures. We do not provide all details about the listed methods; instead, we present an overview of how the methods can be sorted into meaningful categories and sub-categories. This helps revealing links and fundamental similarities between them. Finally, we include practical recommendations both for users and for developers of new regularization methods.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNzEwLjEwNjg2PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTcxMC4xMDY4NjwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5LdWthxI1rYSwgSmFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5KYW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+S3VrYcSNa2E8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+R29sa292LCBWbGFkaW1pcjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+VmxhZGltaXI8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+R29sa292PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkNyZW1lcnMsIERhbmllbDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RGFuaWVsPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkNyZW1lcnM8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPlJlZ3VsYXJpemF0aW9uIGZvciBEZWVwIExlYXJuaW5nOiBBIFRheG9ub215PC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDE3PC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoY3MuTEcpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+QXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UgKGNzLkFJKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TmV1cmFsIGFuZCBFdm9sdXRpb25hcnkgQ29tcHV0aW5nIChjcy5ORSk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChzdGF0Lk1MKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iQUNNIj5JLjIuNjsgSS41PC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJNU0MiPjYyTTQ1PC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNy0xMC0yOVQyMDoyNzo1MVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNy0xMC0zMVQwMDoxMjo0NFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE3LTEwPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjE8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5SZWd1bGFyaXphdGlvbiBpcyBvbmUgb2YgdGhlIGNydWNpYWwgaW5ncmVkaWVudHMgb2YgZGVlcCBsZWFybmluZywgeWV0IHRoZSB0ZXJtIHJlZ3VsYXJpemF0aW9uIGhhcyB2YXJpb3VzIGRlZmluaXRpb25zLCBhbmQgcmVndWxhcml6YXRpb24gbWV0aG9kcyBhcmUgb2Z0ZW4gc3R1ZGllZCBzZXBhcmF0ZWx5IGZyb20gZWFjaCBvdGhlci4gSW4gb3VyIHdvcmsgd2UgcHJlc2VudCBhIHN5c3RlbWF0aWMsIHVuaWZ5aW5nIHRheG9ub215IHRvIGNhdGVnb3JpemUgZXhpc3RpbmcgbWV0aG9kcy4gV2UgZGlzdGluZ3Vpc2ggbWV0aG9kcyB0aGF0IGFmZmVjdCBkYXRhLCBuZXR3b3JrIGFyY2hpdGVjdHVyZXMsIGVycm9yIHRlcm1zLCByZWd1bGFyaXphdGlvbiB0ZXJtcywgYW5kIG9wdGltaXphdGlvbiBwcm9jZWR1cmVzLiBXZSBkbyBub3QgcHJvdmlkZSBhbGwgZGV0YWlscyBhYm91dCB0aGUgbGlzdGVkIG1ldGhvZHM7IGluc3RlYWQsIHdlIHByZXNlbnQgYW4gb3ZlcnZpZXcgb2YgaG93IHRoZSBtZXRob2RzIGNhbiBiZSBzb3J0ZWQgaW50byBtZWFuaW5nZnVsIGNhdGVnb3JpZXMgYW5kIHN1Yi1jYXRlZ29yaWVzLiBUaGlzIGhlbHBzIHJldmVhbGluZyBsaW5rcyBhbmQgZnVuZGFtZW50YWwgc2ltaWxhcml0aWVzIGJldHdlZW4gdGhlbS4gRmluYWxseSwgd2UgaW5jbHVkZSBwcmFjdGljYWwgcmVjb21tZW5kYXRpb25zIGJvdGggZm9yIHVzZXJzIGFuZCBmb3IgZGV2ZWxvcGVycyBvZiBuZXcgcmVndWxhcml6YXRpb24gbWV0aG9kcy48L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://arxiv.org/abs/1710.10686","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-03T22:11:56.000Z","registered":"2022-03-03T22:11:57.000Z","published":"2017","updated":"2022-03-03T22:11:57.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1710.10686","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}