{"data":{"id":"10.48550/arxiv.2002.10631","type":"dois","attributes":{"doi":"10.48550/arxiv.2002.10631","prefix":"10.48550","suffix":"arxiv.2002.10631","identifiers":[{"identifier":"2002.10631","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2002.10631"}],"creators":[{"name":"Ghose, Amur","nameType":"Personal","givenName":"Amur","familyName":"Ghose","affiliation":[],"nameIdentifiers":[]},{"name":"Rashwan, Abdullah","nameType":"Personal","givenName":"Abdullah","familyName":"Rashwan","affiliation":[],"nameIdentifiers":[]},{"name":"Poupart, Pascal","nameType":"Personal","givenName":"Pascal","familyName":"Poupart","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Batch norm with entropic regularization turns deterministic autoencoders into generative models"}],"publisher":"arXiv","container":{},"publicationYear":2020,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2020-02-25T02:42:18Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2020-02-26T01:06:46Z","dateType":"Updated","dateInformation":"v1"},{"date":"2021-09-22T00:51:29Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2021-09-23T00:07:07Z","dateType":"Updated","dateInformation":"v2"},{"date":"2020-02","dateType":"Available","dateInformation":"v1"},{"date":"2020","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"The variational autoencoder is a well defined deep generative model that utilizes an encoder-decoder framework where an encoding neural network outputs a non-deterministic code for reconstructing an input. The encoder achieves this by sampling from a distribution for every input, instead of outputting a deterministic code per input. The great advantage of this process is that it allows the use of the network as a generative model for sampling from the data distribution beyond provided samples for training. We show in this work that utilizing batch normalization as a source for non-determinism suffices to turn deterministic autoencoders into generative models on par with variational ones, so long as we add a suitable entropic regularization to the training objective.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMDAyLjEwNjMxPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjAwMi4xMDYzMTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HaG9zZSwgQW11cjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+QW11cjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5HaG9zZTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5SYXNod2FuLCBBYmR1bGxhaDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+QWJkdWxsYWg8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+UmFzaHdhbjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Qb3VwYXJ0LCBQYXNjYWw8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlBhc2NhbDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5Qb3VwYXJ0PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5CYXRjaCBub3JtIHdpdGggZW50cm9waWMgcmVndWxhcml6YXRpb24gdHVybnMgZGV0ZXJtaW5pc3RpYyBhdXRvZW5jb2RlcnMgaW50byBnZW5lcmF0aXZlIG1vZGVsczwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAyMDwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIwLTAyLTI1VDAyOjQyOjE4WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIwLTAyLTI2VDAxOjA2OjQ2WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjEtMDktMjJUMDA6NTE6MjlaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjEtMDktMjNUMDA6MDc6MDdaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMC0wMjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iVGV4dCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjI8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5UaGUgdmFyaWF0aW9uYWwgYXV0b2VuY29kZXIgaXMgYSB3ZWxsIGRlZmluZWQgZGVlcCBnZW5lcmF0aXZlIG1vZGVsIHRoYXQgdXRpbGl6ZXMgYW4gZW5jb2Rlci1kZWNvZGVyIGZyYW1ld29yayB3aGVyZSBhbiBlbmNvZGluZyBuZXVyYWwgbmV0d29yayBvdXRwdXRzIGEgbm9uLWRldGVybWluaXN0aWMgY29kZSBmb3IgcmVjb25zdHJ1Y3RpbmcgYW4gaW5wdXQuIFRoZSBlbmNvZGVyIGFjaGlldmVzIHRoaXMgYnkgc2FtcGxpbmcgZnJvbSBhIGRpc3RyaWJ1dGlvbiBmb3IgZXZlcnkgaW5wdXQsIGluc3RlYWQgb2Ygb3V0cHV0dGluZyBhIGRldGVybWluaXN0aWMgY29kZSBwZXIgaW5wdXQuIFRoZSBncmVhdCBhZHZhbnRhZ2Ugb2YgdGhpcyBwcm9jZXNzIGlzIHRoYXQgaXQgYWxsb3dzIHRoZSB1c2Ugb2YgdGhlIG5ldHdvcmsgYXMgYSBnZW5lcmF0aXZlIG1vZGVsIGZvciBzYW1wbGluZyBmcm9tIHRoZSBkYXRhIGRpc3RyaWJ1dGlvbiBiZXlvbmQgcHJvdmlkZWQgc2FtcGxlcyBmb3IgdHJhaW5pbmcuIFdlIHNob3cgaW4gdGhpcyB3b3JrIHRoYXQgdXRpbGl6aW5nIGJhdGNoIG5vcm1hbGl6YXRpb24gYXMgYSBzb3VyY2UgZm9yIG5vbi1kZXRlcm1pbmlzbSBzdWZmaWNlcyB0byB0dXJuIGRldGVybWluaXN0aWMgYXV0b2VuY29kZXJzIGludG8gZ2VuZXJhdGl2ZSBtb2RlbHMgb24gcGFyIHdpdGggdmFyaWF0aW9uYWwgb25lcywgc28gbG9uZyBhcyB3ZSBhZGQgYSBzdWl0YWJsZSBlbnRyb3BpYyByZWd1bGFyaXphdGlvbiB0byB0aGUgdHJhaW5pbmcgb2JqZWN0aXZlLjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2002.10631","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-26T11:32:10.000Z","registered":"2022-02-26T11:32:11.000Z","published":"2020","updated":"2022-02-26T11:32:11.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2002.10631","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}