{"data":{"id":"10.48550/arxiv.1612.00410","type":"dois","attributes":{"doi":"10.48550/arxiv.1612.00410","prefix":"10.48550","suffix":"arxiv.1612.00410","identifiers":[{"identifier":"1612.00410","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1612.00410"}],"creators":[{"name":"Alemi, Alexander A.","nameType":"Personal","givenName":"Alexander A.","familyName":"Alemi","affiliation":[],"nameIdentifiers":[]},{"name":"Fischer, Ian","nameType":"Personal","givenName":"Ian","familyName":"Fischer","affiliation":[],"nameIdentifiers":[]},{"name":"Dillon, Joshua V.","nameType":"Personal","givenName":"Joshua V.","familyName":"Dillon","affiliation":[],"nameIdentifiers":[]},{"name":"Murphy, Kevin","nameType":"Personal","givenName":"Kevin","familyName":"Murphy","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Deep Variational Information Bottleneck"}],"publisher":"arXiv","container":{},"publicationYear":2016,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Information Theory (cs.IT)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2016-12-01T20:12:40Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2016-12-02T01:09:13Z","dateType":"Updated","dateInformation":"v1"},{"date":"2017-01-27T21:17:12Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2017-01-31T01:01:10Z","dateType":"Updated","dateInformation":"v2"},{"date":"2017-02-22T21:20:21Z","dateType":"Submitted","dateInformation":"v3"},{"date":"2017-02-24T01:01:00Z","dateType":"Updated","dateInformation":"v3"},{"date":"2017-03-16T22:38:37Z","dateType":"Submitted","dateInformation":"v4"},{"date":"2017-03-20T00:02:27Z","dateType":"Updated","dateInformation":"v4"},{"date":"2017-07-17T16:15:45Z","dateType":"Submitted","dateInformation":"v5"},{"date":"2017-07-18T00:12:09Z","dateType":"Updated","dateInformation":"v5"},{"date":"2019-05-28T21:42:47Z","dateType":"Submitted","dateInformation":"v6"},{"date":"2019-05-30T00:05:01Z","dateType":"Updated","dateInformation":"v6"},{"date":"2019-10-23T22:47:44Z","dateType":"Submitted","dateInformation":"v7"},{"date":"2019-10-25T00:05:31Z","dateType":"Updated","dateInformation":"v7"},{"date":"2016-12","dateType":"Available","dateInformation":"v1"},{"date":"2016","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"7","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We present a variational approximation to the information bottleneck of Tishby et al. (1999). This variational approach allows us to parameterize the information bottleneck model using a neural network and leverage the reparameterization trick for efficient training. We call this method \"Deep Variational Information Bottleneck\", or Deep VIB. We show that models trained with the VIB objective outperform those that are trained with other forms of regularization, in terms of generalization performance and robustness to adversarial attack.","descriptionType":"Abstract"},{"description":"19 pages, 8 figures, Accepted to ICLR17","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNjEyLjAwNDEwPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTYxMi4wMDQxMDwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5BbGVtaSwgQWxleGFuZGVyIEEuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5BbGV4YW5kZXIgQS48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+QWxlbWk8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+RmlzY2hlciwgSWFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5JYW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+RmlzY2hlcjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5EaWxsb24sIEpvc2h1YSBWLjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+Sm9zaHVhIFYuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkRpbGxvbjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5NdXJwaHksIEtldmluPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5LZXZpbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5NdXJwaHk8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkRlZXAgVmFyaWF0aW9uYWwgSW5mb3JtYXRpb24gQm90dGxlbmVjazwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxNjwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkluZm9ybWF0aW9uIFRoZW9yeSAoY3MuSVQpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNi0xMi0wMVQyMDoxMjo0MFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNi0xMi0wMlQwMTowOToxM1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE3LTAxLTI3VDIxOjE3OjEyWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE3LTAxLTMxVDAxOjAxOjEwWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMTctMDItMjJUMjE6MjA6MjFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMTctMDItMjRUMDE6MDE6MDBaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NCI+MjAxNy0wMy0xNlQyMjozODozN1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NCI+MjAxNy0wMy0yMFQwMDowMjoyN1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InY1Ij4yMDE3LTA3LTE3VDE2OjE1OjQ1WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InY1Ij4yMDE3LTA3LTE4VDAwOjEyOjA5WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjYiPjIwMTktMDUtMjhUMjE6NDI6NDdaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjYiPjIwMTktMDUtMzBUMDA6MDU6MDFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NyI+MjAxOS0xMC0yM1QyMjo0Nzo0NFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NyI+MjAxOS0xMC0yNVQwMDowNTozMVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE2LTEyPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJUZXh0Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHZlcnNpb24+NzwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vYXJ4aXYub3JnL2xpY2Vuc2VzL25vbmV4Y2x1c2l2ZS1kaXN0cmliLzEuMC8iPmFyWGl2Lm9yZyBwZXJwZXR1YWwsIG5vbi1leGNsdXNpdmUgbGljZW5zZTwvcmlnaHRzPgogIDwvcmlnaHRzTGlzdD4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPldlIHByZXNlbnQgYSB2YXJpYXRpb25hbCBhcHByb3hpbWF0aW9uIHRvIHRoZSBpbmZvcm1hdGlvbiBib3R0bGVuZWNrIG9mIFRpc2hieSBldCBhbC4gKDE5OTkpLiBUaGlzIHZhcmlhdGlvbmFsIGFwcHJvYWNoIGFsbG93cyB1cyB0byBwYXJhbWV0ZXJpemUgdGhlIGluZm9ybWF0aW9uIGJvdHRsZW5lY2sgbW9kZWwgdXNpbmcgYSBuZXVyYWwgbmV0d29yayBhbmQgbGV2ZXJhZ2UgdGhlIHJlcGFyYW1ldGVyaXphdGlvbiB0cmljayBmb3IgZWZmaWNpZW50IHRyYWluaW5nLiBXZSBjYWxsIHRoaXMgbWV0aG9kICJEZWVwIFZhcmlhdGlvbmFsIEluZm9ybWF0aW9uIEJvdHRsZW5lY2siLCBvciBEZWVwIFZJQi4gV2Ugc2hvdyB0aGF0IG1vZGVscyB0cmFpbmVkIHdpdGggdGhlIFZJQiBvYmplY3RpdmUgb3V0cGVyZm9ybSB0aG9zZSB0aGF0IGFyZSB0cmFpbmVkIHdpdGggb3RoZXIgZm9ybXMgb2YgcmVndWxhcml6YXRpb24sIGluIHRlcm1zIG9mIGdlbmVyYWxpemF0aW9uIHBlcmZvcm1hbmNlIGFuZCByb2J1c3RuZXNzIHRvIGFkdmVyc2FyaWFsIGF0dGFjay48L2Rlc2NyaXB0aW9uPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iT3RoZXIiPjE5IHBhZ2VzLCA4IGZpZ3VyZXMsIEFjY2VwdGVkIHRvIElDTFIxNzwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1612.00410","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":4,"citationsOverTime":[{"year":"2022","total":4}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-05T02:50:54.000Z","registered":"2022-03-05T02:50:55.000Z","published":"2016","updated":"2022-03-05T02:50:55.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1612.00410","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1021/acs.jctc.2c00058","type":"dois"},{"id":"10.1371/journal.pcbi.1010050","type":"dois"},{"id":"10.1007/s11042-022-12931-y","type":"dois"},{"id":"10.1073/pnas.2109011118","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}