{"data":{"id":"10.48550/arxiv.1506.04557","type":"dois","attributes":{"doi":"10.48550/arxiv.1506.04557","prefix":"10.48550","suffix":"arxiv.1506.04557","identifiers":[{"identifier":"1506.04557","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1506.04557"}],"creators":[{"name":"Du, Chao","nameType":"Personal","givenName":"Chao","familyName":"Du","affiliation":[],"nameIdentifiers":[]},{"name":"Zhu, Jun","nameType":"Personal","givenName":"Jun","familyName":"Zhu","affiliation":[],"nameIdentifiers":[]},{"name":"Zhang, Bo","nameType":"Personal","givenName":"Bo","familyName":"Zhang","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Learning Deep Generative Models with Doubly Stochastic MCMC"}],"publisher":"arXiv","container":{},"publicationYear":2015,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2015-06-15T11:37:09Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2015-06-16T00:15:01Z","dateType":"Updated","dateInformation":"v1"},{"date":"2015-10-11T08:29:24Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2015-10-13T00:10:25Z","dateType":"Updated","dateInformation":"v2"},{"date":"2015-10-14T12:28:24Z","dateType":"Submitted","dateInformation":"v3"},{"date":"2015-10-15T00:09:53Z","dateType":"Updated","dateInformation":"v3"},{"date":"2016-03-07T14:14:00Z","dateType":"Submitted","dateInformation":"v4"},{"date":"2016-03-08T01:19:58Z","dateType":"Updated","dateInformation":"v4"},{"date":"2015-06","dateType":"Available","dateInformation":"v1"},{"date":"2015","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"4","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We present doubly stochastic gradient MCMC, a simple and generic method for (approximate) Bayesian inference of deep generative models (DGMs) in a collapsed continuous parameter space. At each MCMC sampling step, the algorithm randomly draws a mini-batch of data samples to estimate the gradient of log-posterior and further estimates the intractable expectation over hidden variables via a neural adaptive importance sampler, where the proposal distribution is parameterized by a deep neural network and learnt jointly. We demonstrate the effectiveness on learning various DGMs in a wide range of tasks, including density estimation, data generation and missing data imputation. Our method outperforms many state-of-the-art competitors.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNTA2LjA0NTU3PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTUwNi4wNDU1NzwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5EdSwgQ2hhbzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+Q2hhbzwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5EdTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5aaHUsIEp1bjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+SnVuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlpodTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5aaGFuZywgQm88L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkJvPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlpoYW5nPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5MZWFybmluZyBEZWVwIEdlbmVyYXRpdmUgTW9kZWxzIHdpdGggRG91Ymx5IFN0b2NoYXN0aWMgTUNNQzwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxNTwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTUtMDYtMTVUMTE6Mzc6MDlaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTUtMDYtMTZUMDA6MTU6MDFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxNS0xMC0xMVQwODoyOToyNFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxNS0xMC0xM1QwMDoxMDoyNVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYzIj4yMDE1LTEwLTE0VDEyOjI4OjI0WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYzIj4yMDE1LTEwLTE1VDAwOjA5OjUzWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjQiPjIwMTYtMDMtMDdUMTQ6MTQ6MDBaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjQiPjIwMTYtMDMtMDhUMDE6MTk6NThaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNS0wNjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj40PC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+V2UgcHJlc2VudCBkb3VibHkgc3RvY2hhc3RpYyBncmFkaWVudCBNQ01DLCBhIHNpbXBsZSBhbmQgZ2VuZXJpYyBtZXRob2QgZm9yIChhcHByb3hpbWF0ZSkgQmF5ZXNpYW4gaW5mZXJlbmNlIG9mIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbHMgKERHTXMpIGluIGEgY29sbGFwc2VkIGNvbnRpbnVvdXMgcGFyYW1ldGVyIHNwYWNlLiBBdCBlYWNoIE1DTUMgc2FtcGxpbmcgc3RlcCwgdGhlIGFsZ29yaXRobSByYW5kb21seSBkcmF3cyBhIG1pbmktYmF0Y2ggb2YgZGF0YSBzYW1wbGVzIHRvIGVzdGltYXRlIHRoZSBncmFkaWVudCBvZiBsb2ctcG9zdGVyaW9yIGFuZCBmdXJ0aGVyIGVzdGltYXRlcyB0aGUgaW50cmFjdGFibGUgZXhwZWN0YXRpb24gb3ZlciBoaWRkZW4gdmFyaWFibGVzIHZpYSBhIG5ldXJhbCBhZGFwdGl2ZSBpbXBvcnRhbmNlIHNhbXBsZXIsIHdoZXJlIHRoZSBwcm9wb3NhbCBkaXN0cmlidXRpb24gaXMgcGFyYW1ldGVyaXplZCBieSBhIGRlZXAgbmV1cmFsIG5ldHdvcmsgYW5kIGxlYXJudCBqb2ludGx5LiBXZSBkZW1vbnN0cmF0ZSB0aGUgZWZmZWN0aXZlbmVzcyBvbiBsZWFybmluZyB2YXJpb3VzIERHTXMgaW4gYSB3aWRlIHJhbmdlIG9mIHRhc2tzLCBpbmNsdWRpbmcgZGVuc2l0eSBlc3RpbWF0aW9uLCBkYXRhIGdlbmVyYXRpb24gYW5kIG1pc3NpbmcgZGF0YSBpbXB1dGF0aW9uLiBPdXIgbWV0aG9kIG91dHBlcmZvcm1zIG1hbnkgc3RhdGUtb2YtdGhlLWFydCBjb21wZXRpdG9ycy48L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://arxiv.org/abs/1506.04557","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-07T23:09:57.000Z","registered":"2022-03-07T23:09:59.000Z","published":"2015","updated":"2022-03-07T23:09:59.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1506.04557","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}