{"data":{"id":"10.48550/arxiv.2104.07636","type":"dois","attributes":{"doi":"10.48550/arxiv.2104.07636","prefix":"10.48550","suffix":"arxiv.2104.07636","identifiers":[{"identifier":"2104.07636","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2104.07636"}],"creators":[{"name":"Saharia, Chitwan","nameType":"Personal","givenName":"Chitwan","familyName":"Saharia","affiliation":[],"nameIdentifiers":[]},{"name":"Ho, Jonathan","nameType":"Personal","givenName":"Jonathan","familyName":"Ho","affiliation":[],"nameIdentifiers":[]},{"name":"Chan, William","nameType":"Personal","givenName":"William","familyName":"Chan","affiliation":[],"nameIdentifiers":[]},{"name":"Salimans, Tim","nameType":"Personal","givenName":"Tim","familyName":"Salimans","affiliation":[],"nameIdentifiers":[]},{"name":"Fleet, David J.","nameType":"Personal","givenName":"David J.","familyName":"Fleet","affiliation":[],"nameIdentifiers":[]},{"name":"Norouzi, Mohammad","nameType":"Personal","givenName":"Mohammad","familyName":"Norouzi","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Image Super-Resolution via Iterative Refinement"}],"publisher":"arXiv","container":{},"publicationYear":2021,"subjects":[{"lang":"en","subject":"Image and Video Processing (eess.IV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2021-04-15T17:50:42Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2021-04-16T00:26:50Z","dateType":"Updated","dateInformation":"v1"},{"date":"2021-06-30T07:34:57Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2021-07-01T00:12:19Z","dateType":"Updated","dateInformation":"v2"},{"date":"2021-04","dateType":"Available","dateInformation":"v1"},{"date":"2021","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We present SR3, an approach to image Super-Resolution via Repeated Refinement. SR3 adapts denoising diffusion probabilistic models to conditional image generation and performs super-resolution through a stochastic denoising process. Inference starts with pure Gaussian noise and iteratively refines the noisy output using a U-Net model trained on denoising at various noise levels. SR3 exhibits strong performance on super-resolution tasks at different magnification factors, on faces and natural images. We conduct human evaluation on a standard 8X face super-resolution task on CelebA-HQ, comparing with SOTA GAN methods. SR3 achieves a fool rate close to 50%, suggesting photo-realistic outputs, while GANs do not exceed a fool rate of 34%. We further show the effectiveness of SR3 in cascaded image generation, where generative models are chained with super-resolution models, yielding a competitive FID score of 11.3 on ImageNet.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMTA0LjA3NjM2PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjEwNC4wNzYzNjwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5TYWhhcmlhLCBDaGl0d2FuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5DaGl0d2FuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlNhaGFyaWE8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+SG8sIEpvbmF0aGFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Kb25hdGhhbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5IbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5DaGFuLCBXaWxsaWFtPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5XaWxsaWFtPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkNoYW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2FsaW1hbnMsIFRpbTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+VGltPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlNhbGltYW5zPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkZsZWV0LCBEYXZpZCBKLjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RGF2aWQgSi48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+RmxlZXQ8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+Tm9yb3V6aSwgTW9oYW1tYWQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPk1vaGFtbWFkPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPk5vcm91emk8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkltYWdlIFN1cGVyLVJlc29sdXRpb24gdmlhIEl0ZXJhdGl2ZSBSZWZpbmVtZW50PC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDIxPC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+SW1hZ2UgYW5kIFZpZGVvIFByb2Nlc3NpbmcgKGVlc3MuSVYpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+Q29tcHV0ZXIgVmlzaW9uIGFuZCBQYXR0ZXJuIFJlY29nbml0aW9uIChjcy5DVik8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBFbGVjdHJpY2FsIGVuZ2luZWVyaW5nLCBlbGVjdHJvbmljIGVuZ2luZWVyaW5nLCBpbmZvcm1hdGlvbiBlbmdpbmVlcmluZzwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjEtMDQtMTVUMTc6NTA6NDJaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjEtMDQtMTZUMDA6MjY6NTBaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAyMS0wNi0zMFQwNzozNDo1N1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAyMS0wNy0wMVQwMDoxMjoxOVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIxLTA0PC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjI8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5XZSBwcmVzZW50IFNSMywgYW4gYXBwcm9hY2ggdG8gaW1hZ2UgU3VwZXItUmVzb2x1dGlvbiB2aWEgUmVwZWF0ZWQgUmVmaW5lbWVudC4gU1IzIGFkYXB0cyBkZW5vaXNpbmcgZGlmZnVzaW9uIHByb2JhYmlsaXN0aWMgbW9kZWxzIHRvIGNvbmRpdGlvbmFsIGltYWdlIGdlbmVyYXRpb24gYW5kIHBlcmZvcm1zIHN1cGVyLXJlc29sdXRpb24gdGhyb3VnaCBhIHN0b2NoYXN0aWMgZGVub2lzaW5nIHByb2Nlc3MuIEluZmVyZW5jZSBzdGFydHMgd2l0aCBwdXJlIEdhdXNzaWFuIG5vaXNlIGFuZCBpdGVyYXRpdmVseSByZWZpbmVzIHRoZSBub2lzeSBvdXRwdXQgdXNpbmcgYSBVLU5ldCBtb2RlbCB0cmFpbmVkIG9uIGRlbm9pc2luZyBhdCB2YXJpb3VzIG5vaXNlIGxldmVscy4gU1IzIGV4aGliaXRzIHN0cm9uZyBwZXJmb3JtYW5jZSBvbiBzdXBlci1yZXNvbHV0aW9uIHRhc2tzIGF0IGRpZmZlcmVudCBtYWduaWZpY2F0aW9uIGZhY3RvcnMsIG9uIGZhY2VzIGFuZCBuYXR1cmFsIGltYWdlcy4gV2UgY29uZHVjdCBodW1hbiBldmFsdWF0aW9uIG9uIGEgc3RhbmRhcmQgOFggZmFjZSBzdXBlci1yZXNvbHV0aW9uIHRhc2sgb24gQ2VsZWJBLUhRLCBjb21wYXJpbmcgd2l0aCBTT1RBIEdBTiBtZXRob2RzLiBTUjMgYWNoaWV2ZXMgYSBmb29sIHJhdGUgY2xvc2UgdG8gNTAlLCBzdWdnZXN0aW5nIHBob3RvLXJlYWxpc3RpYyBvdXRwdXRzLCB3aGlsZSBHQU5zIGRvIG5vdCBleGNlZWQgYSBmb29sIHJhdGUgb2YgMzQlLiBXZSBmdXJ0aGVyIHNob3cgdGhlIGVmZmVjdGl2ZW5lc3Mgb2YgU1IzIGluIGNhc2NhZGVkIGltYWdlIGdlbmVyYXRpb24sIHdoZXJlIGdlbmVyYXRpdmUgbW9kZWxzIGFyZSBjaGFpbmVkIHdpdGggc3VwZXItcmVzb2x1dGlvbiBtb2RlbHMsIHlpZWxkaW5nIGEgY29tcGV0aXRpdmUgRklEIHNjb3JlIG9mIDExLjMgb24gSW1hZ2VOZXQuPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/2104.07636","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-22T08:14:29.000Z","registered":"2022-02-22T08:14:30.000Z","published":"2021","updated":"2022-02-22T08:14:30.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2104.07636","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}