{"data":{"id":"10.48550/arxiv.2311.17042","type":"dois","attributes":{"doi":"10.48550/arxiv.2311.17042","prefix":"10.48550","suffix":"arxiv.2311.17042","identifiers":[{"identifier":"2311.17042","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2311.17042"}],"creators":[{"name":"Sauer, Axel","nameType":"Personal","givenName":"Axel","familyName":"Sauer","affiliation":[],"nameIdentifiers":[]},{"name":"Lorenz, Dominik","nameType":"Personal","givenName":"Dominik","familyName":"Lorenz","affiliation":[],"nameIdentifiers":[]},{"name":"Blattmann, Andreas","nameType":"Personal","givenName":"Andreas","familyName":"Blattmann","affiliation":[],"nameIdentifiers":[]},{"name":"Rombach, Robin","nameType":"Personal","givenName":"Robin","familyName":"Rombach","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Adversarial Diffusion Distillation"}],"publisher":"arXiv","container":{},"publicationYear":2023,"subjects":[{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2023-11-28T18:53:24Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2023-11-29T01:39:13Z","dateType":"Updated","dateInformation":"v1"},{"date":"2023-11","dateType":"Available","dateInformation":"v1"},{"date":"2023","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"1","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"We introduce Adversarial Diffusion Distillation (ADD), a novel training approach that efficiently samples large-scale foundational image diffusion models in just 1-4 steps while maintaining high image quality. We use score distillation to leverage large-scale off-the-shelf image diffusion models as a teacher signal in combination with an adversarial loss to ensure high image fidelity even in the low-step regime of one or two sampling steps. Our analyses show that our model clearly outperforms existing few-step methods (GANs, Latent Consistency Models) in a single step and reaches the performance of state-of-the-art diffusion models (SDXL) in only four steps. ADD is the first method to unlock single-step, real-time image synthesis with foundation models. Code and weights available under https://github.com/Stability-AI/generative-models and https://huggingface.co/stabilityai/ .","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMzExLjE3MDQyPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjMxMS4xNzA0MjwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5TYXVlciwgQXhlbDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+QXhlbDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TYXVlcjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Mb3JlbnosIERvbWluaWs8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkRvbWluaWs8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TG9yZW56PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkJsYXR0bWFubiwgQW5kcmVhczwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+QW5kcmVhczwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5CbGF0dG1hbm48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+Um9tYmFjaCwgUm9iaW48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlJvYmluPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlJvbWJhY2g8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkFkdmVyc2FyaWFsIERpZmZ1c2lvbiBEaXN0aWxsYXRpb248L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMjM8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5Db21wdXRlciBWaXNpb24gYW5kIFBhdHRlcm4gUmVjb2duaXRpb24gKGNzLkNWKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjMtMTEtMjhUMTg6NTM6MjRaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjMtMTEtMjlUMDE6Mzk6MTNaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMy0xMTwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4xPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9jcmVhdGl2ZWNvbW1vbnMub3JnL2xpY2Vuc2VzL2J5LzQuMC8iIHJpZ2h0c0lkZW50aWZpZXJTY2hlbWU9IlNQRFgiIHJpZ2h0c0lkZW50aWZpZXI9IkNDLUJZLTQuMCI+Q3JlYXRpdmUgQ29tbW9ucyBBdHRyaWJ1dGlvbiA0LjAgSW50ZXJuYXRpb25hbDwvcmlnaHRzPgogIDwvcmlnaHRzTGlzdD4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPldlIGludHJvZHVjZSBBZHZlcnNhcmlhbCBEaWZmdXNpb24gRGlzdGlsbGF0aW9uIChBREQpLCBhIG5vdmVsIHRyYWluaW5nIGFwcHJvYWNoIHRoYXQgZWZmaWNpZW50bHkgc2FtcGxlcyBsYXJnZS1zY2FsZSBmb3VuZGF0aW9uYWwgaW1hZ2UgZGlmZnVzaW9uIG1vZGVscyBpbiBqdXN0IDEtNCBzdGVwcyB3aGlsZSBtYWludGFpbmluZyBoaWdoIGltYWdlIHF1YWxpdHkuIFdlIHVzZSBzY29yZSBkaXN0aWxsYXRpb24gdG8gbGV2ZXJhZ2UgbGFyZ2Utc2NhbGUgb2ZmLXRoZS1zaGVsZiBpbWFnZSBkaWZmdXNpb24gbW9kZWxzIGFzIGEgdGVhY2hlciBzaWduYWwgaW4gY29tYmluYXRpb24gd2l0aCBhbiBhZHZlcnNhcmlhbCBsb3NzIHRvIGVuc3VyZSBoaWdoIGltYWdlIGZpZGVsaXR5IGV2ZW4gaW4gdGhlIGxvdy1zdGVwIHJlZ2ltZSBvZiBvbmUgb3IgdHdvIHNhbXBsaW5nIHN0ZXBzLiBPdXIgYW5hbHlzZXMgc2hvdyB0aGF0IG91ciBtb2RlbCBjbGVhcmx5IG91dHBlcmZvcm1zIGV4aXN0aW5nIGZldy1zdGVwIG1ldGhvZHMgKEdBTnMsIExhdGVudCBDb25zaXN0ZW5jeSBNb2RlbHMpIGluIGEgc2luZ2xlIHN0ZXAgYW5kIHJlYWNoZXMgdGhlIHBlcmZvcm1hbmNlIG9mIHN0YXRlLW9mLXRoZS1hcnQgZGlmZnVzaW9uIG1vZGVscyAoU0RYTCkgaW4gb25seSBmb3VyIHN0ZXBzLiBBREQgaXMgdGhlIGZpcnN0IG1ldGhvZCB0byB1bmxvY2sgc2luZ2xlLXN0ZXAsIHJlYWwtdGltZSBpbWFnZSBzeW50aGVzaXMgd2l0aCBmb3VuZGF0aW9uIG1vZGVscy4gQ29kZSBhbmQgd2VpZ2h0cyBhdmFpbGFibGUgdW5kZXIgaHR0cHM6Ly9naXRodWIuY29tL1N0YWJpbGl0eS1BSS9nZW5lcmF0aXZlLW1vZGVscyBhbmQgaHR0cHM6Ly9odWdnaW5nZmFjZS5jby9zdGFiaWxpdHlhaS8gLjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2311.17042","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2023-11-29T02:51:42.000Z","registered":"2023-11-29T02:51:43.000Z","published":"2023","updated":"2023-11-29T02:51:43.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2311.17042","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}