{"data":{"id":"10.48550/arxiv.2311.18828","type":"dois","attributes":{"doi":"10.48550/arxiv.2311.18828","prefix":"10.48550","suffix":"arxiv.2311.18828","identifiers":[{"identifier":"2311.18828","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2311.18828"}],"creators":[{"name":"Yin, Tianwei","nameType":"Personal","givenName":"Tianwei","familyName":"Yin","affiliation":[],"nameIdentifiers":[]},{"name":"Gharbi, Michaël","nameType":"Personal","givenName":"Michaël","familyName":"Gharbi","affiliation":[],"nameIdentifiers":[]},{"name":"Zhang, Richard","nameType":"Personal","givenName":"Richard","familyName":"Zhang","affiliation":[],"nameIdentifiers":[]},{"name":"Shechtman, Eli","nameType":"Personal","givenName":"Eli","familyName":"Shechtman","affiliation":[],"nameIdentifiers":[]},{"name":"Durand, Fredo","nameType":"Personal","givenName":"Fredo","familyName":"Durand","affiliation":[],"nameIdentifiers":[]},{"name":"Freeman, William T.","nameType":"Personal","givenName":"William T.","familyName":"Freeman","affiliation":[],"nameIdentifiers":[]},{"name":"Park, Taesung","nameType":"Personal","givenName":"Taesung","familyName":"Park","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"One-step Diffusion with Distribution Matching Distillation"}],"publisher":"arXiv","container":{},"publicationYear":2023,"subjects":[{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2023-11-30T18:59:20Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2023-12-01T01:39:43Z","dateType":"Updated","dateInformation":"v1"},{"date":"2023-12-03T19:41:38Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2023-12-05T01:34:02Z","dateType":"Updated","dateInformation":"v2"},{"date":"2023-12-05T16:08:36Z","dateType":"Submitted","dateInformation":"v3"},{"date":"2024-06-11T00:41:55Z","dateType":"Updated","dateInformation":"v3"},{"date":"2024-10-04T04:41:06Z","dateType":"Submitted","dateInformation":"v4"},{"date":"2024-10-08T00:04:38Z","dateType":"Updated","dateInformation":"v4"},{"date":"2023-11","dateType":"Available","dateInformation":"v1"},{"date":"2023","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"4","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Diffusion models generate high-quality images but require dozens of forward passes. We introduce Distribution Matching Distillation (DMD), a procedure to transform a diffusion model into a one-step image generator with minimal impact on image quality. We enforce the one-step image generator match the diffusion model at distribution level, by minimizing an approximate KL divergence whose gradient can be expressed as the difference between 2 score functions, one of the target distribution and the other of the synthetic distribution being produced by our one-step generator. The score functions are parameterized as two diffusion models trained separately on each distribution. Combined with a simple regression loss matching the large-scale structure of the multi-step diffusion outputs, our method outperforms all published few-step diffusion approaches, reaching 2.62 FID on ImageNet 64x64 and 11.49 FID on zero-shot COCO-30k, comparable to Stable Diffusion but orders of magnitude faster. Utilizing FP16 inference, our model generates images at 20 FPS on modern hardware.","descriptionType":"Abstract"},{"description":"CVPR 2024, Project page: https://tianweiy.github.io/dmd/","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMzExLjE4ODI4PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjMxMS4xODgyODwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5ZaW4sIFRpYW53ZWk8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlRpYW53ZWk8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+WWluPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkdoYXJiaSwgTWljaGHDq2w8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPk1pY2hhw6tsPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkdoYXJiaTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5aaGFuZywgUmljaGFyZDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+UmljaGFyZDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5aaGFuZzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5TaGVjaHRtYW4sIEVsaTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RWxpPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlNoZWNodG1hbjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5EdXJhbmQsIEZyZWRvPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5GcmVkbzwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5EdXJhbmQ8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+RnJlZW1hbiwgV2lsbGlhbSBULjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+V2lsbGlhbSBULjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5GcmVlbWFuPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlBhcmssIFRhZXN1bmc8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlRhZXN1bmc8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+UGFyazwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+T25lLXN0ZXAgRGlmZnVzaW9uIHdpdGggRGlzdHJpYnV0aW9uIE1hdGNoaW5nIERpc3RpbGxhdGlvbjwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAyMzwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMy0xMS0zMFQxODo1OToyMFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMy0xMi0wMVQwMTozOTo0M1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIzLTEyLTAzVDE5OjQxOjM4WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIzLTEyLTA1VDAxOjM0OjAyWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMjMtMTItMDVUMTY6MDg6MzZaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjMiPjIwMjQtMDYtMTFUMDA6NDE6NTVaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NCI+MjAyNC0xMC0wNFQwNDo0MTowNlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2NCI+MjAyNC0xMC0wOFQwMDowNDozOFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIzLTExPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJUZXh0Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHZlcnNpb24+NDwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS80LjAvIiByaWdodHNJZGVudGlmaWVyU2NoZW1lPSJTUERYIiByaWdodHNJZGVudGlmaWVyPSJDQy1CWS00LjAiPkNyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gNC4wIEludGVybmF0aW9uYWw8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5EaWZmdXNpb24gbW9kZWxzIGdlbmVyYXRlIGhpZ2gtcXVhbGl0eSBpbWFnZXMgYnV0IHJlcXVpcmUgZG96ZW5zIG9mIGZvcndhcmQgcGFzc2VzLiBXZSBpbnRyb2R1Y2UgRGlzdHJpYnV0aW9uIE1hdGNoaW5nIERpc3RpbGxhdGlvbiAoRE1EKSwgYSBwcm9jZWR1cmUgdG8gdHJhbnNmb3JtIGEgZGlmZnVzaW9uIG1vZGVsIGludG8gYSBvbmUtc3RlcCBpbWFnZSBnZW5lcmF0b3Igd2l0aCBtaW5pbWFsIGltcGFjdCBvbiBpbWFnZSBxdWFsaXR5LiBXZSBlbmZvcmNlIHRoZSBvbmUtc3RlcCBpbWFnZSBnZW5lcmF0b3IgbWF0Y2ggdGhlIGRpZmZ1c2lvbiBtb2RlbCBhdCBkaXN0cmlidXRpb24gbGV2ZWwsIGJ5IG1pbmltaXppbmcgYW4gYXBwcm94aW1hdGUgS0wgZGl2ZXJnZW5jZSB3aG9zZSBncmFkaWVudCBjYW4gYmUgZXhwcmVzc2VkIGFzIHRoZSBkaWZmZXJlbmNlIGJldHdlZW4gMiBzY29yZSBmdW5jdGlvbnMsIG9uZSBvZiB0aGUgdGFyZ2V0IGRpc3RyaWJ1dGlvbiBhbmQgdGhlIG90aGVyIG9mIHRoZSBzeW50aGV0aWMgZGlzdHJpYnV0aW9uIGJlaW5nIHByb2R1Y2VkIGJ5IG91ciBvbmUtc3RlcCBnZW5lcmF0b3IuIFRoZSBzY29yZSBmdW5jdGlvbnMgYXJlIHBhcmFtZXRlcml6ZWQgYXMgdHdvIGRpZmZ1c2lvbiBtb2RlbHMgdHJhaW5lZCBzZXBhcmF0ZWx5IG9uIGVhY2ggZGlzdHJpYnV0aW9uLiBDb21iaW5lZCB3aXRoIGEgc2ltcGxlIHJlZ3Jlc3Npb24gbG9zcyBtYXRjaGluZyB0aGUgbGFyZ2Utc2NhbGUgc3RydWN0dXJlIG9mIHRoZSBtdWx0aS1zdGVwIGRpZmZ1c2lvbiBvdXRwdXRzLCBvdXIgbWV0aG9kIG91dHBlcmZvcm1zIGFsbCBwdWJsaXNoZWQgZmV3LXN0ZXAgZGlmZnVzaW9uIGFwcHJvYWNoZXMsIHJlYWNoaW5nIDIuNjIgRklEIG9uIEltYWdlTmV0IDY0eDY0IGFuZCAxMS40OSBGSUQgb24gemVyby1zaG90IENPQ08tMzBrLCBjb21wYXJhYmxlIHRvIFN0YWJsZSBEaWZmdXNpb24gYnV0IG9yZGVycyBvZiBtYWduaXR1ZGUgZmFzdGVyLiBVdGlsaXppbmcgRlAxNiBpbmZlcmVuY2UsIG91ciBtb2RlbCBnZW5lcmF0ZXMgaW1hZ2VzIGF0IDIwIEZQUyBvbiBtb2Rlcm4gaGFyZHdhcmUuPC9kZXNjcmlwdGlvbj4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9Ik90aGVyIj5DVlBSIDIwMjQsIFByb2plY3QgcGFnZTogaHR0cHM6Ly90aWFud2VpeS5naXRodWIuaW8vZG1kLzwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2311.18828","contentUrl":null,"metadataVersion":4,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2023-12-01T02:50:36.000Z","registered":"2023-12-01T02:50:36.000Z","published":"2023","updated":"2024-10-08T04:09:24.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2311.18828","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}