{"data":{"id":"10.48550/arxiv.2102.07541","type":"dois","attributes":{"doi":"10.48550/arxiv.2102.07541","prefix":"10.48550","suffix":"arxiv.2102.07541","identifiers":[{"identifier":"2102.07541","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2102.07541"}],"creators":[{"name":"No, Albert","nameType":"Personal","givenName":"Albert","familyName":"No","affiliation":[],"nameIdentifiers":[]},{"name":"Yoon, TaeHo","nameType":"Personal","givenName":"TaeHo","familyName":"Yoon","affiliation":[],"nameIdentifiers":[]},{"name":"Kwon, Sehyun","nameType":"Personal","givenName":"Sehyun","familyName":"Kwon","affiliation":[],"nameIdentifiers":[]},{"name":"Ryu, Ernest K.","nameType":"Personal","givenName":"Ernest K.","familyName":"Ryu","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"WGAN with an Infinitely Wide Generator Has No Spurious Stationary Points"}],"publisher":"arXiv","container":{},"publicationYear":2021,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Optimization and Control (math.OC)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Mathematics","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Mathematics","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2021-02-15T13:24:19Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2021-02-16T01:34:16Z","dateType":"Updated","dateInformation":"v1"},{"date":"2021-06-09T07:41:58Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2021-06-10T00:14:49Z","dateType":"Updated","dateInformation":"v2"},{"date":"2021-02","dateType":"Available","dateInformation":"v1"},{"date":"2021","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Generative adversarial networks (GAN) are a widely used class of deep generative models, but their minimax training dynamics are not understood very well. In this work, we show that GANs with a 2-layer infinite-width generator and a 2-layer finite-width discriminator trained with stochastic gradient ascent-descent have no spurious stationary points. We then show that when the width of the generator is finite but wide, there are no spurious stationary points within a ball whose radius becomes arbitrarily large (to cover the entire parameter space) as the width goes to infinity.","descriptionType":"Abstract"},{"description":"Published at ICML 2021","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMTAyLjA3NTQxPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjEwMi4wNzU0MTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5ObywgQWxiZXJ0PC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5BbGJlcnQ8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+Tm88L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+WW9vbiwgVGFlSG88L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlRhZUhvPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPllvb248L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+S3dvbiwgU2VoeXVuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5TZWh5dW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+S3dvbjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5SeXUsIEVybmVzdCBLLjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RXJuZXN0IEsuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlJ5dTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+V0dBTiB3aXRoIGFuIEluZmluaXRlbHkgV2lkZSBHZW5lcmF0b3IgSGFzIE5vIFNwdXJpb3VzIFN0YXRpb25hcnkgUG9pbnRzPC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDIxPC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoY3MuTEcpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+T3B0aW1pemF0aW9uIGFuZCBDb250cm9sIChtYXRoLk9DKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IE1hdGhlbWF0aWNzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMS0wMi0xNVQxMzoyNDoxOVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMS0wMi0xNlQwMTozNDoxNlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIxLTA2LTA5VDA3OjQxOjU4WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDIxLTA2LTEwVDAwOjE0OjQ5WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJBdmFpbGFibGUiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjEtMDI8L2RhdGU+CiAgPC9kYXRlcz4KICA8cmVzb3VyY2VUeXBlIHJlc291cmNlVHlwZUdlbmVyYWw9IlByZXByaW50Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHZlcnNpb24+MjwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS80LjAvIiByaWdodHNJZGVudGlmaWVyU2NoZW1lPSJTUERYIiByaWdodHNJZGVudGlmaWVyPSJDQy1CWS00LjAiPkNyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gNC4wIEludGVybmF0aW9uYWw8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5HZW5lcmF0aXZlIGFkdmVyc2FyaWFsIG5ldHdvcmtzIChHQU4pIGFyZSBhIHdpZGVseSB1c2VkIGNsYXNzIG9mIGRlZXAgZ2VuZXJhdGl2ZSBtb2RlbHMsIGJ1dCB0aGVpciBtaW5pbWF4IHRyYWluaW5nIGR5bmFtaWNzIGFyZSBub3QgdW5kZXJzdG9vZCB2ZXJ5IHdlbGwuIEluIHRoaXMgd29yaywgd2Ugc2hvdyB0aGF0IEdBTnMgd2l0aCBhIDItbGF5ZXIgaW5maW5pdGUtd2lkdGggZ2VuZXJhdG9yIGFuZCBhIDItbGF5ZXIgZmluaXRlLXdpZHRoIGRpc2NyaW1pbmF0b3IgdHJhaW5lZCB3aXRoIHN0b2NoYXN0aWMgZ3JhZGllbnQgYXNjZW50LWRlc2NlbnQgaGF2ZSBubyBzcHVyaW91cyBzdGF0aW9uYXJ5IHBvaW50cy4gV2UgdGhlbiBzaG93IHRoYXQgd2hlbiB0aGUgd2lkdGggb2YgdGhlIGdlbmVyYXRvciBpcyBmaW5pdGUgYnV0IHdpZGUsIHRoZXJlIGFyZSBubyBzcHVyaW91cyBzdGF0aW9uYXJ5IHBvaW50cyB3aXRoaW4gYSBiYWxsIHdob3NlIHJhZGl1cyBiZWNvbWVzIGFyYml0cmFyaWx5IGxhcmdlICh0byBjb3ZlciB0aGUgZW50aXJlIHBhcmFtZXRlciBzcGFjZSkgYXMgdGhlIHdpZHRoIGdvZXMgdG8gaW5maW5pdHkuPC9kZXNjcmlwdGlvbj4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9Ik90aGVyIj5QdWJsaXNoZWQgYXQgSUNNTCAyMDIxPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/2102.07541","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-23T14:52:29.000Z","registered":"2022-02-23T14:52:30.000Z","published":"2021","updated":"2022-02-23T14:52:30.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2102.07541","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}