{"data":{"id":"10.48550/arxiv.1805.07798","type":"dois","attributes":{"doi":"10.48550/arxiv.1805.07798","prefix":"10.48550","suffix":"arxiv.1805.07798","identifiers":[{"identifier":"1805.07798","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1805.07798"}],"creators":[{"name":"Du, Simon S.","nameType":"Personal","givenName":"Simon S.","familyName":"Du","affiliation":[],"nameIdentifiers":[]},{"name":"Goel, Surbhi","nameType":"Personal","givenName":"Surbhi","familyName":"Goel","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Improved Learning of One-hidden-layer Convolutional Neural Networks with Overlaps"}],"publisher":"arXiv","container":{},"publicationYear":2018,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Artificial Intelligence (cs.AI)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Data Structures and Algorithms (cs.DS)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2018-05-20T17:07:25Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2018-05-22T00:12:57Z","dateType":"Updated","dateInformation":"v1"},{"date":"2018-06-01T23:29:24Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2018-06-05T00:03:13Z","dateType":"Updated","dateInformation":"v2"},{"date":"2018-05","dateType":"Available","dateInformation":"v1"},{"date":"2018","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We propose a new algorithm to learn a one-hidden-layer convolutional neural network where both the convolutional weights and the outputs weights are parameters to be learned. Our algorithm works for a general class of (potentially overlapping) patches, including commonly used structures for computer vision tasks. Our algorithm draws ideas from (1) isotonic regression for learning neural networks and (2) landscape analysis of non-convex matrix factorization problems. We believe these findings may inspire further development in designing provable algorithms for learning neural networks and other complex models.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xODA1LjA3Nzk4PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTgwNS4wNzc5ODwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5EdSwgU2ltb24gUy48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlNpbW9uIFMuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkR1PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkdvZWwsIFN1cmJoaTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+U3VyYmhpPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkdvZWw8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkltcHJvdmVkIExlYXJuaW5nIG9mIE9uZS1oaWRkZW4tbGF5ZXIgQ29udm9sdXRpb25hbCBOZXVyYWwgTmV0d29ya3Mgd2l0aCBPdmVybGFwczwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxODwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIChjcy5BSSk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5Db21wdXRlciBWaXNpb24gYW5kIFBhdHRlcm4gUmVjb2duaXRpb24gKGNzLkNWKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkRhdGEgU3RydWN0dXJlcyBhbmQgQWxnb3JpdGhtcyAoY3MuRFMpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA1LTIwVDE3OjA3OjI1WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA1LTIyVDAwOjEyOjU3WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTgtMDYtMDFUMjM6Mjk6MjRaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTgtMDYtMDVUMDA6MDM6MTNaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxOC0wNTwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+V2UgcHJvcG9zZSBhIG5ldyBhbGdvcml0aG0gdG8gbGVhcm4gYSBvbmUtaGlkZGVuLWxheWVyIGNvbnZvbHV0aW9uYWwgbmV1cmFsIG5ldHdvcmsgd2hlcmUgYm90aCB0aGUgY29udm9sdXRpb25hbCB3ZWlnaHRzIGFuZCB0aGUgb3V0cHV0cyB3ZWlnaHRzIGFyZSBwYXJhbWV0ZXJzIHRvIGJlIGxlYXJuZWQuIE91ciBhbGdvcml0aG0gd29ya3MgZm9yIGEgZ2VuZXJhbCBjbGFzcyBvZiAocG90ZW50aWFsbHkgb3ZlcmxhcHBpbmcpIHBhdGNoZXMsIGluY2x1ZGluZyBjb21tb25seSB1c2VkIHN0cnVjdHVyZXMgZm9yIGNvbXB1dGVyIHZpc2lvbiB0YXNrcy4gT3VyIGFsZ29yaXRobSBkcmF3cyBpZGVhcyBmcm9tICgxKSBpc290b25pYyByZWdyZXNzaW9uIGZvciBsZWFybmluZyBuZXVyYWwgbmV0d29ya3MgYW5kICgyKSBsYW5kc2NhcGUgYW5hbHlzaXMgb2Ygbm9uLWNvbnZleCBtYXRyaXggZmFjdG9yaXphdGlvbiBwcm9ibGVtcy4gV2UgYmVsaWV2ZSB0aGVzZSBmaW5kaW5ncyBtYXkgaW5zcGlyZSBmdXJ0aGVyIGRldmVsb3BtZW50IGluIGRlc2lnbmluZyBwcm92YWJsZSBhbGdvcml0aG1zIGZvciBsZWFybmluZyBuZXVyYWwgbmV0d29ya3MgYW5kIG90aGVyIGNvbXBsZXggbW9kZWxzLjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1805.07798","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-02T09:45:51.000Z","registered":"2022-03-02T09:45:52.000Z","published":"2018","updated":"2022-03-02T09:45:52.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1805.07798","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}