{"data":{"id":"10.48550/arxiv.1606.04474","type":"dois","attributes":{"doi":"10.48550/arxiv.1606.04474","prefix":"10.48550","suffix":"arxiv.1606.04474","identifiers":[{"identifier":"1606.04474","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1606.04474"}],"creators":[{"name":"Andrychowicz, Marcin","nameType":"Personal","givenName":"Marcin","familyName":"Andrychowicz","affiliation":[],"nameIdentifiers":[]},{"name":"Denil, Misha","nameType":"Personal","givenName":"Misha","familyName":"Denil","affiliation":[],"nameIdentifiers":[]},{"name":"Gomez, Sergio","nameType":"Personal","givenName":"Sergio","familyName":"Gomez","affiliation":[],"nameIdentifiers":[]},{"name":"Hoffman, Matthew W.","nameType":"Personal","givenName":"Matthew W.","familyName":"Hoffman","affiliation":[],"nameIdentifiers":[]},{"name":"Pfau, David","nameType":"Personal","givenName":"David","familyName":"Pfau","affiliation":[],"nameIdentifiers":[]},{"name":"Schaul, Tom","nameType":"Personal","givenName":"Tom","familyName":"Schaul","affiliation":[],"nameIdentifiers":[]},{"name":"Shillingford, Brendan","nameType":"Personal","givenName":"Brendan","familyName":"Shillingford","affiliation":[],"nameIdentifiers":[]},{"name":"de Freitas, Nando","nameType":"Personal","givenName":"Nando","familyName":"de Freitas","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Learning to learn by gradient descent by gradient descent"}],"publisher":"arXiv","container":{},"publicationYear":2016,"subjects":[{"lang":"en","subject":"Neural and Evolutionary Computing (cs.NE)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2016-06-14T17:49:32Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2016-06-15T00:14:27Z","dateType":"Updated","dateInformation":"v1"},{"date":"2016-11-30T16:45:45Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2016-12-01T01:08:31Z","dateType":"Updated","dateInformation":"v2"},{"date":"2016-06","dateType":"Available","dateInformation":"v1"},{"date":"2016","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"The move from hand-designed features to learned features in machine learning has been wildly successful. In spite of this, optimization algorithms are still designed by hand. In this paper we show how the design of an optimization algorithm can be cast as a learning problem, allowing the algorithm to learn to exploit structure in the problems of interest in an automatic way. Our learned algorithms, implemented by LSTMs, outperform generic, hand-designed competitors on the tasks for which they are trained, and also generalize well to new tasks with similar structure. We demonstrate this on a number of tasks, including simple convex problems, training neural networks, and styling images with neural art.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNjA2LjA0NDc0PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTYwNi4wNDQ3NDwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5BbmRyeWNob3dpY3osIE1hcmNpbjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TWFyY2luPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkFuZHJ5Y2hvd2ljejwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5EZW5pbCwgTWlzaGE8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPk1pc2hhPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkRlbmlsPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkdvbWV6LCBTZXJnaW88L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlNlcmdpbzwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5Hb21lejwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Ib2ZmbWFuLCBNYXR0aGV3IFcuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5NYXR0aGV3IFcuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkhvZmZtYW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UGZhdSwgRGF2aWQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkRhdmlkPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlBmYXU8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2NoYXVsLCBUb208L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlRvbTwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TY2hhdWw8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2hpbGxpbmdmb3JkLCBCcmVuZGFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5CcmVuZGFuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlNoaWxsaW5nZm9yZDwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5kZSBGcmVpdGFzLCBOYW5kbzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TmFuZG88L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+ZGUgRnJlaXRhczwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+TGVhcm5pbmcgdG8gbGVhcm4gYnkgZ3JhZGllbnQgZGVzY2VudCBieSBncmFkaWVudCBkZXNjZW50PC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDE2PC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TmV1cmFsIGFuZCBFdm9sdXRpb25hcnkgQ29tcHV0aW5nIChjcy5ORSk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE2LTA2LTE0VDE3OjQ5OjMyWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE2LTA2LTE1VDAwOjE0OjI3WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTYtMTEtMzBUMTY6NDU6NDVaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTYtMTItMDFUMDE6MDg6MzFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNi0wNjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+VGhlIG1vdmUgZnJvbSBoYW5kLWRlc2lnbmVkIGZlYXR1cmVzIHRvIGxlYXJuZWQgZmVhdHVyZXMgaW4gbWFjaGluZSBsZWFybmluZyBoYXMgYmVlbiB3aWxkbHkgc3VjY2Vzc2Z1bC4gSW4gc3BpdGUgb2YgdGhpcywgb3B0aW1pemF0aW9uIGFsZ29yaXRobXMgYXJlIHN0aWxsIGRlc2lnbmVkIGJ5IGhhbmQuIEluIHRoaXMgcGFwZXIgd2Ugc2hvdyBob3cgdGhlIGRlc2lnbiBvZiBhbiBvcHRpbWl6YXRpb24gYWxnb3JpdGhtIGNhbiBiZSBjYXN0IGFzIGEgbGVhcm5pbmcgcHJvYmxlbSwgYWxsb3dpbmcgdGhlIGFsZ29yaXRobSB0byBsZWFybiB0byBleHBsb2l0IHN0cnVjdHVyZSBpbiB0aGUgcHJvYmxlbXMgb2YgaW50ZXJlc3QgaW4gYW4gYXV0b21hdGljIHdheS4gT3VyIGxlYXJuZWQgYWxnb3JpdGhtcywgaW1wbGVtZW50ZWQgYnkgTFNUTXMsIG91dHBlcmZvcm0gZ2VuZXJpYywgaGFuZC1kZXNpZ25lZCBjb21wZXRpdG9ycyBvbiB0aGUgdGFza3MgZm9yIHdoaWNoIHRoZXkgYXJlIHRyYWluZWQsIGFuZCBhbHNvIGdlbmVyYWxpemUgd2VsbCB0byBuZXcgdGFza3Mgd2l0aCBzaW1pbGFyIHN0cnVjdHVyZS4gV2UgZGVtb25zdHJhdGUgdGhpcyBvbiBhIG51bWJlciBvZiB0YXNrcywgaW5jbHVkaW5nIHNpbXBsZSBjb252ZXggcHJvYmxlbXMsIHRyYWluaW5nIG5ldXJhbCBuZXR3b3JrcywgYW5kIHN0eWxpbmcgaW1hZ2VzIHdpdGggbmV1cmFsIGFydC48L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://arxiv.org/abs/1606.04474","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-06T01:09:48.000Z","registered":"2022-03-06T01:09:49.000Z","published":"2016","updated":"2022-03-06T01:09:49.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1606.04474","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}