{"data":{"id":"10.48550/arxiv.1806.09055","type":"dois","attributes":{"doi":"10.48550/arxiv.1806.09055","prefix":"10.48550","suffix":"arxiv.1806.09055","identifiers":[{"identifier":"1806.09055","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1806.09055"}],"creators":[{"name":"Liu, Hanxiao","nameType":"Personal","givenName":"Hanxiao","familyName":"Liu","affiliation":[],"nameIdentifiers":[]},{"name":"Simonyan, Karen","nameType":"Personal","givenName":"Karen","familyName":"Simonyan","affiliation":[],"nameIdentifiers":[]},{"name":"Yang, Yiming","nameType":"Personal","givenName":"Yiming","familyName":"Yang","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"DARTS: Differentiable Architecture Search"}],"publisher":"arXiv","container":{},"publicationYear":2018,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computation and Language (cs.CL)","subjectScheme":"arXiv"},{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2018-06-24T00:06:13Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2018-06-26T00:07:56Z","dateType":"Updated","dateInformation":"v1"},{"date":"2019-04-23T06:29:32Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2019-04-24T00:07:30Z","dateType":"Updated","dateInformation":"v2"},{"date":"2018-06","dateType":"Available","dateInformation":"v1"},{"date":"2018","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"This paper addresses the scalability challenge of architecture search by formulating the task in a differentiable manner. Unlike conventional approaches of applying evolution or reinforcement learning over a discrete and non-differentiable search space, our method is based on the continuous relaxation of the architecture representation, allowing efficient search of the architecture using gradient descent. Extensive experiments on CIFAR-10, ImageNet, Penn Treebank and WikiText-2 show that our algorithm excels in discovering high-performance convolutional architectures for image classification and recurrent architectures for language modeling, while being orders of magnitude faster than state-of-the-art non-differentiable techniques. Our implementation has been made publicly available to facilitate further research on efficient architecture search algorithms.","descriptionType":"Abstract"},{"description":"Published at ICLR 2019; Code and pretrained models available at https://github.com/quark0/darts","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xODA2LjA5MDU1PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTgwNi4wOTA1NTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5MaXUsIEhhbnhpYW88L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkhhbnhpYW88L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TGl1PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlNpbW9ueWFuLCBLYXJlbjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+S2FyZW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+U2ltb255YW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+WWFuZywgWWltaW5nPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5ZaW1pbmc8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+WWFuZzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+REFSVFM6IERpZmZlcmVudGlhYmxlIEFyY2hpdGVjdHVyZSBTZWFyY2g8L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMTg8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5Db21wdXRhdGlvbiBhbmQgTGFuZ3VhZ2UgKGNzLkNMKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGVyIFZpc2lvbiBhbmQgUGF0dGVybiBSZWNvZ25pdGlvbiAoY3MuQ1YpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA2LTI0VDAwOjA2OjEzWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE4LTA2LTI2VDAwOjA3OjU2WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTktMDQtMjNUMDY6Mjk6MzJaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMTktMDQtMjRUMDA6MDc6MzBaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxOC0wNjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9hcnhpdi5vcmcvbGljZW5zZXMvbm9uZXhjbHVzaXZlLWRpc3RyaWIvMS4wLyI+YXJYaXYub3JnIHBlcnBldHVhbCwgbm9uLWV4Y2x1c2l2ZSBsaWNlbnNlPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+VGhpcyBwYXBlciBhZGRyZXNzZXMgdGhlIHNjYWxhYmlsaXR5IGNoYWxsZW5nZSBvZiBhcmNoaXRlY3R1cmUgc2VhcmNoIGJ5IGZvcm11bGF0aW5nIHRoZSB0YXNrIGluIGEgZGlmZmVyZW50aWFibGUgbWFubmVyLiBVbmxpa2UgY29udmVudGlvbmFsIGFwcHJvYWNoZXMgb2YgYXBwbHlpbmcgZXZvbHV0aW9uIG9yIHJlaW5mb3JjZW1lbnQgbGVhcm5pbmcgb3ZlciBhIGRpc2NyZXRlIGFuZCBub24tZGlmZmVyZW50aWFibGUgc2VhcmNoIHNwYWNlLCBvdXIgbWV0aG9kIGlzIGJhc2VkIG9uIHRoZSBjb250aW51b3VzIHJlbGF4YXRpb24gb2YgdGhlIGFyY2hpdGVjdHVyZSByZXByZXNlbnRhdGlvbiwgYWxsb3dpbmcgZWZmaWNpZW50IHNlYXJjaCBvZiB0aGUgYXJjaGl0ZWN0dXJlIHVzaW5nIGdyYWRpZW50IGRlc2NlbnQuIEV4dGVuc2l2ZSBleHBlcmltZW50cyBvbiBDSUZBUi0xMCwgSW1hZ2VOZXQsIFBlbm4gVHJlZWJhbmsgYW5kIFdpa2lUZXh0LTIgc2hvdyB0aGF0IG91ciBhbGdvcml0aG0gZXhjZWxzIGluIGRpc2NvdmVyaW5nIGhpZ2gtcGVyZm9ybWFuY2UgY29udm9sdXRpb25hbCBhcmNoaXRlY3R1cmVzIGZvciBpbWFnZSBjbGFzc2lmaWNhdGlvbiBhbmQgcmVjdXJyZW50IGFyY2hpdGVjdHVyZXMgZm9yIGxhbmd1YWdlIG1vZGVsaW5nLCB3aGlsZSBiZWluZyBvcmRlcnMgb2YgbWFnbml0dWRlIGZhc3RlciB0aGFuIHN0YXRlLW9mLXRoZS1hcnQgbm9uLWRpZmZlcmVudGlhYmxlIHRlY2huaXF1ZXMuIE91ciBpbXBsZW1lbnRhdGlvbiBoYXMgYmVlbiBtYWRlIHB1YmxpY2x5IGF2YWlsYWJsZSB0byBmYWNpbGl0YXRlIGZ1cnRoZXIgcmVzZWFyY2ggb24gZWZmaWNpZW50IGFyY2hpdGVjdHVyZSBzZWFyY2ggYWxnb3JpdGhtcy48L2Rlc2NyaXB0aW9uPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iT3RoZXIiPlB1Ymxpc2hlZCBhdCBJQ0xSIDIwMTk7IENvZGUgYW5kIHByZXRyYWluZWQgbW9kZWxzIGF2YWlsYWJsZSBhdCBodHRwczovL2dpdGh1Yi5jb20vcXVhcmswL2RhcnRzPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/1806.09055","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-02T12:50:01.000Z","registered":"2022-03-02T12:50:01.000Z","published":"2018","updated":"2022-03-02T12:50:01.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1806.09055","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}