{"data":{"id":"10.48550/arxiv.1712.09379","type":"dois","attributes":{"doi":"10.48550/arxiv.1712.09379","prefix":"10.48550","suffix":"arxiv.1712.09379","identifiers":[{"identifier":"1712.09379","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1712.09379"}],"creators":[{"name":"Khanna, Rajiv","nameType":"Personal","givenName":"Rajiv","familyName":"Khanna","affiliation":[],"nameIdentifiers":[]},{"name":"Kyrillidis, Anastasios","nameType":"Personal","givenName":"Anastasios","familyName":"Kyrillidis","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"IHT dies hard: Provable accelerated Iterative Hard Thresholding"}],"publisher":"arXiv","container":{},"publicationYear":2017,"subjects":[{"lang":"en","subject":"Optimization and Control (math.OC)","subjectScheme":"arXiv"},{"lang":"en","subject":"Data Structures and Algorithms (cs.DS)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Numerical Analysis (math.NA)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Mathematics","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Mathematics","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2017-12-26T19:40:47Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2017-12-29T01:00:45Z","dateType":"Updated","dateInformation":"v1"},{"date":"2019-09-13T18:01:30Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2019-09-17T00:01:03Z","dateType":"Updated","dateInformation":"v2"},{"date":"2017-12","dateType":"Available","dateInformation":"v1"},{"date":"2017","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"We study --both in theory and practice-- the use of momentum motions in classic iterative hard thresholding (IHT) methods. By simply modifying plain IHT, we investigate its convergence behavior on convex optimization criteria with non-convex constraints, under standard assumptions. In diverse scenaria, we observe that acceleration in IHT leads to significant improvements, compared to state of the art projected gradient descent and Frank-Wolfe variants. As a byproduct of our inspection, we study the impact of selecting the momentum parameter: similar to convex settings, two modes of behavior are observed --\"rippling\" and linear-- depending on the level of momentum.","descriptionType":"Abstract"},{"description":"accepted to AISTATS 2018","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNzEyLjA5Mzc5PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTcxMi4wOTM3OTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5LaGFubmEsIFJhaml2PC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5SYWppdjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5LaGFubmE8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+S3lyaWxsaWRpcywgQW5hc3Rhc2lvczwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+QW5hc3Rhc2lvczwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5LeXJpbGxpZGlzPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5JSFQgZGllcyBoYXJkOiBQcm92YWJsZSBhY2NlbGVyYXRlZCBJdGVyYXRpdmUgSGFyZCBUaHJlc2hvbGRpbmc8L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMTc8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5PcHRpbWl6YXRpb24gYW5kIENvbnRyb2wgKG1hdGguT0MpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+RGF0YSBTdHJ1Y3R1cmVzIGFuZCBBbGdvcml0aG1zIChjcy5EUyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5OdW1lcmljYWwgQW5hbHlzaXMgKG1hdGguTkEpPC9zdWJqZWN0PgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+TWFjaGluZSBMZWFybmluZyAoc3RhdC5NTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBNYXRoZW1hdGljczwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTctMTItMjZUMTk6NDA6NDdaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTctMTItMjlUMDE6MDA6NDVaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxOS0wOS0xM1QxODowMTozMFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAxOS0wOS0xN1QwMDowMTowM1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE3LTEyPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjI8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5XZSBzdHVkeSAtLWJvdGggaW4gdGhlb3J5IGFuZCBwcmFjdGljZS0tIHRoZSB1c2Ugb2YgbW9tZW50dW0gbW90aW9ucyBpbiBjbGFzc2ljIGl0ZXJhdGl2ZSBoYXJkIHRocmVzaG9sZGluZyAoSUhUKSBtZXRob2RzLiBCeSBzaW1wbHkgbW9kaWZ5aW5nIHBsYWluIElIVCwgd2UgaW52ZXN0aWdhdGUgaXRzIGNvbnZlcmdlbmNlIGJlaGF2aW9yIG9uIGNvbnZleCBvcHRpbWl6YXRpb24gY3JpdGVyaWEgd2l0aCBub24tY29udmV4IGNvbnN0cmFpbnRzLCB1bmRlciBzdGFuZGFyZCBhc3N1bXB0aW9ucy4gSW4gZGl2ZXJzZSBzY2VuYXJpYSwgd2Ugb2JzZXJ2ZSB0aGF0IGFjY2VsZXJhdGlvbiBpbiBJSFQgbGVhZHMgdG8gc2lnbmlmaWNhbnQgaW1wcm92ZW1lbnRzLCBjb21wYXJlZCB0byBzdGF0ZSBvZiB0aGUgYXJ0IHByb2plY3RlZCBncmFkaWVudCBkZXNjZW50IGFuZCBGcmFuay1Xb2xmZSB2YXJpYW50cy4gQXMgYSBieXByb2R1Y3Qgb2Ygb3VyIGluc3BlY3Rpb24sIHdlIHN0dWR5IHRoZSBpbXBhY3Qgb2Ygc2VsZWN0aW5nIHRoZSBtb21lbnR1bSBwYXJhbWV0ZXI6IHNpbWlsYXIgdG8gY29udmV4IHNldHRpbmdzLCB0d28gbW9kZXMgb2YgYmVoYXZpb3IgYXJlIG9ic2VydmVkIC0tInJpcHBsaW5nIiBhbmQgbGluZWFyLS0gZGVwZW5kaW5nIG9uIHRoZSBsZXZlbCBvZiBtb21lbnR1bS48L2Rlc2NyaXB0aW9uPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iT3RoZXIiPmFjY2VwdGVkIHRvIEFJU1RBVFMgMjAxODwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1712.09379","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-03T13:37:21.000Z","registered":"2022-03-03T13:37:21.000Z","published":"2017","updated":"2022-03-03T13:37:21.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1712.09379","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}