{"data":{"id":"10.48550/arxiv.1502.02551","type":"dois","attributes":{"doi":"10.48550/arxiv.1502.02551","prefix":"10.48550","suffix":"arxiv.1502.02551","identifiers":[{"identifier":"1502.02551","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1502.02551"}],"creators":[{"name":"Gupta, Suyog","nameType":"Personal","givenName":"Suyog","familyName":"Gupta","affiliation":[],"nameIdentifiers":[]},{"name":"Agrawal, Ankur","nameType":"Personal","givenName":"Ankur","familyName":"Agrawal","affiliation":[],"nameIdentifiers":[]},{"name":"Gopalakrishnan, Kailash","nameType":"Personal","givenName":"Kailash","familyName":"Gopalakrishnan","affiliation":[],"nameIdentifiers":[]},{"name":"Narayanan, Pritish","nameType":"Personal","givenName":"Pritish","familyName":"Narayanan","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Deep Learning with Limited Numerical Precision"}],"publisher":"arXiv","container":{},"publicationYear":2015,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Neural and Evolutionary Computing (cs.NE)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (stat.ML)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2015-02-09T16:37:29Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2015-02-11T01:06:49Z","dateType":"Updated","dateInformation":"v1"},{"date":"2015-02","dateType":"Available","dateInformation":"v1"},{"date":"2015","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"1","rightsList":[{"rights":"arXiv.org perpetual, non-exclusive license","rightsUri":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/"}],"descriptions":[{"description":"Training of large-scale deep neural networks is often constrained by the available computational resources. We study the effect of limited precision data representation and computation on neural network training. Within the context of low-precision fixed-point computations, we observe the rounding scheme to play a crucial role in determining the network's behavior during training. Our results show that deep networks can be trained using only 16-bit wide fixed-point number representation when using stochastic rounding, and incur little to no degradation in the classification accuracy. We also demonstrate an energy-efficient hardware accelerator that implements low-precision fixed-point arithmetic with stochastic rounding.","descriptionType":"Abstract"},{"description":"10 pages, 6 figures, 1 table","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNTAyLjAyNTUxPC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTUwMi4wMjU1MTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HdXB0YSwgU3V5b2c8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlN1eW9nPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkd1cHRhPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkFncmF3YWwsIEFua3VyPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Bbmt1cjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5BZ3Jhd2FsPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkdvcGFsYWtyaXNobmFuLCBLYWlsYXNoPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5LYWlsYXNoPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkdvcGFsYWtyaXNobmFuPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPk5hcmF5YW5hbiwgUHJpdGlzaDwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+UHJpdGlzaDwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5OYXJheWFuYW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkRlZXAgTGVhcm5pbmcgd2l0aCBMaW1pdGVkIE51bWVyaWNhbCBQcmVjaXNpb248L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMTU8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5OZXVyYWwgYW5kIEV2b2x1dGlvbmFyeSBDb21wdXRpbmcgKGNzLk5FKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKHN0YXQuTUwpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNS0wMi0wOVQxNjozNzoyOVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNS0wMi0xMVQwMTowNjo0OVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE1LTAyPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjE8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2FyeGl2Lm9yZy9saWNlbnNlcy9ub25leGNsdXNpdmUtZGlzdHJpYi8xLjAvIj5hclhpdi5vcmcgcGVycGV0dWFsLCBub24tZXhjbHVzaXZlIGxpY2Vuc2U8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5UcmFpbmluZyBvZiBsYXJnZS1zY2FsZSBkZWVwIG5ldXJhbCBuZXR3b3JrcyBpcyBvZnRlbiBjb25zdHJhaW5lZCBieSB0aGUgYXZhaWxhYmxlIGNvbXB1dGF0aW9uYWwgcmVzb3VyY2VzLiBXZSBzdHVkeSB0aGUgZWZmZWN0IG9mIGxpbWl0ZWQgcHJlY2lzaW9uIGRhdGEgcmVwcmVzZW50YXRpb24gYW5kIGNvbXB1dGF0aW9uIG9uIG5ldXJhbCBuZXR3b3JrIHRyYWluaW5nLiBXaXRoaW4gdGhlIGNvbnRleHQgb2YgbG93LXByZWNpc2lvbiBmaXhlZC1wb2ludCBjb21wdXRhdGlvbnMsIHdlIG9ic2VydmUgdGhlIHJvdW5kaW5nIHNjaGVtZSB0byBwbGF5IGEgY3J1Y2lhbCByb2xlIGluIGRldGVybWluaW5nIHRoZSBuZXR3b3JrJ3MgYmVoYXZpb3IgZHVyaW5nIHRyYWluaW5nLiBPdXIgcmVzdWx0cyBzaG93IHRoYXQgZGVlcCBuZXR3b3JrcyBjYW4gYmUgdHJhaW5lZCB1c2luZyBvbmx5IDE2LWJpdCB3aWRlIGZpeGVkLXBvaW50IG51bWJlciByZXByZXNlbnRhdGlvbiB3aGVuIHVzaW5nIHN0b2NoYXN0aWMgcm91bmRpbmcsIGFuZCBpbmN1ciBsaXR0bGUgdG8gbm8gZGVncmFkYXRpb24gaW4gdGhlIGNsYXNzaWZpY2F0aW9uIGFjY3VyYWN5LiBXZSBhbHNvIGRlbW9uc3RyYXRlIGFuIGVuZXJneS1lZmZpY2llbnQgaGFyZHdhcmUgYWNjZWxlcmF0b3IgdGhhdCBpbXBsZW1lbnRzIGxvdy1wcmVjaXNpb24gZml4ZWQtcG9pbnQgYXJpdGhtZXRpYyB3aXRoIHN0b2NoYXN0aWMgcm91bmRpbmcuPC9kZXNjcmlwdGlvbj4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9Ik90aGVyIj4xMCBwYWdlcywgNiBmaWd1cmVzLCAxIHRhYmxlPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/1502.02551","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":1,"citationsOverTime":[{"year":"2022","total":1}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-08T17:25:12.000Z","registered":"2022-03-08T17:25:17.000Z","published":"2015","updated":"2022-03-08T17:25:17.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1502.02551","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1145/3530909","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}