{"data":{"id":"10.48550/arxiv.1906.04329","type":"dois","attributes":{"doi":"10.48550/arxiv.1906.04329","prefix":"10.48550","suffix":"arxiv.1906.04329","identifiers":[{"identifier":"1906.04329","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1906.04329"}],"creators":[{"name":"Ramaswamy, Swaroop","nameType":"Personal","givenName":"Swaroop","familyName":"Ramaswamy","affiliation":[],"nameIdentifiers":[]},{"name":"Mathews, Rajiv","nameType":"Personal","givenName":"Rajiv","familyName":"Mathews","affiliation":[],"nameIdentifiers":[]},{"name":"Rao, Kanishka","nameType":"Personal","givenName":"Kanishka","familyName":"Rao","affiliation":[],"nameIdentifiers":[]},{"name":"Beaufays, Françoise","nameType":"Personal","givenName":"Françoise","familyName":"Beaufays","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Federated Learning for Emoji Prediction in a Mobile Keyboard"}],"publisher":"arXiv","container":{},"publicationYear":2019,"subjects":[{"lang":"en","subject":"Computation and Language (cs.CL)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2019-06-11T00:40:33Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2019-06-12T00:05:00Z","dateType":"Updated","dateInformation":"v1"},{"date":"2019-06","dateType":"Available","dateInformation":"v1"},{"date":"2019","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"1","rightsList":[{"rights":"Creative Commons Attribution Non Commercial Share Alike 4.0 International","rightsUri":"https://creativecommons.org/licenses/by-nc-sa/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-nc-sa-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"We show that a word-level recurrent neural network can predict emoji from text typed on a mobile keyboard. We demonstrate the usefulness of transfer learning for predicting emoji by pretraining the model using a language modeling task. We also propose mechanisms to trigger emoji and tune the diversity of candidates. The model is trained using a distributed on-device learning framework called federated learning. The federated model is shown to achieve better performance than a server-trained model. This work demonstrates the feasibility of using federated learning to train production-quality models for natural language understanding tasks while keeping users' data on their devices.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xOTA2LjA0MzI5PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTkwNi4wNDMyOTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5SYW1hc3dhbXksIFN3YXJvb3A8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlN3YXJvb3A8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+UmFtYXN3YW15PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPk1hdGhld3MsIFJhaml2PC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5SYWppdjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5NYXRoZXdzPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlJhbywgS2FuaXNoa2E8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkthbmlzaGthPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlJhbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5CZWF1ZmF5cywgRnJhbsOnb2lzZTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RnJhbsOnb2lzZTwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5CZWF1ZmF5czwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+RmVkZXJhdGVkIExlYXJuaW5nIGZvciBFbW9qaSBQcmVkaWN0aW9uIGluIGEgTW9iaWxlIEtleWJvYXJkPC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDE5PC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+Q29tcHV0YXRpb24gYW5kIExhbmd1YWdlIChjcy5DTCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE5LTA2LTExVDAwOjQwOjMzWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDE5LTA2LTEyVDAwOjA1OjAwWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJBdmFpbGFibGUiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTktMDY8L2RhdGU+CiAgPC9kYXRlcz4KICA8cmVzb3VyY2VUeXBlIHJlc291cmNlVHlwZUdlbmVyYWw9IlByZXByaW50Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHZlcnNpb24+MTwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS1uYy1zYS80LjAvIiByaWdodHNJZGVudGlmaWVyU2NoZW1lPSJTUERYIiByaWdodHNJZGVudGlmaWVyPSJDQy1CWS1OQy1TQS00LjAiPkNyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gTm9uIENvbW1lcmNpYWwgU2hhcmUgQWxpa2UgNC4wIEludGVybmF0aW9uYWw8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5XZSBzaG93IHRoYXQgYSB3b3JkLWxldmVsIHJlY3VycmVudCBuZXVyYWwgbmV0d29yayBjYW4gcHJlZGljdCBlbW9qaSBmcm9tIHRleHQgdHlwZWQgb24gYSBtb2JpbGUga2V5Ym9hcmQuIFdlIGRlbW9uc3RyYXRlIHRoZSB1c2VmdWxuZXNzIG9mIHRyYW5zZmVyIGxlYXJuaW5nIGZvciBwcmVkaWN0aW5nIGVtb2ppIGJ5IHByZXRyYWluaW5nIHRoZSBtb2RlbCB1c2luZyBhIGxhbmd1YWdlIG1vZGVsaW5nIHRhc2suIFdlIGFsc28gcHJvcG9zZSBtZWNoYW5pc21zIHRvIHRyaWdnZXIgZW1vamkgYW5kIHR1bmUgdGhlIGRpdmVyc2l0eSBvZiBjYW5kaWRhdGVzLiBUaGUgbW9kZWwgaXMgdHJhaW5lZCB1c2luZyBhIGRpc3RyaWJ1dGVkIG9uLWRldmljZSBsZWFybmluZyBmcmFtZXdvcmsgY2FsbGVkIGZlZGVyYXRlZCBsZWFybmluZy4gVGhlIGZlZGVyYXRlZCBtb2RlbCBpcyBzaG93biB0byBhY2hpZXZlIGJldHRlciBwZXJmb3JtYW5jZSB0aGFuIGEgc2VydmVyLXRyYWluZWQgbW9kZWwuIFRoaXMgd29yayBkZW1vbnN0cmF0ZXMgdGhlIGZlYXNpYmlsaXR5IG9mIHVzaW5nIGZlZGVyYXRlZCBsZWFybmluZyB0byB0cmFpbiBwcm9kdWN0aW9uLXF1YWxpdHkgbW9kZWxzIGZvciBuYXR1cmFsIGxhbmd1YWdlIHVuZGVyc3RhbmRpbmcgdGFza3Mgd2hpbGUga2VlcGluZyB1c2VycycgZGF0YSBvbiB0aGVpciBkZXZpY2VzLjwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/1906.04329","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":2,"citationsOverTime":[{"year":"2022","total":2}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-27T20:26:22.000Z","registered":"2022-02-27T20:26:23.000Z","published":"2019","updated":"2022-02-27T20:26:23.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1906.04329","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1145/3520128","type":"dois"},{"id":"10.1155/2022/1522179","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}