{"data":{"id":"10.48550/arxiv.1503.03535","type":"dois","attributes":{"doi":"10.48550/arxiv.1503.03535","prefix":"10.48550","suffix":"arxiv.1503.03535","identifiers":[{"identifier":"1503.03535","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"1503.03535"}],"creators":[{"name":"Gulcehre, Caglar","nameType":"Personal","givenName":"Caglar","familyName":"Gulcehre","affiliation":[],"nameIdentifiers":[]},{"name":"Firat, Orhan","nameType":"Personal","givenName":"Orhan","familyName":"Firat","affiliation":[],"nameIdentifiers":[]},{"name":"Xu, Kelvin","nameType":"Personal","givenName":"Kelvin","familyName":"Xu","affiliation":[],"nameIdentifiers":[]},{"name":"Cho, Kyunghyun","nameType":"Personal","givenName":"Kyunghyun","familyName":"Cho","affiliation":[],"nameIdentifiers":[]},{"name":"Barrault, Loic","nameType":"Personal","givenName":"Loic","familyName":"Barrault","affiliation":[],"nameIdentifiers":[]},{"name":"Lin, Huei-Chi","nameType":"Personal","givenName":"Huei-Chi","familyName":"Lin","affiliation":[],"nameIdentifiers":[]},{"name":"Bougares, Fethi","nameType":"Personal","givenName":"Fethi","familyName":"Bougares","affiliation":[],"nameIdentifiers":[]},{"name":"Schwenk, Holger","nameType":"Personal","givenName":"Holger","familyName":"Schwenk","affiliation":[],"nameIdentifiers":[]},{"name":"Bengio, Yoshua","nameType":"Personal","givenName":"Yoshua","familyName":"Bengio","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"On Using Monolingual Corpora in Neural Machine Translation"}],"publisher":"arXiv","container":{},"publicationYear":2015,"subjects":[{"lang":"en","subject":"Computation and Language (cs.CL)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2015-03-11T23:50:04Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2015-03-13T00:03:07Z","dateType":"Updated","dateInformation":"v1"},{"date":"2015-06-12T14:05:31Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2015-06-15T00:08:59Z","dateType":"Updated","dateInformation":"v2"},{"date":"2015-03","dateType":"Available","dateInformation":"v1"},{"date":"2015","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"Creative Commons Attribution Non Commercial Share Alike 3.0 Unported","rightsUri":"https://creativecommons.org/licenses/by-nc-sa/3.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-nc-sa-3.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Recent work on end-to-end neural network-based architectures for machine translation has shown promising results for En-Fr and En-De translation. Arguably, one of the major factors behind this success has been the availability of high quality parallel corpora. In this work, we investigate how to leverage abundant monolingual corpora for neural machine translation. Compared to a phrase-based and hierarchical baseline, we obtain up to $1.96$ BLEU improvement on the low-resource language pair Turkish-English, and $1.59$ BLEU on the focused domain task of Chinese-English chat messages. While our method was initially targeted toward such tasks with less parallel data, we show that it also extends to high resource languages such as Cs-En and De-En where we obtain an improvement of $0.39$ and $0.47$ BLEU scores over the neural machine translation baselines, respectively.","descriptionType":"Abstract"},{"description":"9 pages, 2 figures","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4xNTAzLjAzNTM1PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MTUwMy4wMzUzNTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HdWxjZWhyZSwgQ2FnbGFyPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5DYWdsYXI8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+R3VsY2VocmU8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+RmlyYXQsIE9yaGFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5PcmhhbjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5GaXJhdDwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5YdSwgS2VsdmluPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5LZWx2aW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+WHU8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+Q2hvLCBLeXVuZ2h5dW48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkt5dW5naHl1bjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5DaG88L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+QmFycmF1bHQsIExvaWM8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkxvaWM8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+QmFycmF1bHQ8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+TGluLCBIdWVpLUNoaTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+SHVlaS1DaGk8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TGluPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkJvdWdhcmVzLCBGZXRoaTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RmV0aGk8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+Qm91Z2FyZXM8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2Nod2VuaywgSG9sZ2VyPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Ib2xnZXI8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+U2Nod2VuazwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5CZW5naW8sIFlvc2h1YTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+WW9zaHVhPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkJlbmdpbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICA8L2NyZWF0b3JzPgogIDx0aXRsZXM+CiAgICA8dGl0bGU+T24gVXNpbmcgTW9ub2xpbmd1YWwgQ29ycG9yYSBpbiBOZXVyYWwgTWFjaGluZSBUcmFuc2xhdGlvbjwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAxNTwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkNvbXB1dGF0aW9uIGFuZCBMYW5ndWFnZSAoY3MuQ0wpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNS0wMy0xMVQyMzo1MDowNFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAxNS0wMy0xM1QwMDowMzowN1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE1LTA2LTEyVDE0OjA1OjMxWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYyIj4yMDE1LTA2LTE1VDAwOjA4OjU5WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJBdmFpbGFibGUiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMTUtMDM8L2RhdGU+CiAgPC9kYXRlcz4KICA8cmVzb3VyY2VUeXBlIHJlc291cmNlVHlwZUdlbmVyYWw9IlByZXByaW50Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHZlcnNpb24+MjwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS1uYy1zYS8zLjAvIiByaWdodHNJZGVudGlmaWVyU2NoZW1lPSJTUERYIiByaWdodHNJZGVudGlmaWVyPSJDQy1CWS1OQy1TQS0zLjAiPkNyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gTm9uIENvbW1lcmNpYWwgU2hhcmUgQWxpa2UgMy4wIFVucG9ydGVkPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+UmVjZW50IHdvcmsgb24gZW5kLXRvLWVuZCBuZXVyYWwgbmV0d29yay1iYXNlZCBhcmNoaXRlY3R1cmVzIGZvciBtYWNoaW5lIHRyYW5zbGF0aW9uIGhhcyBzaG93biBwcm9taXNpbmcgcmVzdWx0cyBmb3IgRW4tRnIgYW5kIEVuLURlIHRyYW5zbGF0aW9uLiBBcmd1YWJseSwgb25lIG9mIHRoZSBtYWpvciBmYWN0b3JzIGJlaGluZCB0aGlzIHN1Y2Nlc3MgaGFzIGJlZW4gdGhlIGF2YWlsYWJpbGl0eSBvZiBoaWdoIHF1YWxpdHkgcGFyYWxsZWwgY29ycG9yYS4gSW4gdGhpcyB3b3JrLCB3ZSBpbnZlc3RpZ2F0ZSBob3cgdG8gbGV2ZXJhZ2UgYWJ1bmRhbnQgbW9ub2xpbmd1YWwgY29ycG9yYSBmb3IgbmV1cmFsIG1hY2hpbmUgdHJhbnNsYXRpb24uIENvbXBhcmVkIHRvIGEgcGhyYXNlLWJhc2VkIGFuZCBoaWVyYXJjaGljYWwgYmFzZWxpbmUsIHdlIG9idGFpbiB1cCB0byAkMS45NiQgQkxFVSBpbXByb3ZlbWVudCBvbiB0aGUgbG93LXJlc291cmNlIGxhbmd1YWdlIHBhaXIgVHVya2lzaC1FbmdsaXNoLCBhbmQgJDEuNTkkIEJMRVUgb24gdGhlIGZvY3VzZWQgZG9tYWluIHRhc2sgb2YgQ2hpbmVzZS1FbmdsaXNoIGNoYXQgbWVzc2FnZXMuIFdoaWxlIG91ciBtZXRob2Qgd2FzIGluaXRpYWxseSB0YXJnZXRlZCB0b3dhcmQgc3VjaCB0YXNrcyB3aXRoIGxlc3MgcGFyYWxsZWwgZGF0YSwgd2Ugc2hvdyB0aGF0IGl0IGFsc28gZXh0ZW5kcyB0byBoaWdoIHJlc291cmNlIGxhbmd1YWdlcyBzdWNoIGFzIENzLUVuIGFuZCBEZS1FbiB3aGVyZSB3ZSBvYnRhaW4gYW4gaW1wcm92ZW1lbnQgb2YgJDAuMzkkIGFuZCAkMC40NyQgQkxFVSBzY29yZXMgb3ZlciB0aGUgbmV1cmFsIG1hY2hpbmUgdHJhbnNsYXRpb24gYmFzZWxpbmVzLCByZXNwZWN0aXZlbHkuPC9kZXNjcmlwdGlvbj4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9Ik90aGVyIj45IHBhZ2VzLCAyIGZpZ3VyZXM8L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://arxiv.org/abs/1503.03535","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":1,"citationsOverTime":[{"year":"2022","total":1}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-03-08T13:16:21.000Z","registered":"2022-03-08T13:16:24.000Z","published":"2015","updated":"2022-03-08T13:16:24.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.1503.03535","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1145/3446132.3446405","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}