{"data":{"id":"10.48550/arxiv.2212.02229","type":"dois","attributes":{"doi":"10.48550/arxiv.2212.02229","prefix":"10.48550","suffix":"arxiv.2212.02229","identifiers":[{"identifier":"2212.02229","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2212.02229"}],"creators":[{"name":"Masters, Dominic","nameType":"Personal","givenName":"Dominic","familyName":"Masters","affiliation":[],"nameIdentifiers":[]},{"name":"Dean, Josef","nameType":"Personal","givenName":"Josef","familyName":"Dean","affiliation":[],"nameIdentifiers":[]},{"name":"Klaser, Kerstin","nameType":"Personal","givenName":"Kerstin","familyName":"Klaser","affiliation":[],"nameIdentifiers":[]},{"name":"Li, Zhiyi","nameType":"Personal","givenName":"Zhiyi","familyName":"Li","affiliation":[],"nameIdentifiers":[]},{"name":"Maddrell-Mander, Sam","nameType":"Personal","givenName":"Sam","familyName":"Maddrell-Mander","affiliation":[],"nameIdentifiers":[]},{"name":"Sanders, Adam","nameType":"Personal","givenName":"Adam","familyName":"Sanders","affiliation":[],"nameIdentifiers":[]},{"name":"Helal, Hatem","nameType":"Personal","givenName":"Hatem","familyName":"Helal","affiliation":[],"nameIdentifiers":[]},{"name":"Beker, Deniz","nameType":"Personal","givenName":"Deniz","familyName":"Beker","affiliation":[],"nameIdentifiers":[]},{"name":"Rampášek, Ladislav","nameType":"Personal","givenName":"Ladislav","familyName":"Rampášek","affiliation":[],"nameIdentifiers":[]},{"name":"Beaini, Dominique","nameType":"Personal","givenName":"Dominique","familyName":"Beaini","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"GPS++: An Optimised Hybrid MPNN/Transformer for Molecular Property Prediction"}],"publisher":"arXiv","container":{},"publicationYear":2022,"subjects":[{"lang":"en","subject":"Quantitative Methods (q-bio.QM)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"subject":"FOS: Biological sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Biological sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2022-11-18T18:11:27Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2022-12-06T01:24:52Z","dateType":"Updated","dateInformation":"v1"},{"date":"2022-12-06T16:53:52Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2022-12-07T01:17:12Z","dateType":"Updated","dateInformation":"v2"},{"date":"2022-12","dateType":"Available","dateInformation":"v1"},{"date":"2022","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"Creative Commons Attribution Share Alike 4.0 International","rightsUri":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-sa-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"This technical report presents GPS++, the first-place solution to the Open Graph Benchmark Large-Scale Challenge (OGB-LSC 2022) for the PCQM4Mv2 molecular property prediction task. Our approach implements several key principles from the prior literature. At its core our GPS++ method is a hybrid MPNN/Transformer model that incorporates 3D atom positions and an auxiliary denoising task. The effectiveness of GPS++ is demonstrated by achieving 0.0719 mean absolute error on the independent test-challenge PCQM4Mv2 split. Thanks to Graphcore IPU acceleration, GPS++ scales to deep architectures (16 layers), training at 3 minutes per epoch, and large ensemble (112 models), completing the final predictions in 1 hour 32 minutes, well under the 4 hour inference budget allocated. Our implementation is publicly available at: https://github.com/graphcore/ogb-lsc-pcqm4mv2.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMjEyLjAyMjI5PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjIxMi4wMjIyOTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5NYXN0ZXJzLCBEb21pbmljPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Eb21pbmljPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPk1hc3RlcnM8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+RGVhbiwgSm9zZWY8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkpvc2VmPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkRlYW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+S2xhc2VyLCBLZXJzdGluPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5LZXJzdGluPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPktsYXNlcjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5MaSwgWmhpeWk8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlpoaXlpPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkxpPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPk1hZGRyZWxsLU1hbmRlciwgU2FtPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5TYW08L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TWFkZHJlbGwtTWFuZGVyPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlNhbmRlcnMsIEFkYW08L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkFkYW08L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+U2FuZGVyczwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5IZWxhbCwgSGF0ZW08L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkhhdGVtPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkhlbGFsPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkJla2VyLCBEZW5pejwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+RGVuaXo8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+QmVrZXI8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UmFtcMOhxaFlaywgTGFkaXNsYXY8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkxhZGlzbGF2PC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlJhbXDDocWhZWs8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+QmVhaW5pLCBEb21pbmlxdWU8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkRvbWluaXF1ZTwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5CZWFpbmk8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkdQUysrOiBBbiBPcHRpbWlzZWQgSHlicmlkIE1QTk4vVHJhbnNmb3JtZXIgZm9yIE1vbGVjdWxhciBQcm9wZXJ0eSBQcmVkaWN0aW9uPC90aXRsZT4KICA8L3RpdGxlcz4KICA8cHVibGlzaGVyPmFyWGl2PC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDIyPC9wdWJsaWNhdGlvblllYXI+CiAgPHN1YmplY3RzPgogICAgPHN1YmplY3QgeG1sOmxhbmc9ImVuIiBzdWJqZWN0U2NoZW1lPSJhclhpdiI+UXVhbnRpdGF0aXZlIE1ldGhvZHMgKHEtYmlvLlFNKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IEJpb2xvZ2ljYWwgc2NpZW5jZXM8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIyLTExLTE4VDE4OjExOjI3WjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIyLTEyLTA2VDAxOjI0OjUyWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjItMTItMDZUMTY6NTM6NTJaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjItMTItMDdUMDE6MTc6MTJaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0xMjwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iUHJlcHJpbnQiPkFydGljbGU8L3Jlc291cmNlVHlwZT4KICA8dmVyc2lvbj4yPC92ZXJzaW9uPgogIDxyaWdodHNMaXN0PgogICAgPHJpZ2h0cyByaWdodHNVUkk9Imh0dHA6Ly9jcmVhdGl2ZWNvbW1vbnMub3JnL2xpY2Vuc2VzL2J5LXNhLzQuMC8iIHJpZ2h0c0lkZW50aWZpZXJTY2hlbWU9IlNQRFgiIHJpZ2h0c0lkZW50aWZpZXI9IkNDLUJZLVNBLTQuMCI+Q3JlYXRpdmUgQ29tbW9ucyBBdHRyaWJ1dGlvbiBTaGFyZSBBbGlrZSA0LjAgSW50ZXJuYXRpb25hbDwvcmlnaHRzPgogIDwvcmlnaHRzTGlzdD4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPlRoaXMgdGVjaG5pY2FsIHJlcG9ydCBwcmVzZW50cyBHUFMrKywgdGhlIGZpcnN0LXBsYWNlIHNvbHV0aW9uIHRvIHRoZSBPcGVuIEdyYXBoIEJlbmNobWFyayBMYXJnZS1TY2FsZSBDaGFsbGVuZ2UgKE9HQi1MU0MgMjAyMikgZm9yIHRoZSBQQ1FNNE12MiBtb2xlY3VsYXIgcHJvcGVydHkgcHJlZGljdGlvbiB0YXNrLiBPdXIgYXBwcm9hY2ggaW1wbGVtZW50cyBzZXZlcmFsIGtleSBwcmluY2lwbGVzIGZyb20gdGhlIHByaW9yIGxpdGVyYXR1cmUuIEF0IGl0cyBjb3JlIG91ciBHUFMrKyBtZXRob2QgaXMgYSBoeWJyaWQgTVBOTi9UcmFuc2Zvcm1lciBtb2RlbCB0aGF0IGluY29ycG9yYXRlcyAzRCBhdG9tIHBvc2l0aW9ucyBhbmQgYW4gYXV4aWxpYXJ5IGRlbm9pc2luZyB0YXNrLiBUaGUgZWZmZWN0aXZlbmVzcyBvZiBHUFMrKyBpcyBkZW1vbnN0cmF0ZWQgYnkgYWNoaWV2aW5nIDAuMDcxOSBtZWFuIGFic29sdXRlIGVycm9yIG9uIHRoZSBpbmRlcGVuZGVudCB0ZXN0LWNoYWxsZW5nZSBQQ1FNNE12MiBzcGxpdC4gVGhhbmtzIHRvIEdyYXBoY29yZSBJUFUgYWNjZWxlcmF0aW9uLCBHUFMrKyBzY2FsZXMgdG8gZGVlcCBhcmNoaXRlY3R1cmVzICgxNiBsYXllcnMpLCB0cmFpbmluZyBhdCAzIG1pbnV0ZXMgcGVyIGVwb2NoLCBhbmQgbGFyZ2UgZW5zZW1ibGUgKDExMiBtb2RlbHMpLCBjb21wbGV0aW5nIHRoZSBmaW5hbCBwcmVkaWN0aW9ucyBpbiAxIGhvdXIgMzIgbWludXRlcywgd2VsbCB1bmRlciB0aGUgNCBob3VyIGluZmVyZW5jZSBidWRnZXQgYWxsb2NhdGVkLiBPdXIgaW1wbGVtZW50YXRpb24gaXMgcHVibGljbHkgYXZhaWxhYmxlIGF0OiBodHRwczovL2dpdGh1Yi5jb20vZ3JhcGhjb3JlL29nYi1sc2MtcGNxbTRtdjIuPC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KPC9yZXNvdXJjZT4=","url":"https://arxiv.org/abs/2212.02229","contentUrl":null,"metadataVersion":2,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-12-06T02:25:54.000Z","registered":"2022-12-06T02:25:55.000Z","published":"2022","updated":"2023-02-23T19:43:59.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2212.02229","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}