{"data":{"id":"10.48550/arxiv.2401.02905","type":"dois","attributes":{"doi":"10.48550/arxiv.2401.02905","prefix":"10.48550","suffix":"arxiv.2401.02905","identifiers":[{"identifier":"2401.02905","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2401.02905"}],"creators":[{"name":"Gu, Haidong","nameType":"Personal","givenName":"Haidong","familyName":"Gu","affiliation":[],"nameIdentifiers":[]},{"name":"Gaw, Nathan","nameType":"Personal","givenName":"Nathan","familyName":"Gaw","affiliation":[],"nameIdentifiers":[]},{"name":"Wang, Yinan","nameType":"Personal","givenName":"Yinan","familyName":"Wang","affiliation":[],"nameIdentifiers":[]},{"name":"Johnstone, Chancellor","nameType":"Personal","givenName":"Chancellor","familyName":"Johnstone","affiliation":[],"nameIdentifiers":[]},{"name":"Beauchene, Christine","nameType":"Personal","givenName":"Christine","familyName":"Beauchene","affiliation":[],"nameIdentifiers":[]},{"name":"Yuditskaya, Sophia","nameType":"Personal","givenName":"Sophia","familyName":"Yuditskaya","affiliation":[],"nameIdentifiers":[]},{"name":"Rao, Hrishikesh","nameType":"Personal","givenName":"Hrishikesh","familyName":"Rao","affiliation":[],"nameIdentifiers":[]},{"name":"Chou, Chun-An","nameType":"Personal","givenName":"Chun-An","familyName":"Chou","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"H2G2-Net: A Hierarchical Heterogeneous Graph Generative Network Framework for Discovery of Multi-Modal Physiological Responses"}],"publisher":"arXiv","container":{},"publicationYear":2024,"subjects":[{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Artificial Intelligence (cs.AI)","subjectScheme":"arXiv"},{"lang":"en","subject":"Signal Processing (eess.SP)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2024-01-05T17:05:33Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2024-01-08T01:26:53Z","dateType":"Updated","dateInformation":"v1"},{"date":"2024-11-03T02:26:07Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2024-11-05T01:48:18Z","dateType":"Updated","dateInformation":"v2"},{"date":"2024-01","dateType":"Available","dateInformation":"v1"},{"date":"2024","dateType":"Issued"}],"language":null,"types":{"ris":"GEN","bibtex":"misc","citeproc":"article","schemaOrg":"CreativeWork","resourceType":"Article","resourceTypeGeneral":"Preprint"},"relatedIdentifiers":[],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"Discovering human cognitive and emotional states using multi-modal physiological signals draws attention across various research applications. Physiological responses of the human body are influenced by human cognition and commonly used to analyze cognitive states. From a network science perspective, the interactions of these heterogeneous physiological modalities in a graph structure may provide insightful information to support prediction of cognitive states. However, there is no clue to derive exact connectivity between heterogeneous modalities and there exists a hierarchical structure of sub-modalities. Existing graph neural networks are designed to learn on non-hierarchical homogeneous graphs with pre-defined graph structures; they failed to learn from hierarchical, multi-modal physiological data without a pre-defined graph structure. To this end, we propose a hierarchical heterogeneous graph generative network (H2G2-Net) that automatically learns a graph structure without domain knowledge, as well as a powerful representation on the hierarchical heterogeneous graph in an end-to-end fashion. We validate the proposed method on the CogPilot dataset that consists of multi-modal physiological signals. Extensive experiments demonstrate that our proposed method outperforms the state-of-the-art GNNs by 5%-20% in prediction accuracy.","descriptionType":"Abstract"},{"description":"Paper accepted in Human-Centric Representation Learning workshop at AAAI 2024 (https://hcrl-workshop.github.io/2024/)","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yNDAxLjAyOTA1PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjQwMS4wMjkwNTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HdSwgSGFpZG9uZzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+SGFpZG9uZzwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5HdTwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5HYXcsIE5hdGhhbjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TmF0aGFuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkdhdzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5XYW5nLCBZaW5hbjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+WWluYW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+V2FuZzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Kb2huc3RvbmUsIENoYW5jZWxsb3I8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkNoYW5jZWxsb3I8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+Sm9obnN0b25lPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkJlYXVjaGVuZSwgQ2hyaXN0aW5lPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5DaHJpc3RpbmU8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+QmVhdWNoZW5lPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPll1ZGl0c2theWEsIFNvcGhpYTwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+U29waGlhPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPll1ZGl0c2theWE8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UmFvLCBIcmlzaGlrZXNoPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5IcmlzaGlrZXNoPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlJhbzwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5DaG91LCBDaHVuLUFuPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5DaHVuLUFuPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkNob3U8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPkgyRzItTmV0OiBBIEhpZXJhcmNoaWNhbCBIZXRlcm9nZW5lb3VzIEdyYXBoIEdlbmVyYXRpdmUgTmV0d29yayBGcmFtZXdvcmsgZm9yIERpc2NvdmVyeSBvZiBNdWx0aS1Nb2RhbCBQaHlzaW9sb2dpY2FsIFJlc3BvbnNlczwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAyNDwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkFydGlmaWNpYWwgSW50ZWxsaWdlbmNlIChjcy5BSSk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5TaWduYWwgUHJvY2Vzc2luZyAoZWVzcy5TUCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBDb21wdXRlciBhbmQgaW5mb3JtYXRpb24gc2NpZW5jZXM8L3N1YmplY3Q+CiAgICA8c3ViamVjdCBzdWJqZWN0U2NoZW1lPSJGaWVsZHMgb2YgU2NpZW5jZSBhbmQgVGVjaG5vbG9neSAoRk9TKSI+Rk9TOiBFbGVjdHJpY2FsIGVuZ2luZWVyaW5nLCBlbGVjdHJvbmljIGVuZ2luZWVyaW5nLCBpbmZvcm1hdGlvbiBlbmdpbmVlcmluZzwvc3ViamVjdD4KICA8L3N1YmplY3RzPgogIDxkYXRlcz4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjQtMDEtMDVUMTc6MDU6MzNaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjEiPjIwMjQtMDEtMDhUMDE6MjY6NTNaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAyNC0xMS0wM1QwMjoyNjowN1o8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MiI+MjAyNC0xMS0wNVQwMTo0ODoxOFo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDI0LTAxPC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJQcmVwcmludCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDx2ZXJzaW9uPjI8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbGljZW5zZXMvYnkvNC4wLyIgcmlnaHRzSWRlbnRpZmllclNjaGVtZT0iU1BEWCIgcmlnaHRzSWRlbnRpZmllcj0iQ0MtQlktNC4wIj5DcmVhdGl2ZSBDb21tb25zIEF0dHJpYnV0aW9uIDQuMCBJbnRlcm5hdGlvbmFsPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+RGlzY292ZXJpbmcgaHVtYW4gY29nbml0aXZlIGFuZCBlbW90aW9uYWwgc3RhdGVzIHVzaW5nIG11bHRpLW1vZGFsIHBoeXNpb2xvZ2ljYWwgc2lnbmFscyBkcmF3cyBhdHRlbnRpb24gYWNyb3NzIHZhcmlvdXMgcmVzZWFyY2ggYXBwbGljYXRpb25zLiBQaHlzaW9sb2dpY2FsIHJlc3BvbnNlcyBvZiB0aGUgaHVtYW4gYm9keSBhcmUgaW5mbHVlbmNlZCBieSBodW1hbiBjb2duaXRpb24gYW5kIGNvbW1vbmx5IHVzZWQgdG8gYW5hbHl6ZSBjb2duaXRpdmUgc3RhdGVzLiBGcm9tIGEgbmV0d29yayBzY2llbmNlIHBlcnNwZWN0aXZlLCB0aGUgaW50ZXJhY3Rpb25zIG9mIHRoZXNlIGhldGVyb2dlbmVvdXMgcGh5c2lvbG9naWNhbCBtb2RhbGl0aWVzIGluIGEgZ3JhcGggc3RydWN0dXJlIG1heSBwcm92aWRlIGluc2lnaHRmdWwgaW5mb3JtYXRpb24gdG8gc3VwcG9ydCBwcmVkaWN0aW9uIG9mIGNvZ25pdGl2ZSBzdGF0ZXMuIEhvd2V2ZXIsIHRoZXJlIGlzIG5vIGNsdWUgdG8gZGVyaXZlIGV4YWN0IGNvbm5lY3Rpdml0eSBiZXR3ZWVuIGhldGVyb2dlbmVvdXMgbW9kYWxpdGllcyBhbmQgdGhlcmUgZXhpc3RzIGEgaGllcmFyY2hpY2FsIHN0cnVjdHVyZSBvZiBzdWItbW9kYWxpdGllcy4gRXhpc3RpbmcgZ3JhcGggbmV1cmFsIG5ldHdvcmtzIGFyZSBkZXNpZ25lZCB0byBsZWFybiBvbiBub24taGllcmFyY2hpY2FsIGhvbW9nZW5lb3VzIGdyYXBocyB3aXRoIHByZS1kZWZpbmVkIGdyYXBoIHN0cnVjdHVyZXM7IHRoZXkgZmFpbGVkIHRvIGxlYXJuIGZyb20gaGllcmFyY2hpY2FsLCBtdWx0aS1tb2RhbCBwaHlzaW9sb2dpY2FsIGRhdGEgd2l0aG91dCBhIHByZS1kZWZpbmVkIGdyYXBoIHN0cnVjdHVyZS4gVG8gdGhpcyBlbmQsIHdlIHByb3Bvc2UgYSBoaWVyYXJjaGljYWwgaGV0ZXJvZ2VuZW91cyBncmFwaCBnZW5lcmF0aXZlIG5ldHdvcmsgKEgyRzItTmV0KSB0aGF0IGF1dG9tYXRpY2FsbHkgbGVhcm5zIGEgZ3JhcGggc3RydWN0dXJlIHdpdGhvdXQgZG9tYWluIGtub3dsZWRnZSwgYXMgd2VsbCBhcyBhIHBvd2VyZnVsIHJlcHJlc2VudGF0aW9uIG9uIHRoZSBoaWVyYXJjaGljYWwgaGV0ZXJvZ2VuZW91cyBncmFwaCBpbiBhbiBlbmQtdG8tZW5kIGZhc2hpb24uIFdlIHZhbGlkYXRlIHRoZSBwcm9wb3NlZCBtZXRob2Qgb24gdGhlIENvZ1BpbG90IGRhdGFzZXQgdGhhdCBjb25zaXN0cyBvZiBtdWx0aS1tb2RhbCBwaHlzaW9sb2dpY2FsIHNpZ25hbHMuIEV4dGVuc2l2ZSBleHBlcmltZW50cyBkZW1vbnN0cmF0ZSB0aGF0IG91ciBwcm9wb3NlZCBtZXRob2Qgb3V0cGVyZm9ybXMgdGhlIHN0YXRlLW9mLXRoZS1hcnQgR05OcyBieSA1JS0yMCUgaW4gcHJlZGljdGlvbiBhY2N1cmFjeS48L2Rlc2NyaXB0aW9uPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iT3RoZXIiPlBhcGVyIGFjY2VwdGVkIGluIEh1bWFuLUNlbnRyaWMgUmVwcmVzZW50YXRpb24gTGVhcm5pbmcgd29ya3Nob3AgYXQgQUFBSSAyMDI0IChodHRwczovL2hjcmwtd29ya3Nob3AuZ2l0aHViLmlvLzIwMjQvKTwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2401.02905","contentUrl":null,"metadataVersion":1,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2024-01-08T02:21:24.000Z","registered":"2024-01-08T02:21:25.000Z","published":"2024","updated":"2024-11-05T04:59:47.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2401.02905","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}