{"data":{"id":"10.48550/arxiv.2209.10489","type":"dois","attributes":{"doi":"10.48550/arxiv.2209.10489","prefix":"10.48550","suffix":"arxiv.2209.10489","identifiers":[{"identifier":"2209.10489","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2209.10489"}],"creators":[{"name":"O'Callaghan, David","nameType":"Personal","givenName":"David","familyName":"O'Callaghan","affiliation":[],"nameIdentifiers":[]},{"name":"Ryan, Cian","nameType":"Personal","givenName":"Cian","familyName":"Ryan","affiliation":[],"nameIdentifiers":[]},{"name":"Shariff, Waseem","nameType":"Personal","givenName":"Waseem","familyName":"Shariff","affiliation":[],"nameIdentifiers":[]},{"name":"Farooq, Muhammad Ali","nameType":"Personal","givenName":"Muhammad Ali","familyName":"Farooq","affiliation":[],"nameIdentifiers":[]},{"name":"Lemley, Joseph","nameType":"Personal","givenName":"Joseph","familyName":"Lemley","affiliation":[],"nameIdentifiers":[]},{"name":"Corcoran, Peter","nameType":"Personal","givenName":"Peter","familyName":"Corcoran","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Recurrent Super-Resolution Method for Enhancing Low Quality Thermal Facial Data"}],"publisher":"arXiv","container":{},"publicationYear":2022,"subjects":[{"lang":"en","subject":"Computer Vision and Pattern Recognition (cs.CV)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Image and Video Processing (eess.IV)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2022-09-21T16:44:06Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2022-09-22T00:23:35Z","dateType":"Updated","dateInformation":"v1"},{"date":"2022-09","dateType":"Available","dateInformation":"v1"},{"date":"2022","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[{"relationType":"IsVersionOf","relatedIdentifier":"10.56541/uaov9084","relatedIdentifierType":"DOI"}],"relatedItems":[],"sizes":[],"formats":[],"version":"1","rightsList":[{"rights":"Creative Commons Attribution Non Commercial No Derivatives 4.0 International","rightsUri":"https://creativecommons.org/licenses/by-nc-nd/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-nc-nd-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"The process of obtaining high-resolution images from single or multiple low-resolution images of the same scene is of great interest for real-world image and signal processing applications. This study is about exploring the potential usage of deep learning based image super-resolution algorithms on thermal data for producing high quality thermal imaging results for in-cabin vehicular driver monitoring systems. In this work we have proposed and developed a novel multi-image super-resolution recurrent neural network to enhance the resolution and improve the quality of low-resolution thermal imaging data captured from uncooled thermal cameras. The end-to-end fully convolutional neural network is trained from scratch on newly acquired thermal data of 30 different subjects in indoor environmental conditions. The effectiveness of the thermally tuned super-resolution network is validated quantitatively as well as qualitatively on test data of 6 distinct subjects. The network was able to achieve a mean peak signal to noise ratio of 39.24 on the validation dataset for 4x super-resolution, outperforming bicubic interpolation both quantitatively and qualitatively.","descriptionType":"Abstract"},{"description":"In proceedings of the 24th Irish Machine Vision and Image Processing Conference, Belfast Ireland, 31 August - 2nd September 2022","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMjA5LjEwNDg5PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjIwOS4xMDQ4OTwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5PJ0NhbGxhZ2hhbiwgRGF2aWQ8L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkRhdmlkPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPk8nQ2FsbGFnaGFuPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPlJ5YW4sIENpYW48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkNpYW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+UnlhbjwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5TaGFyaWZmLCBXYXNlZW08L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPldhc2VlbTwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5TaGFyaWZmPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkZhcm9vcSwgTXVoYW1tYWQgQWxpPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5NdWhhbW1hZCBBbGk8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+RmFyb29xPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkxlbWxleSwgSm9zZXBoPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5Kb3NlcGg8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TGVtbGV5PC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkNvcmNvcmFuLCBQZXRlcjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+UGV0ZXI8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+Q29yY29yYW48L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgPC9jcmVhdG9ycz4KICA8dGl0bGVzPgogICAgPHRpdGxlPlJlY3VycmVudCBTdXBlci1SZXNvbHV0aW9uIE1ldGhvZCBmb3IgRW5oYW5jaW5nIExvdyBRdWFsaXR5IFRoZXJtYWwgRmFjaWFsIERhdGE8L3RpdGxlPgogIDwvdGl0bGVzPgogIDxwdWJsaXNoZXI+YXJYaXY8L3B1Ymxpc2hlcj4KICA8cHVibGljYXRpb25ZZWFyPjIwMjI8L3B1YmxpY2F0aW9uWWVhcj4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5Db21wdXRlciBWaXNpb24gYW5kIFBhdHRlcm4gUmVjb2duaXRpb24gKGNzLkNWKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPk1hY2hpbmUgTGVhcm5pbmcgKGNzLkxHKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPkltYWdlIGFuZCBWaWRlbyBQcm9jZXNzaW5nIChlZXNzLklWKTwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IENvbXB1dGVyIGFuZCBpbmZvcm1hdGlvbiBzY2llbmNlczwvc3ViamVjdD4KICAgIDxzdWJqZWN0IHN1YmplY3RTY2hlbWU9IkZpZWxkcyBvZiBTY2llbmNlIGFuZCBUZWNobm9sb2d5IChGT1MpIj5GT1M6IEVsZWN0cmljYWwgZW5naW5lZXJpbmcsIGVsZWN0cm9uaWMgZW5naW5lZXJpbmcsIGluZm9ybWF0aW9uIGVuZ2luZWVyaW5nPC9zdWJqZWN0PgogIDwvc3ViamVjdHM+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IlN1Ym1pdHRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0wOS0yMVQxNjo0NDowNlo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMi0wOS0yMlQwMDoyMzozNVo8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iQXZhaWxhYmxlIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIyLTA5PC9kYXRlPgogIDwvZGF0ZXM+CiAgPHJlc291cmNlVHlwZSByZXNvdXJjZVR5cGVHZW5lcmFsPSJUZXh0Ij5BcnRpY2xlPC9yZXNvdXJjZVR5cGU+CiAgPHJlbGF0ZWRJZGVudGlmaWVycz4KICAgIDxyZWxhdGVkSWRlbnRpZmllciByZWxhdGVkSWRlbnRpZmllclR5cGU9IkRPSSIgcmVsYXRpb25UeXBlPSJJc1ZlcnNpb25PZiI+MTAuNTY1NDEvVUFPVjkwODQ8L3JlbGF0ZWRJZGVudGlmaWVyPgogIDwvcmVsYXRlZElkZW50aWZpZXJzPgogIDx2ZXJzaW9uPjE8L3ZlcnNpb24+CiAgPHJpZ2h0c0xpc3Q+CiAgICA8cmlnaHRzIHJpZ2h0c1VSST0iaHR0cDovL2NyZWF0aXZlY29tbW9ucy5vcmcvbGljZW5zZXMvYnktbmMtbmQvNC4wLyIgcmlnaHRzSWRlbnRpZmllclNjaGVtZT0iU1BEWCIgcmlnaHRzSWRlbnRpZmllcj0iQ0MtQlktTkMtTkQtNC4wIj5DcmVhdGl2ZSBDb21tb25zIEF0dHJpYnV0aW9uIE5vbiBDb21tZXJjaWFsIE5vIERlcml2YXRpdmVzIDQuMCBJbnRlcm5hdGlvbmFsPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0PgogIDxkZXNjcmlwdGlvbnM+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJBYnN0cmFjdCI+VGhlIHByb2Nlc3Mgb2Ygb2J0YWluaW5nIGhpZ2gtcmVzb2x1dGlvbiBpbWFnZXMgZnJvbSBzaW5nbGUgb3IgbXVsdGlwbGUgbG93LXJlc29sdXRpb24gaW1hZ2VzIG9mIHRoZSBzYW1lIHNjZW5lIGlzIG9mIGdyZWF0IGludGVyZXN0IGZvciByZWFsLXdvcmxkIGltYWdlIGFuZCBzaWduYWwgcHJvY2Vzc2luZyBhcHBsaWNhdGlvbnMuIFRoaXMgc3R1ZHkgaXMgYWJvdXQgZXhwbG9yaW5nIHRoZSBwb3RlbnRpYWwgdXNhZ2Ugb2YgZGVlcCBsZWFybmluZyBiYXNlZCBpbWFnZSBzdXBlci1yZXNvbHV0aW9uIGFsZ29yaXRobXMgb24gdGhlcm1hbCBkYXRhIGZvciBwcm9kdWNpbmcgaGlnaCBxdWFsaXR5IHRoZXJtYWwgaW1hZ2luZyByZXN1bHRzIGZvciBpbi1jYWJpbiB2ZWhpY3VsYXIgZHJpdmVyIG1vbml0b3Jpbmcgc3lzdGVtcy4gSW4gdGhpcyB3b3JrIHdlIGhhdmUgcHJvcG9zZWQgYW5kIGRldmVsb3BlZCBhIG5vdmVsIG11bHRpLWltYWdlIHN1cGVyLXJlc29sdXRpb24gcmVjdXJyZW50IG5ldXJhbCBuZXR3b3JrIHRvIGVuaGFuY2UgdGhlIHJlc29sdXRpb24gYW5kIGltcHJvdmUgdGhlIHF1YWxpdHkgb2YgbG93LXJlc29sdXRpb24gdGhlcm1hbCBpbWFnaW5nIGRhdGEgY2FwdHVyZWQgZnJvbSB1bmNvb2xlZCB0aGVybWFsIGNhbWVyYXMuIFRoZSBlbmQtdG8tZW5kIGZ1bGx5IGNvbnZvbHV0aW9uYWwgbmV1cmFsIG5ldHdvcmsgaXMgdHJhaW5lZCBmcm9tIHNjcmF0Y2ggb24gbmV3bHkgYWNxdWlyZWQgdGhlcm1hbCBkYXRhIG9mIDMwIGRpZmZlcmVudCBzdWJqZWN0cyBpbiBpbmRvb3IgZW52aXJvbm1lbnRhbCBjb25kaXRpb25zLiBUaGUgZWZmZWN0aXZlbmVzcyBvZiB0aGUgdGhlcm1hbGx5IHR1bmVkIHN1cGVyLXJlc29sdXRpb24gbmV0d29yayBpcyB2YWxpZGF0ZWQgcXVhbnRpdGF0aXZlbHkgYXMgd2VsbCBhcyBxdWFsaXRhdGl2ZWx5IG9uIHRlc3QgZGF0YSBvZiA2IGRpc3RpbmN0IHN1YmplY3RzLiBUaGUgbmV0d29yayB3YXMgYWJsZSB0byBhY2hpZXZlIGEgbWVhbiBwZWFrIHNpZ25hbCB0byBub2lzZSByYXRpbyBvZiAzOS4yNCBvbiB0aGUgdmFsaWRhdGlvbiBkYXRhc2V0IGZvciA0eCBzdXBlci1yZXNvbHV0aW9uLCBvdXRwZXJmb3JtaW5nIGJpY3ViaWMgaW50ZXJwb2xhdGlvbiBib3RoIHF1YW50aXRhdGl2ZWx5IGFuZCBxdWFsaXRhdGl2ZWx5LjwvZGVzY3JpcHRpb24+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJPdGhlciI+SW4gcHJvY2VlZGluZ3Mgb2YgdGhlIDI0dGggSXJpc2ggTWFjaGluZSBWaXNpb24gYW5kIEltYWdlIFByb2Nlc3NpbmcgQ29uZmVyZW5jZSwgQmVsZmFzdCBJcmVsYW5kLCAzMSBBdWd1c3QgLSAybmQgU2VwdGVtYmVyIDIwMjI8L2Rlc2NyaXB0aW9uPgogIDwvZGVzY3JpcHRpb25zPgo8L3Jlc291cmNlPg==","url":"https://arxiv.org/abs/2209.10489","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-09-22T01:11:54.000Z","registered":"2022-09-22T01:11:55.000Z","published":"2022","updated":"2022-09-22T01:11:55.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2209.10489","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}