{"data":{"id":"10.48550/arxiv.2005.00878","type":"dois","attributes":{"doi":"10.48550/arxiv.2005.00878","prefix":"10.48550","suffix":"arxiv.2005.00878","identifiers":[{"identifier":"2005.00878","identifierType":"arXiv"}],"alternateIdentifiers":[{"alternateIdentifierType":"arXiv","alternateIdentifier":"2005.00878"}],"creators":[{"name":"Fonseca, Eduardo","nameType":"Personal","givenName":"Eduardo","familyName":"Fonseca","affiliation":[],"nameIdentifiers":[]},{"name":"Hershey, Shawn","nameType":"Personal","givenName":"Shawn","familyName":"Hershey","affiliation":[],"nameIdentifiers":[]},{"name":"Plakal, Manoj","nameType":"Personal","givenName":"Manoj","familyName":"Plakal","affiliation":[],"nameIdentifiers":[]},{"name":"Ellis, Daniel P. W.","nameType":"Personal","givenName":"Daniel P. W.","familyName":"Ellis","affiliation":[],"nameIdentifiers":[]},{"name":"Jansen, Aren","nameType":"Personal","givenName":"Aren","familyName":"Jansen","affiliation":[],"nameIdentifiers":[]},{"name":"Moore, R. Channing","nameType":"Personal","givenName":"R. Channing","familyName":"Moore","affiliation":[],"nameIdentifiers":[]},{"name":"Serra, Xavier","nameType":"Personal","givenName":"Xavier","familyName":"Serra","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Addressing Missing Labels in Large-Scale Sound Event Recognition Using a Teacher-Student Framework With Loss Masking"}],"publisher":"arXiv","container":{},"publicationYear":2020,"subjects":[{"lang":"en","subject":"Sound (cs.SD)","subjectScheme":"arXiv"},{"lang":"en","subject":"Machine Learning (cs.LG)","subjectScheme":"arXiv"},{"lang":"en","subject":"Audio and Speech Processing (eess.AS)","subjectScheme":"arXiv"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Electrical engineering, electronic engineering, information engineering","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2020-05-02T16:21:20Z","dateType":"Submitted","dateInformation":"v1"},{"date":"2020-05-05T00:11:43Z","dateType":"Updated","dateInformation":"v1"},{"date":"2020-07-25T14:50:11Z","dateType":"Submitted","dateInformation":"v2"},{"date":"2020-07-28T00:11:36Z","dateType":"Updated","dateInformation":"v2"},{"date":"2020-05","dateType":"Available","dateInformation":"v1"},{"date":"2020","dateType":"Issued"}],"language":null,"types":{"ris":"RPRT","bibtex":"article","citeproc":"article-journal","schemaOrg":"ScholarlyArticle","resourceType":"Article","resourceTypeGeneral":"Text"},"relatedIdentifiers":[{"relationType":"IsVersionOf","relatedIdentifier":"10.1109/lsp.2020.3006378","relatedIdentifierType":"DOI"}],"relatedItems":[],"sizes":[],"formats":[],"version":"2","rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"The study of label noise in sound event recognition has recently gained attention with the advent of larger and noisier datasets. This work addresses the problem of missing labels, one of the big weaknesses of large audio datasets, and one of the most conspicuous issues for AudioSet. We propose a simple and model-agnostic method based on a teacher-student framework with loss masking to first identify the most critical missing label candidates, and then ignore their contribution during the learning process. We find that a simple optimisation of the training label set improves recognition performance without additional computation. We discover that most of the improvement comes from ignoring a critical tiny portion of the missing labels. We also show that the damage done by missing labels is larger as the training set gets smaller, yet it can still be observed even when training with massive amounts of audio. We believe these insights can generalize to other large-scale datasets.","descriptionType":"Abstract"},{"description":"Accepted in IEEE Signal Processing Letters, openly accessible at https://ieeexplore.ieee.org/document/9130823","descriptionType":"Other"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjMvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC40ODU1MC9BUlhJVi4yMDA1LjAwODc4PC9pZGVudGlmaWVyPgogIDxhbHRlcm5hdGVJZGVudGlmaWVycz4KICAgIDxhbHRlcm5hdGVJZGVudGlmaWVyIGFsdGVybmF0ZUlkZW50aWZpZXJUeXBlPSJhclhpdiI+MjAwNS4wMDg3ODwvYWx0ZXJuYXRlSWRlbnRpZmllcj4KICA8L2FsdGVybmF0ZUlkZW50aWZpZXJzPgogIDxjcmVhdG9ycz4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5Gb25zZWNhLCBFZHVhcmRvPC9jcmVhdG9yTmFtZT4KICAgICAgPGdpdmVuTmFtZT5FZHVhcmRvPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkZvbnNlY2E8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+SGVyc2hleSwgU2hhd248L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPlNoYXduPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPkhlcnNoZXk8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+UGxha2FsLCBNYW5vajwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+TWFub2o8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+UGxha2FsPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPkVsbGlzLCBEYW5pZWwgUC4gVy48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkRhbmllbCBQLiBXLjwvZ2l2ZW5OYW1lPgogICAgICA8ZmFtaWx5TmFtZT5FbGxpczwvZmFtaWx5TmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWUgbmFtZVR5cGU9IlBlcnNvbmFsIj5KYW5zZW4sIEFyZW48L2NyZWF0b3JOYW1lPgogICAgICA8Z2l2ZW5OYW1lPkFyZW48L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+SmFuc2VuPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZSBuYW1lVHlwZT0iUGVyc29uYWwiPk1vb3JlLCBSLiBDaGFubmluZzwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+Ui4gQ2hhbm5pbmc8L2dpdmVuTmFtZT4KICAgICAgPGZhbWlseU5hbWU+TW9vcmU8L2ZhbWlseU5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lIG5hbWVUeXBlPSJQZXJzb25hbCI+U2VycmEsIFhhdmllcjwvY3JlYXRvck5hbWU+CiAgICAgIDxnaXZlbk5hbWU+WGF2aWVyPC9naXZlbk5hbWU+CiAgICAgIDxmYW1pbHlOYW1lPlNlcnJhPC9mYW1pbHlOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5BZGRyZXNzaW5nIE1pc3NpbmcgTGFiZWxzIGluIExhcmdlLVNjYWxlIFNvdW5kIEV2ZW50IFJlY29nbml0aW9uIFVzaW5nIGEgVGVhY2hlci1TdHVkZW50IEZyYW1ld29yayBXaXRoIExvc3MgTWFza2luZzwvdGl0bGU+CiAgPC90aXRsZXM+CiAgPHB1Ymxpc2hlcj5hclhpdjwvcHVibGlzaGVyPgogIDxwdWJsaWNhdGlvblllYXI+MjAyMDwvcHVibGljYXRpb25ZZWFyPgogIDxzdWJqZWN0cz4KICAgIDxzdWJqZWN0IHhtbDpsYW5nPSJlbiIgc3ViamVjdFNjaGVtZT0iYXJYaXYiPlNvdW5kIChjcy5TRCk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5NYWNoaW5lIExlYXJuaW5nIChjcy5MRyk8L3N1YmplY3Q+CiAgICA8c3ViamVjdCB4bWw6bGFuZz0iZW4iIHN1YmplY3RTY2hlbWU9ImFyWGl2Ij5BdWRpbyBhbmQgU3BlZWNoIFByb2Nlc3NpbmcgKGVlc3MuQVMpPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogQ29tcHV0ZXIgYW5kIGluZm9ybWF0aW9uIHNjaWVuY2VzPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc3ViamVjdFNjaGVtZT0iRmllbGRzIG9mIFNjaWVuY2UgYW5kIFRlY2hub2xvZ3kgKEZPUykiPkZPUzogRWxlY3RyaWNhbCBlbmdpbmVlcmluZywgZWxlY3Ryb25pYyBlbmdpbmVlcmluZywgaW5mb3JtYXRpb24gZW5naW5lZXJpbmc8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8ZGF0ZXM+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iU3VibWl0dGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIwLTA1LTAyVDE2OjIxOjIwWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJVcGRhdGVkIiBkYXRlSW5mb3JtYXRpb249InYxIj4yMDIwLTA1LTA1VDAwOjExOjQzWjwvZGF0ZT4KICAgIDxkYXRlIGRhdGVUeXBlPSJTdWJtaXR0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjAtMDctMjVUMTQ6NTA6MTFaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IlVwZGF0ZWQiIGRhdGVJbmZvcm1hdGlvbj0idjIiPjIwMjAtMDctMjhUMDA6MTE6MzZaPC9kYXRlPgogICAgPGRhdGUgZGF0ZVR5cGU9IkF2YWlsYWJsZSIgZGF0ZUluZm9ybWF0aW9uPSJ2MSI+MjAyMC0wNTwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iVGV4dCI+QXJ0aWNsZTwvcmVzb3VyY2VUeXBlPgogIDxyZWxhdGVkSWRlbnRpZmllcnM+CiAgICA8cmVsYXRlZElkZW50aWZpZXIgcmVsYXRlZElkZW50aWZpZXJUeXBlPSJET0kiIHJlbGF0aW9uVHlwZT0iSXNWZXJzaW9uT2YiPjEwLjExMDkvTFNQLjIwMjAuMzAwNjM3ODwvcmVsYXRlZElkZW50aWZpZXI+CiAgPC9yZWxhdGVkSWRlbnRpZmllcnM+CiAgPHZlcnNpb24+MjwvdmVyc2lvbj4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwOi8vY3JlYXRpdmVjb21tb25zLm9yZy9saWNlbnNlcy9ieS80LjAvIiByaWdodHNJZGVudGlmaWVyU2NoZW1lPSJTUERYIiByaWdodHNJZGVudGlmaWVyPSJDQy1CWS00LjAiPkNyZWF0aXZlIENvbW1vbnMgQXR0cmlidXRpb24gNC4wIEludGVybmF0aW9uYWw8L3JpZ2h0cz4KICA8L3JpZ2h0c0xpc3Q+CiAgPGRlc2NyaXB0aW9ucz4KICAgIDxkZXNjcmlwdGlvbiBkZXNjcmlwdGlvblR5cGU9IkFic3RyYWN0Ij5UaGUgc3R1ZHkgb2YgbGFiZWwgbm9pc2UgaW4gc291bmQgZXZlbnQgcmVjb2duaXRpb24gaGFzIHJlY2VudGx5IGdhaW5lZCBhdHRlbnRpb24gd2l0aCB0aGUgYWR2ZW50IG9mIGxhcmdlciBhbmQgbm9pc2llciBkYXRhc2V0cy4gVGhpcyB3b3JrIGFkZHJlc3NlcyB0aGUgcHJvYmxlbSBvZiBtaXNzaW5nIGxhYmVscywgb25lIG9mIHRoZSBiaWcgd2Vha25lc3NlcyBvZiBsYXJnZSBhdWRpbyBkYXRhc2V0cywgYW5kIG9uZSBvZiB0aGUgbW9zdCBjb25zcGljdW91cyBpc3N1ZXMgZm9yIEF1ZGlvU2V0LiBXZSBwcm9wb3NlIGEgc2ltcGxlIGFuZCBtb2RlbC1hZ25vc3RpYyBtZXRob2QgYmFzZWQgb24gYSB0ZWFjaGVyLXN0dWRlbnQgZnJhbWV3b3JrIHdpdGggbG9zcyBtYXNraW5nIHRvIGZpcnN0IGlkZW50aWZ5IHRoZSBtb3N0IGNyaXRpY2FsIG1pc3NpbmcgbGFiZWwgY2FuZGlkYXRlcywgYW5kIHRoZW4gaWdub3JlIHRoZWlyIGNvbnRyaWJ1dGlvbiBkdXJpbmcgdGhlIGxlYXJuaW5nIHByb2Nlc3MuIFdlIGZpbmQgdGhhdCBhIHNpbXBsZSBvcHRpbWlzYXRpb24gb2YgdGhlIHRyYWluaW5nIGxhYmVsIHNldCBpbXByb3ZlcyByZWNvZ25pdGlvbiBwZXJmb3JtYW5jZSB3aXRob3V0IGFkZGl0aW9uYWwgY29tcHV0YXRpb24uIFdlIGRpc2NvdmVyIHRoYXQgbW9zdCBvZiB0aGUgaW1wcm92ZW1lbnQgY29tZXMgZnJvbSBpZ25vcmluZyBhIGNyaXRpY2FsIHRpbnkgcG9ydGlvbiBvZiB0aGUgbWlzc2luZyBsYWJlbHMuIFdlIGFsc28gc2hvdyB0aGF0IHRoZSBkYW1hZ2UgZG9uZSBieSBtaXNzaW5nIGxhYmVscyBpcyBsYXJnZXIgYXMgdGhlIHRyYWluaW5nIHNldCBnZXRzIHNtYWxsZXIsIHlldCBpdCBjYW4gc3RpbGwgYmUgb2JzZXJ2ZWQgZXZlbiB3aGVuIHRyYWluaW5nIHdpdGggbWFzc2l2ZSBhbW91bnRzIG9mIGF1ZGlvLiBXZSBiZWxpZXZlIHRoZXNlIGluc2lnaHRzIGNhbiBnZW5lcmFsaXplIHRvIG90aGVyIGxhcmdlLXNjYWxlIGRhdGFzZXRzLjwvZGVzY3JpcHRpb24+CiAgICA8ZGVzY3JpcHRpb24gZGVzY3JpcHRpb25UeXBlPSJPdGhlciI+QWNjZXB0ZWQgaW4gSUVFRSBTaWduYWwgUHJvY2Vzc2luZyBMZXR0ZXJzLCBvcGVubHkgYWNjZXNzaWJsZSBhdCBodHRwczovL2llZWV4cGxvcmUuaWVlZS5vcmcvZG9jdW1lbnQvOTEzMDgyMzwvZGVzY3JpcHRpb24+CiAgPC9kZXNjcmlwdGlvbnM+CjwvcmVzb3VyY2U+","url":"https://arxiv.org/abs/2005.00878","contentUrl":null,"metadataVersion":0,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":0,"viewsOverTime":[],"downloadCount":0,"downloadsOverTime":[],"referenceCount":0,"citationCount":0,"citationsOverTime":[],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2022-02-25T16:23:34.000Z","registered":"2022-02-25T16:23:35.000Z","published":"2020","updated":"2022-02-25T16:23:35.000Z"},"relationships":{"client":{"data":{"id":"arxiv.content","type":"clients"}},"provider":{"data":{"id":"arxiv","type":"providers"}},"media":{"data":{"id":"10.48550/arxiv.2005.00878","type":"media"}},"references":{"data":[]},"citations":{"data":[]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}