{"data":{"id":"10.6084/m9.figshare.5462500.v1","type":"dois","attributes":{"doi":"10.6084/m9.figshare.5462500.v1","prefix":"10.6084","suffix":"m9.figshare.5462500.v1","identifiers":[],"alternateIdentifiers":[],"creators":[{"name":"Nothman, Joel","nameType":"Personal","givenName":"Joel","familyName":"Nothman","affiliation":[],"nameIdentifiers":[]},{"name":"Ringland, Nicky","nameType":"Personal","givenName":"Nicky","familyName":"Ringland","affiliation":[],"nameIdentifiers":[]},{"name":"Radford, Will","nameType":"Personal","givenName":"Will","familyName":"Radford","affiliation":[],"nameIdentifiers":[]},{"name":"Murphy, Tara","nameType":"Personal","givenName":"Tara","familyName":"Murphy","affiliation":[],"nameIdentifiers":[]},{"name":"Curran, James R","nameType":"Personal","givenName":"James R","familyName":"Curran","affiliation":[],"nameIdentifiers":[]}],"titles":[{"title":"Learning multilingual named entity recognition from Wikipedia"}],"publisher":"figshare","container":{},"publicationYear":2017,"subjects":[{"subject":"200402 Computational Linguistics","subjectScheme":"FOR"},{"subject":"FOS: Languages and literature","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Languages and literature","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"170203 Knowledge Representation and Machine Learning","subjectScheme":"FOR"},{"subject":"FOS: Psychology","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Psychology","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"80107 Natural Language Processing","subjectScheme":"FOR"},{"subject":"FOS: Computer and information sciences","schemeUri":"http://www.oecd.org/science/inno/38235147.pdf","subjectScheme":"Fields of Science and Technology (FOS)"},{"subject":"FOS: Computer and information sciences","subjectScheme":"Fields of Science and Technology (FOS)"}],"contributors":[],"dates":[{"date":"2017-10-03","dateType":"Created"},{"date":"2017-10-03","dateType":"Updated"},{"date":"2017","dateType":"Issued"}],"language":null,"types":{"ris":"DATA","bibtex":"misc","citeproc":"dataset","schemaOrg":"Dataset","resourceType":"Dataset","resourceTypeGeneral":"Dataset"},"relatedIdentifiers":[{"relationType":"IsIdenticalTo","relatedIdentifier":"10.6084/m9.figshare.5462500","relatedIdentifierType":"DOI"}],"relatedItems":[],"sizes":["108624292 Bytes"],"formats":[],"version":null,"rightsList":[{"rights":"Creative Commons Attribution 4.0 International","rightsUri":"https://creativecommons.org/licenses/by/4.0/legalcode","schemeUri":"https://spdx.org/licenses/","rightsIdentifier":"cc-by-4.0","rightsIdentifierScheme":"SPDX"}],"descriptions":[{"description":"This is the data associated with Joel Nothman, Nicky Ringland, Will Radford, Tara Murphy and James R. Curran (2013), \"Learning multilingual named entity recognition from Wikipedia\", \u003ci\u003eArtificial Intelligence\u003c/i\u003e 194 (DOI: 10.1016/j.artint.2012.03.006). A preprint is included here as wikiner-preprint.pdf\u003cbr\u003eThis data was originally available at http://schwa.org/resources (which linked to http://schwa.org/projects/resources/wiki/Wikiner).\u003cbr\u003eThe .bz2 files are NER training corpora produced as reported in the Artificial Intelligence paper. wp2 and wp3 are differentiated by wp3 using a higher level of link inference. They use a pipe-delimited format that can be converted to CoNLL 2003 format with system2conll.pl.\u003cbr\u003enothman08types.tsv is a manual classification of articles first used in Joel Nothman, James R. Curran and Tara Murphy (2008), \"Transforming Wikipedia into Named Entity Training Data\", In \u003ci\u003eProceedings of the Australasian Language Technology Association Workshop 2008\u003c/i\u003e. http://aclanthology.coli.uni-saarland.de/pdf/U/U08/U08-1016.pdf\u003cbr\u003epopular.tsv and random.tsv are manual article classifications developed for the Artifiical Intelligence paper based on different strategies for sampling articles from Wikipedia in order to account for Wikipedia's biased distribution (see that paper). scheme.tsv maps these fine-grained labels to coarser annotations including CoNLL 2003-style.\u003cbr\u003ewikigold.conll.txt is a manual NER annotation of some Wikipedia text as presented in Dominic Balasuriya and Nicky Ringland and Joel Nothman and Tara Murphy and James R. Curran (2009), in \u003ci\u003eProceedings of the 2009 Workshop on The People's Web Meets NLP: Collaboratively Constructed Semantic Resources\u003c/i\u003e (http://www.aclweb.org/anthology/W/W09/W09-3302).\u003cbr\u003e\u003cbr\u003eSee also corpora produced similarly in an enhanced version of this work work (Pan et al., \"Cross-lingual Name Tagging and Linking for 282 Languages\", ACL 2017) at http://nlp.cs.rpi.edu/wikiann/.","descriptionType":"Abstract"}],"geoLocations":[],"fundingReferences":[],"xml":"PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHJlc291cmNlIHhtbG5zPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCIgeG1sbnM6eHNpPSJodHRwOi8vd3d3LnczLm9yZy8yMDAxL1hNTFNjaGVtYS1pbnN0YW5jZSIgeHNpOnNjaGVtYUxvY2F0aW9uPSJodHRwOi8vZGF0YWNpdGUub3JnL3NjaGVtYS9rZXJuZWwtNCBodHRwOi8vc2NoZW1hLmRhdGFjaXRlLm9yZy9tZXRhL2tlcm5lbC00LjEvbWV0YWRhdGEueHNkIj4KICA8aWRlbnRpZmllciBpZGVudGlmaWVyVHlwZT0iRE9JIj4xMC42MDg0L005LkZJR1NIQVJFLjU0NjI1MDAuVjE8L2lkZW50aWZpZXI+CiAgPGNyZWF0b3JzPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZT5Kb2VsIE5vdGhtYW48L2NyZWF0b3JOYW1lPgogICAgPC9jcmVhdG9yPgogICAgPGNyZWF0b3I+CiAgICAgIDxjcmVhdG9yTmFtZT5OaWNreSBSaW5nbGFuZDwvY3JlYXRvck5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lPldpbGwgUmFkZm9yZDwvY3JlYXRvck5hbWU+CiAgICA8L2NyZWF0b3I+CiAgICA8Y3JlYXRvcj4KICAgICAgPGNyZWF0b3JOYW1lPlRhcmEgTXVycGh5PC9jcmVhdG9yTmFtZT4KICAgIDwvY3JlYXRvcj4KICAgIDxjcmVhdG9yPgogICAgICA8Y3JlYXRvck5hbWU+SmFtZXMgUiBDdXJyYW48L2NyZWF0b3JOYW1lPgogICAgPC9jcmVhdG9yPgogIDwvY3JlYXRvcnM+CiAgPHRpdGxlcz4KICAgIDx0aXRsZT5MZWFybmluZyBtdWx0aWxpbmd1YWwgbmFtZWQgZW50aXR5IHJlY29nbml0aW9uIGZyb20gV2lraXBlZGlhPC90aXRsZT4KICA8L3RpdGxlcz4KICA8ZGVzY3JpcHRpb25zPgogICAgPGRlc2NyaXB0aW9uIGRlc2NyaXB0aW9uVHlwZT0iQWJzdHJhY3QiPlRoaXMgaXMgdGhlIGRhdGEgYXNzb2NpYXRlZCB3aXRoIEpvZWwgTm90aG1hbiwgTmlja3kgUmluZ2xhbmQsIFdpbGwgUmFkZm9yZCwgVGFyYSBNdXJwaHkgYW5kIEphbWVzIFIuIEN1cnJhbiAoMjAxMyksICJMZWFybmluZyBtdWx0aWxpbmd1YWwgbmFtZWQgZW50aXR5IHJlY29nbml0aW9uIGZyb20gV2lraXBlZGlhIiwgJmx0O2kmZ3Q7QXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UmbHQ7L2kmZ3Q7IDE5NCAoRE9JOiAxMC4xMDE2L2ouYXJ0aW50LjIwMTIuMDMuMDA2KS4gQSBwcmVwcmludCBpcyBpbmNsdWRlZCBoZXJlIGFzIHdpa2luZXItcHJlcHJpbnQucGRmJmx0O2RpdiZndDsmbHQ7YnImZ3Q7Jmx0Oy9kaXYmZ3Q7Jmx0O2RpdiZndDtUaGlzIGRhdGEgd2FzIG9yaWdpbmFsbHkgYXZhaWxhYmxlIGF0IGh0dHA6Ly9zY2h3YS5vcmcvcmVzb3VyY2VzICh3aGljaCBsaW5rZWQgdG8gaHR0cDovL3NjaHdhLm9yZy9wcm9qZWN0cy9yZXNvdXJjZXMvd2lraS9XaWtpbmVyKS4mbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0OyZsdDticiZndDsmbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0O1RoZSAuYnoyIGZpbGVzIGFyZSBORVIgdHJhaW5pbmcgY29ycG9yYSBwcm9kdWNlZCBhcyByZXBvcnRlZCBpbiB0aGUgQXJ0aWZpY2lhbCBJbnRlbGxpZ2VuY2UgcGFwZXIuIHdwMiBhbmQgd3AzIGFyZSBkaWZmZXJlbnRpYXRlZCBieSB3cDMgdXNpbmcgYSBoaWdoZXIgbGV2ZWwgb2YgbGluayBpbmZlcmVuY2UuIFRoZXkgdXNlIGEgcGlwZS1kZWxpbWl0ZWQgZm9ybWF0IHRoYXQgY2FuIGJlIGNvbnZlcnRlZCB0byBDb05MTCAyMDAzIGZvcm1hdCB3aXRoIHN5c3RlbTJjb25sbC5wbC4mbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0OyZsdDticiZndDsmbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0O25vdGhtYW4wOHR5cGVzLnRzdiBpcyBhIG1hbnVhbCBjbGFzc2lmaWNhdGlvbiBvZiBhcnRpY2xlcyBmaXJzdCB1c2VkIGluIEpvZWwgTm90aG1hbiwgSmFtZXMgUi4gQ3VycmFuIGFuZCBUYXJhIE11cnBoeSAoMjAwOCksICJUcmFuc2Zvcm1pbmcgV2lraXBlZGlhIGludG8gTmFtZWQgRW50aXR5IFRyYWluaW5nIERhdGEiLCBJbiAmbHQ7aSZndDtQcm9jZWVkaW5ncyBvZiB0aGUgQXVzdHJhbGFzaWFuIExhbmd1YWdlIFRlY2hub2xvZ3kgQXNzb2NpYXRpb24gV29ya3Nob3AgMjAwOCZsdDsvaSZndDsuIGh0dHA6Ly9hY2xhbnRob2xvZ3kuY29saS51bmktc2FhcmxhbmQuZGUvcGRmL1UvVTA4L1UwOC0xMDE2LnBkZiZsdDsvZGl2Jmd0OyZsdDtkaXYmZ3Q7Jmx0O2JyJmd0OyZsdDsvZGl2Jmd0OyZsdDtkaXYmZ3Q7cG9wdWxhci50c3YgYW5kIHJhbmRvbS50c3YgYXJlIG1hbnVhbCBhcnRpY2xlIGNsYXNzaWZpY2F0aW9ucyBkZXZlbG9wZWQgZm9yIHRoZSBBcnRpZmlpY2FsIEludGVsbGlnZW5jZSBwYXBlciBiYXNlZCBvbiBkaWZmZXJlbnQgc3RyYXRlZ2llcyBmb3Igc2FtcGxpbmcgYXJ0aWNsZXMgZnJvbSBXaWtpcGVkaWEgaW4gb3JkZXIgdG8gYWNjb3VudCBmb3IgV2lraXBlZGlhJ3MgYmlhc2VkIGRpc3RyaWJ1dGlvbiAoc2VlIHRoYXQgcGFwZXIpLiBzY2hlbWUudHN2IG1hcHMgdGhlc2UgZmluZS1ncmFpbmVkIGxhYmVscyB0byBjb2Fyc2VyIGFubm90YXRpb25zIGluY2x1ZGluZyBDb05MTCAyMDAzLXN0eWxlLiZsdDsvZGl2Jmd0OyZsdDtkaXYmZ3Q7Jmx0O2JyJmd0OyZsdDsvZGl2Jmd0OyZsdDtkaXYmZ3Q7d2lraWdvbGQuY29ubGwudHh0IGlzIGEgbWFudWFsIE5FUiBhbm5vdGF0aW9uIG9mIHNvbWUgV2lraXBlZGlhIHRleHQgYXMgcHJlc2VudGVkIGluIERvbWluaWMgQmFsYXN1cml5YSBhbmQgTmlja3kgIFJpbmdsYW5kIGFuZCBKb2VsIE5vdGhtYW4gYW5kIFRhcmEgTXVycGh5IGFuZCBKYW1lcyBSLiBDdXJyYW4gKDIwMDkpLCBpbiAmbHQ7aSZndDtQcm9jZWVkaW5ncyBvZiB0aGUgMjAwOSBXb3Jrc2hvcCBvbiBUaGUgUGVvcGxlJ3MgV2ViIE1lZXRzIE5MUDogQ29sbGFib3JhdGl2ZWx5IENvbnN0cnVjdGVkIFNlbWFudGljIFJlc291cmNlcyZsdDsvaSZndDsgKGh0dHA6Ly93d3cuYWNsd2ViLm9yZy9hbnRob2xvZ3kvVy9XMDkvVzA5LTMzMDIpLiZsdDticiZndDsmbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0OyZsdDticiZndDsmbHQ7L2RpdiZndDsmbHQ7ZGl2Jmd0O1NlZSBhbHNvIGNvcnBvcmEgcHJvZHVjZWQgc2ltaWxhcmx5IGluIGFuIGVuaGFuY2VkIHZlcnNpb24gb2YgdGhpcyB3b3JrIHdvcmsgKFBhbiBldCBhbC4sICJDcm9zcy1saW5ndWFsIE5hbWUgVGFnZ2luZyBhbmQgTGlua2luZyBmb3IgMjgyIExhbmd1YWdlcyIsIEFDTCAyMDE3KSBhdCBodHRwOi8vbmxwLmNzLnJwaS5lZHUvd2lraWFubi8uJmx0Oy9kaXYmZ3Q7PC9kZXNjcmlwdGlvbj4KICA8L2Rlc2NyaXB0aW9ucz4KICA8c3ViamVjdHM+CiAgICA8c3ViamVjdCBzY2hlbWVVUkk9Imh0dHA6Ly93d3cuYWJzLmdvdi5hdS9hdXNzdGF0cy9hYnNALm5zZi8wLzZCQjQyN0FCOTY5NkMyMjVDQTI1NzQxODAwMDQ0NjNFIiBzdWJqZWN0U2NoZW1lPSJGT1IiPjIwMDQwMiBDb21wdXRhdGlvbmFsIExpbmd1aXN0aWNzPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc2NoZW1lVVJJPSJodHRwOi8vd3d3LmFicy5nb3YuYXUvYXVzc3RhdHMvYWJzQC5uc2YvMC82QkI0MjdBQjk2OTZDMjI1Q0EyNTc0MTgwMDA0NDYzRSIgc3ViamVjdFNjaGVtZT0iRk9SIj4xNzAyMDMgS25vd2xlZGdlIFJlcHJlc2VudGF0aW9uIGFuZCBNYWNoaW5lIExlYXJuaW5nPC9zdWJqZWN0PgogICAgPHN1YmplY3Qgc2NoZW1lVVJJPSJodHRwOi8vd3d3LmFicy5nb3YuYXUvYXVzc3RhdHMvYWJzQC5uc2YvMC82QkI0MjdBQjk2OTZDMjI1Q0EyNTc0MTgwMDA0NDYzRSIgc3ViamVjdFNjaGVtZT0iRk9SIj44MDEwNyBOYXR1cmFsIExhbmd1YWdlIFByb2Nlc3Npbmc8L3N1YmplY3Q+CiAgPC9zdWJqZWN0cz4KICA8cHVibGlzaGVyPmZpZ3NoYXJlPC9wdWJsaXNoZXI+CiAgPHB1YmxpY2F0aW9uWWVhcj4yMDE3PC9wdWJsaWNhdGlvblllYXI+CiAgPGRhdGVzPgogICAgPGRhdGUgZGF0ZVR5cGU9IkNyZWF0ZWQiPjIwMTctMTAtMDM8L2RhdGU+CiAgICA8ZGF0ZSBkYXRlVHlwZT0iVXBkYXRlZCI+MjAxNy0xMC0wMzwvZGF0ZT4KICA8L2RhdGVzPgogIDxyZXNvdXJjZVR5cGUgcmVzb3VyY2VUeXBlR2VuZXJhbD0iRGF0YXNldCI+RGF0YXNldDwvcmVzb3VyY2VUeXBlPgogIDxzaXplcz4KICAgIDxzaXplPjEwODYyNDI5MiBCeXRlczwvc2l6ZT4KICA8L3NpemVzPgogIDxyZWxhdGVkSWRlbnRpZmllcnM+CiAgICA8cmVsYXRlZElkZW50aWZpZXIgcmVsYXRlZElkZW50aWZpZXJUeXBlPSJET0kiIHJlbGF0aW9uVHlwZT0iSXNJZGVudGljYWxUbyI+MTAuNjA4NC9tOS5maWdzaGFyZS41NDYyNTAwPC9yZWxhdGVkSWRlbnRpZmllcj4KICA8L3JlbGF0ZWRJZGVudGlmaWVycz4KICA8cmlnaHRzTGlzdD4KICAgIDxyaWdodHMgcmlnaHRzVVJJPSJodHRwczovL2NyZWF0aXZlY29tbW9ucy5vcmcvbGljZW5zZXMvYnkvNC4wLyI+Q0MgQlkgNC4wPC9yaWdodHM+CiAgPC9yaWdodHNMaXN0Pgo8L3Jlc291cmNlPg==","url":"https://figshare.com/articles/dataset/Learning_multilingual_named_entity_recognition_from_Wikipedia/5462500/1","contentUrl":null,"metadataVersion":2,"schemaVersion":"http://datacite.org/schema/kernel-4","source":"mds","isActive":true,"state":"findable","reason":null,"viewCount":1307,"viewsOverTime":[{"yearMonth":"2025-02","total":2},{"yearMonth":"2025-02","total":2},{"yearMonth":"2025-03","total":191},{"yearMonth":"2025-03","total":191},{"yearMonth":"2025-05","total":179},{"yearMonth":"2025-06","total":105},{"yearMonth":"2025-09","total":111},{"yearMonth":"2025-10","total":124},{"yearMonth":"2025-12","total":121},{"yearMonth":"2026-01","total":70},{"yearMonth":"2026-05","total":73},{"yearMonth":"2026-06","total":138}],"downloadCount":79,"downloadsOverTime":[{"yearMonth":"2025-02","total":0},{"yearMonth":"2025-02","total":0},{"yearMonth":"2025-03","total":8},{"yearMonth":"2025-03","total":8},{"yearMonth":"2025-05","total":10},{"yearMonth":"2025-06","total":11},{"yearMonth":"2025-09","total":12},{"yearMonth":"2025-10","total":6},{"yearMonth":"2025-12","total":18},{"yearMonth":"2026-01","total":3},{"yearMonth":"2026-05","total":1},{"yearMonth":"2026-06","total":2}],"referenceCount":0,"citationCount":1,"citationsOverTime":[{"year":"2023","total":1}],"partCount":0,"partOfCount":0,"versionCount":0,"versionOfCount":0,"created":"2017-10-03T01:24:10.000Z","registered":"2017-10-03T01:24:10.000Z","published":"2017","updated":"2025-06-01T06:37:46.000Z"},"relationships":{"client":{"data":{"id":"figshare.ars","type":"clients"}},"provider":{"data":{"id":"otjm","type":"providers"}},"media":{"data":{"id":"10.6084/m9.figshare.5462500.v1","type":"media"}},"references":{"data":[]},"citations":{"data":[{"id":"10.1145/3578503.3583613","type":"dois"}]},"parts":{"data":[]},"partOf":{"data":[]},"versions":{"data":[]},"versionOf":{"data":[]}}}}