Conference paper Open Access

Improving Named Entity Linking Corpora Quality

Weichselbraun, Albert; Brasoveanu, Adrian; Kuntschik, Philipp; Nixon, Lyndon


JSON Export

{
  "files": [
    {
      "links": {
        "self": "https://zenodo.org/api/files/f561b867-d552-4040-8078-7a589825bc85/ranlp2019_poster%20%282%29.pdf"
      }, 
      "checksum": "md5:22c72ed321971362f8c971a285c511c9", 
      "bucket": "f561b867-d552-4040-8078-7a589825bc85", 
      "key": "ranlp2019_poster (2).pdf", 
      "type": "pdf", 
      "size": 617043
    }
  ], 
  "owners": [
    76469
  ], 
  "doi": "10.5281/zenodo.3404911", 
  "stats": {
    "version_unique_downloads": 73.0, 
    "unique_views": 464.0, 
    "views": 468.0, 
    "version_views": 469.0, 
    "unique_downloads": 73.0, 
    "version_unique_views": 465.0, 
    "volume": 46895268.0, 
    "version_downloads": 76.0, 
    "downloads": 76.0, 
    "version_volume": 46895268.0
  }, 
  "links": {
    "doi": "https://doi.org/10.5281/zenodo.3404911", 
    "conceptdoi": "https://doi.org/10.5281/zenodo.3404910", 
    "bucket": "https://zenodo.org/api/files/f561b867-d552-4040-8078-7a589825bc85", 
    "conceptbadge": "https://zenodo.org/badge/doi/10.5281/zenodo.3404910.svg", 
    "html": "https://zenodo.org/record/3404911", 
    "latest_html": "https://zenodo.org/record/3404911", 
    "badge": "https://zenodo.org/badge/doi/10.5281/zenodo.3404911.svg", 
    "latest": "https://zenodo.org/api/records/3404911"
  }, 
  "conceptdoi": "10.5281/zenodo.3404910", 
  "created": "2019-09-11T10:44:39.819945+00:00", 
  "updated": "2020-01-20T16:51:09.000213+00:00", 
  "conceptrecid": "3404910", 
  "revision": 4, 
  "id": 3404911, 
  "metadata": {
    "access_right_category": "success", 
    "doi": "10.5281/zenodo.3404911", 
    "description": "<p>Gold standard corpora and competitive evaluations play a key role in benchmarking named entity linking (NEL) performance and driving the development of more sophisticated NEL systems.<br>\nThe quality of the used corpora and the used evaluation metrics are crucial in this process. We, therefore, assess the quality of three popular evaluation corpora, identifying four major issues which affect these gold standards: (i) the use of different annotation styles, (ii) incorrect and missing annotations, (iii) Knowledge Base evolution, (iv) and differences in annotating co-occurrences.<br>\nThis paper addresses these issues by formalizing NEL annotations and corpus versioning which allows standardizing corpus creation, supports corpus evolution, and paves the way for the use of lenses to automatically transform between different corpus configurations. In addition, the use of clearly defined scoring rules and evaluation metrics ensures a better comparability of evaluation results.</p>", 
    "license": {
      "id": "CC-BY-4.0"
    }, 
    "title": "Improving Named Entity Linking Corpora Quality", 
    "relations": {
      "version": [
        {
          "count": 1, 
          "index": 0, 
          "parent": {
            "pid_type": "recid", 
            "pid_value": "3404910"
          }, 
          "is_last": true, 
          "last_child": {
            "pid_type": "recid", 
            "pid_value": "3404911"
          }
        }
      ]
    }, 
    "grants": [
      {
        "code": "780656", 
        "links": {
          "self": "https://zenodo.org/api/grants/10.13039/501100000780::780656"
        }, 
        "title": "Enhancing and Re-Purposing TV Content for Trans-Vector Engagement", 
        "acronym": "ReTV", 
        "program": "H2020", 
        "funder": {
          "doi": "10.13039/501100000780", 
          "acronyms": [], 
          "name": "European Commission", 
          "links": {
            "self": "https://zenodo.org/api/funders/10.13039/501100000780"
          }
        }
      }
    ], 
    "communities": [
      {
        "id": "retv-h2020"
      }
    ], 
    "publication_date": "2019-09-11", 
    "creators": [
      {
        "affiliation": "HTW Chur", 
        "name": "Weichselbraun, Albert"
      }, 
      {
        "affiliation": "MODUL Technology", 
        "name": "Brasoveanu, Adrian"
      }, 
      {
        "affiliation": "HTW Chur", 
        "name": "Kuntschik, Philipp"
      }, 
      {
        "orcid": "0000-0001-7091-4543", 
        "affiliation": "MODUL Technology", 
        "name": "Nixon, Lyndon"
      }
    ], 
    "access_right": "open", 
    "resource_type": {
      "subtype": "conferencepaper", 
      "type": "publication", 
      "title": "Conference paper"
    }, 
    "related_identifiers": [
      {
        "scheme": "url", 
        "identifier": "https://github.com/orbis-eval/corpus_quality_paper", 
        "relation": "references"
      }, 
      {
        "scheme": "doi", 
        "identifier": "10.5281/zenodo.3404910", 
        "relation": "isVersionOf"
      }
    ]
  }
}
469
76
views
downloads
All versions This version
Views 469468
Downloads 7676
Data volume 46.9 MB46.9 MB
Unique views 465464
Unique downloads 7373

Share

Cite as