by Marco Baroni, Alessandro Lenci
Abstract:
We introduce BLESS, a data set specifically designed for the evaluation of distributional semantic models. BLESS contains a set of tuples instantiating different, explicitly typed semantic relations, plus a number of controlled random tuples. It is thus possible to assess the ability of a model to detect truly related word pairs, as well as to perform in-depth analyses of the types of semantic relations that a model favors. We discuss the motivations for BLESS, describe its construction and structure, and present examples of its usage in the evaluation of distributional semantic models.
Reference:
How we BLESSed distributional semantic evaluation (Marco Baroni, Alessandro Lenci), In GEMS 11 Proceedings of the GEMS 2011 Workshop on GEometrical Models of Natural Language Semantics, Association for Computational Linguistics, 2011.
Bibtex Entry:
@inproceedings{Baroni2011,
abstract = {We introduce BLESS, a data set specifically designed for the evaluation of distributional semantic models. BLESS contains a set of tuples instantiating different, explicitly typed semantic relations, plus a number of controlled random tuples. It is thus possible to assess the ability of a model to detect truly related word pairs, as well as to perform in-depth analyses of the types of semantic relations that a model favors. We discuss the motivations for BLESS, describe its construction and structure, and present examples of its usage in the evaluation of distributional semantic models.},
author = {Baroni, Marco and Lenci, Alessandro},
booktitle = {GEMS 11 Proceedings of the GEMS 2011 Workshop on GEometrical Models of Natural Language Semantics},
isbn = {978-1-937284-16-9},
keywords = {SML-LIB-BIBLIO,lang:ENG},
mendeley-tags = {SML-LIB-BIBLIO,lang:ENG},
month = jul,
pages = {1--10},
publisher = {Association for Computational Linguistics},
title = {{How we BLESSed distributional semantic evaluation}},
url = {http://dl.acm.org/citation.cfm?id=2140490.2140491},
year = {2011}
}