BibTeX

@inProceedings{lindahl-2022-machines-322689,
	title        = {Do machines dream of artificial agreement?},
	abstract     = {In this paper the (assumed) inconsistency between F1-scores and annotator agreement measures is discussed. This is exemplified in five corpora from the field of argumentation mining. High agreement is important in most annotation tasks and also often deemed important for an annotated dataset to be useful for machine learning. However, depending on the annotation task, achieving high agreement is not always easy. This is especially true in the field of argumentation mining, because argumentation can be complex as well as implicit. There are also many different models of argumentation, which can be seen in the increasing number of argumentation annotated corpora. Many of these reach moderate agreement but are still used in machine learning tasks, reaching high F1-score. In this paper we describe five corpora, in particular how they have been created and used, to see how they have handled disagreement. We find that agreement can be raised post-production, but that more discussion regarding evaluating and calculating agreement is needed. We conclude that standardisation of the models and the evaluation methods could help such discussions.},
	booktitle    = {Proceedings of the 18th Joint ACL - ISO Workshop on Interoperable Semantic Annotation within LREC2022, June 20, 2022, Marseille, France / Harry Bunt (Editor)},
	author       = {Lindahl, Anna},
	year         = {2022},
	publisher    = {European Language Resources Association},
	address      = {Marseille},
	ISBN         = {979-10-95546-81-8},
}

@incollection{lindahl-r?dveneide-2022-argumentative-325260,
	title        = {Argumentative Language Resources at Språkbanken Text},
	abstract     = {Språkbanken Text at the University of Gothenburg is a CLARIN B-centre providing language resources in Swedish, as well as tools to use them, for a wide range  of  disciplines.  In  2017,  we  began  exploring  the  field  of  argument  mining  –  the process of automatically identifying and classifying arguments in text – partly aimed  at  establishing  language  resources  and  tools  for  argument  analysis  and  mining in Swedish.},
	booktitle    = {CLARIN: The Infrastructure for Language Resources, eds. Darja Fišer & Andreas Witt},
	author       = {Lindahl, Anna and Rødven-Eide, Stian },
	year         = {2022},
	publisher    = {De Gruyter},
	address      = {Berlin, Boston},
	ISBN         = { 9783110767346 },
	pages        = {667--690},
}