@inProceedings{fribergheppin-jarvelin-2013-assessors-186273, title = {Assessors assessing assessments}, abstract = {This paper summarizes a questionnaire put to assessors of a medical test collection adjusted to user groups: health care professionals and lay persons. Three assessors were medical students, while two had no medical training. The study shows how persons with different level of expertise may reason when assigning relevance and target groups. A clear bias was found toward assigning target group of documents and topics to the assessors' own group.}, booktitle = {Proceedings of the 4th International Louhi Workshop on Health Document Text Mining and Information Analysis (Louhi 2013)}, author = {Friberg Heppin, Karin and Järvelin, Anni}, year = {2013}, }