@article{ferro-etal-2013-promise-174499, title = {PROMISE Retreat Report Prospects and Opportunities for Information Access Evaluation}, abstract = {The PROMISE network of excellence organized a two-days brainstorming workshop on 30th and 31st May 2012 in Padua, Italy, to discuss and envisage future directions and perspectives for the evaluation of information access and retrieval systems in multiple languages and multiple media. This document reports on the outcomes of this event and provides details about the six envisaged research lines: search applications; contextual evaluation; challenges in test collection design and exploitation; component-based evaluation; ongoing evaluation; and signal-aware evaluation. The ultimate goal of the PROMISE retreat is to stimulate and involve the research community along these research lines and to provide funding agencies with effective and scientifically sound ideas for coordinating and supporting information access research.}, journal = {ACM SIGIR Forum}, author = {Ferro, Nicola and Berentsen, Richard and Hanbury, Allan and Lupu, Mihai and Petras, Vivien and De Rijke, Marten and Silvello, Gianmaria and Agosti, Maristella and Bogers, Toine and Braschler, Martin and Buitelaar, Paul and Choukri, Khalid and Di Nunzio, Giorgio Maria and Forner, Pamela and Friberg Heppin, Karin and Hansen, Preben and Järvelin, Anni and Larsen, Birger and Masiero, Ivano and Müller, Henning and Peruzzo, Simone and Piori, Florina and Santucci, Guiseppe and Thoms, Elaine}, year = {2013}, volume = {46}, number = {2}, pages = {60--84}, }