Publications

Saber Zerhoudi, Adam Roegiest, and Johanne R. Trippas. How Human Does a Simulator Need to Be? A Workshop on Simulation Validity. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'27), 2027.

BibTeX

BibTeX

@inproceedings{zerhoudi2027simulator,
  title = {{How Human Does a Simulator Need to Be? A Workshop on Simulation Validity}},
  author = {Saber Zerhoudi and Adam Roegiest and Johanne R. Trippas},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'27)},
  year = {2027}
}

Alisa Rieger, Amir Ebrahimi Fard, Nicolas Mattis, Ran Yu, Markus Bink, and Johanne R. Trippas. INFUSE Workshop: The Second Workshop on INFormation access in Uncertainty ScEnarios. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'27), 2027.

BibTeX

BibTeX

@inproceedings{rieger2027infuse,
  title = {{INFUSE Workshop: The Second Workshop on INFormation access in Uncertainty ScEnarios}},
  author = {Alisa Rieger and Amir Ebrahimi Fard and Nicolas Mattis and Ran Yu and Markus Bink and Johanne R. Trippas},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'27)},
  year = {2027}
}

Chirag Shah, Ryen W. White, Adam Fourney, Carla T Lopes, and Johanne R. Trippas. ACM CHIIR '26: Proceedings of the 2026 Conference on Human Information Interaction and Retrieval. Proceedings of the 2026 Conference on Human Information Interaction and Retrieval, CHIIR 2026, 2026.

BibTeX

BibTeX

@conference{CHIIR26,
  title = {{ACM CHIIR '26: Proceedings of the 2026 Conference on Human Information Interaction and Retrieval}},
  year = {2026},
  isbn = {979-8-4007-2414-5},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  author = {Chirag Shah and Ryen W. White and Adam Fourney and Carla T Lopes and \textbf{J.~R. Trippas}},
  journal = {Proceedings of the 2026 Conference on Human Information Interaction and Retrieval, CHIIR 2026},
  doi = {10.1145/3786304}
}

Sara Allawati, Dana McKay, Mark Sanderson, Paul Thomas, and Johanne R. Trippas. An Eye Tracking Study: Are AI Overviews Changing Search Behavior?. Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR’26), pp. 1–12, 2026.

Abstract

Abstract

We conduct a lab eye-tracking study to examine how users interact with search engines that place Generative Artificial Intelligence (GenAI) results above traditionally ranked search results, also known as “ten blue links”, and we use an engagement scale to evaluate their experience. Our aim is to study how users interact with search engine interfaces that incorporate GenAI content, assess users’ willingness to scroll past GenAI content to view the traditional search results, and explore how these interactions differ from existing literature on scanning search engine result pages. We show that GenAI content is changing how people search, but the “golden triangle” remains valid, where the top-left section of the search page attracts the most attention. Searchers are still engaging with the blue links in patterns consistent with the literature; however, they engage significantly more with GenAI content. Finally, we outline future directions to deepen our understanding of search behavior in the era of GenAI.

BibTeX

BibTeX

@inproceedings{allawati2026eye,
  title = {{An Eye Tracking Study: Are AI Overviews Changing Search Behavior?}},
  author = {Sara Allawati and Dana McKay and Mark Sanderson and Paul Thomas and Johanne~R. Trippas},
  booktitle = {Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR'26)},
  year = {2026},
  numpages = {12},
  pages = {1--12}
}

Vahid Sadiri Javadi, Sadia Naseer, Ali Ather, Lucie Flek, and Johanne R. Trippas. ARIC: A Cognitive Framework for Explanatory Narrative Evaluation in Conversational Information Seeking Systems. Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26), pp. 1–11, 2026.

Abstract

Abstract

Conversational information seeking (CIS) systems now generate explanations, but we still evaluate them using retrieval-focused metrics such as faithfulness, completeness, and source attribution. These checks are necessary, but they do not tell us whether a response helps users form a coherent mental model. Cognitive science treats understanding as an active construction guided by causal structure, coherence, and the organization of information. Evaluation should therefore test whether explanations support integration, inference, and retention. This paper aims to define the target form of communication and a way to assess it. We introduce Explanatory Narratives for CIS, which combine the organizing benefits of storytelling to enable explanation. We then propose ARIC, a cognitively grounded framework for evaluating explanatory narratives across four comprehension stages: Attention, Representation, Integration, and Consolidation. To demonstrate its value, we apply ARIC to human-authored explanatory narratives and show how stage-based analysis yields actionable diagnostic insights. This shifts CIS evaluation toward the question the IR community increasingly faces: whether system-generated explanations actually help users understand.

BibTeX

BibTeX

@inproceedings{sadiri2026ARIC,
  author = {Vahid Sadiri Javadi and Sadia Naseer and Ali Ather and Lucie Flek and J. R. Trippas},
  booktitle = {Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26)},
  series = {ICTIR '26},
  title = {ARIC: A Cognitive Framework for Explanatory Narrative Evaluation in Conversational Information Seeking Systems},
  year = {2026},
  pages = {1--11},
  doi = {10.1145/3805713.3820401}
}

Jiaman He, Marta Micheli, Damiano Spina, Dana McKay, Johanne R. Trippas, and Noriko Kando. Characterizing Personality from Eye-Tracking: The Role of Gaze and Its Absence in Interactive Search Environments. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR’26), pp. 1–11, 2026.

Abstract

Abstract

Personality traits influence how individuals engage, behave, and make decisions during the information-seeking process. However, few studies have linked personality to observable search behaviors. This study aims to characterize personality traits through a multimodal time-series model that integrates eye-tracking data and gaze missingness–periods when the user’s gaze is not captured. This approach is based on the idea that people often look away when they think, signaling disengagement or reflection. We conducted a user study with 25 participants, who used an interactive application on an iPad, allowing them to engage with digital artifacts from a museum. We rely on raw gaze data from an eye tracker, minimizing preprocessing so that behavioral patterns can be preserved without substantial data cleaning. From this perspective, we trained models to predict personality traits using gaze signals. Our results from a five-fold cross-validation study demonstrate strong predictive performance across all five dimensions: Neuroticism (Macro F1 = 77.69%), Conscientiousness (74.52%), Openness (77.52%), Agreeableness (73.09%), and Extraversion (76.69%). The ablation study examines whether the absence of gaze information affects the model performance, demonstrating that incorporating missingness improves multimodal time-series modeling. The full model, which integrates both time-series signals and missingness information, achieves 10-15% higher accuracy and macro F1 scores across all Big Five traits compared to the model without time-series signals and missingness. These findings provide evidence that personality can be inferred from search-related gaze behavior and demonstrate the value of incorporating missing gaze data into time-series multimodal modeling.

BibTeX

BibTeX

@inproceedings{he2026characterizing,
  title = {{Characterizing Personality from Eye-Tracking: The Role of Gaze and Its Absence in Interactive Search Environments}},
  author = {Jiaman He and Marta Micheli and Damiano Spina and Dana McKay and Johanne~R. Trippas and Noriko Kando},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'26)},
  year = {2026},
  numpages = {11},
  pages = {1--11}
}

Vahid Sadiri Javadi, Fryderyk Róg, Aska Aksa, Johanne R. Trippas, Svitlana Vakulenko, and Lucie Flek. CHARISMA: Character-Based Interaction Simulation with Multi-LLM Agents Toward Computational Social Psychology. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'26), pp. 1–5, 2026.

Abstract

Abstract

How people seek, request, and exchange information in social interactions is shaped by personality and situational context, connecting the fields of interactive information science and attribution theory in social psychology. In everyday life, people seek information to achieve goals, collaborate, and manage social conflicts. Understanding how individual traits and contextual factors influence information-seeking behavior remains a challenge. Recent advances with large language models (LLMs) enable the simulation of socially grounded information-seeking behaviors in realistic and controllable ways. We introduce CHARISMA, a simulation framework that uses LLMs to examine how personality traits and situational factors influence information seeking as a form of social behavior. CHARISMA leverages movie characters and public figures as personality anchors, drawing on LLMs’ knowledge to simulate human-like interaction. CHARISMA’s utility is demonstrated in two studies: (1) agreeable pairs resolve conflicts more successfully, and (2) low-agreeable agents compete for information, while high-agreeable agents cooperate through prosocial exchange.

BibTeX

BibTeX

@inproceedings{javadi2026CHARISMA,
  title = {{CHARISMA: Character-Based Interaction Simulation with Multi-LLM Agents Toward Computational Social Psychology}},
  author = {Javadi, Vahid Sadiri and Fryderyk	R\'{o}g and Aska Aksa and \textbf{J.~R. Trippas} and Svitlana Vakulenko and Lucie Flek},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'26)},
  year = {2026},
  numpages = {5},
  pages = {1--5},
  doi = {10.1145/3786304.3787921}
}

Kateryna Kasianenko, Ashwin Nagappa, Oleg Zendel, Sally Storey, Axel Bruns, Daniel Angus, Kath Albury, Mark Sanderson, Abdul Karim Obeid, Amanda Lawrence, Anand Badola, Chenglong Ma, Ekaterina Tokareva, Fan Yang, Fletcher Scott, Futoon M. Abu Shaqra, India Read, Joanne Kuai, Kun Ran, Khanh Luong, Kieran Hegarty, Madhurima Khirbat, Nuha Abu Onq, Rayane El Masri, Sadia Sharmin, Sara Allawati, Shuoqi Sun, Udiana Dewi, Utami Diah Kusumawati, Xinye Wanyan, Yanheng Fang, Awais Hameed Khan, Bogdan Mamaev, Kacper Sokol, Kyle Herbertson, Johanne R. Trippas, Damiano Spina, and Danula Hettiachchi. Hacking the “wicked problems''' of search: A hackathon as a collaborative approach towards capturing query variability. The Search Engines and Society Network (SEASON'26), 2026.

BibTeX

BibTeX

@inproceedings{kasianenko2026hacking,
  title = {{Hacking the ``wicked problems''' of search: A hackathon as a collaborative approach towards capturing query variability}},
  author = {Kasianenko, Kateryna and Nagappa, Ashwin and Zendel, Oleg and Storey, Sally and Bruns, Axel and Angus, Daniel and Albury, Kath and Sanderson, Mark and Obeid, Abdul Karim and Lawrence, Amanda and Badola, Anand and Ma, Chenglong and Tokareva, Ekaterina and Yang, Fan and Scott, Fletcher and Abu Shaqra, Futoon M. and Read, India and Kuai, Joanne and Ran, Kun and Luong, Khanh and Hegarty, Kieran and Khirbat, Madhurima and Abu Onq, Nuha and El Masri, Rayane and Sharmin, Sadia and Allawati, Sara and Sun, Shuoqi and Dewi, Udiana and Kusumawati, Utami Diah and Wanyan, Xinye and Fang, Yanheng and Khan, Awais Hameed and Mamaev, Bogdan and Sokol, Kacper and Herbertson, Kyle and \textbf{J.~R. Trippas} and Spina, Damiano and Hettiachchi, Danula},
  booktitle = {The Search Engines and Society Network (SEASON'26)},
  year = {2026},
  doi = {10.48441/4427.3716}
}

Alisa Rieger, Nicolas Mattis, and Johanne R. Trippas. Information Access under Epistemic Uncertainty: Learning from Journalism. The Search Engines and Society Network (SEASON'26), 2026.

BibTeX

BibTeX

@inproceedings{rieger2026information,
  title = {{Information Access under Epistemic Uncertainty: Learning from Journalism}},
  author = {Alisa Rieger and Nicolas Mattis and \textbf{J.~R. Trippas}},
  booktitle = {The Search Engines and Society Network (SEASON'26)},
  year = {2026},
  doi = {10.48441/4427.3714}
}

Alisa Rieger, Ran Yu, Amir Ebrahimi Fard, Nicolas Mattis, and Johanne R. Trippas. INFUSE Workshop: The First Workshop on INFormation access in Uncertainty ScEnarios. Proceedings of the European Conference on Information Retrieval (ECIR'26), pp. 1–4, 2026.

Abstract

Abstract

People often encounter or seek information on issues for which no clear answer exists. For example, information may be scarce or nonexistent, as in data voids or unanswerable questions; knowledge might be evolving, as with current events, emerging topics, or rumours; or there may be multiple perspectives on an issue, particularly in the case of debated topics. We refer to these as uncertainty scenarios. In such scenarios, information access systems are facing different risks, like eliciting a false sense of information certainty, over-reliance, promoting mis- and disinformation, or exposing users to viewpoint-biased information. This full-day workshop brings together researchers and practitioners focusing on information access in scenarios of uncertainty to engage in discussions around challenges and potential solutions. For that, we haveplanned a highly interactive in-person workshop programme with invited talks, roundtables, and a collaboration fair. The discussions and outcomes of the workshop will be shared in a report after the workshop.

BibTeX

BibTeX

@inproceedings{rieger2026infuse,
  title = {{INFUSE Workshop: The First Workshop on INFormation access in Uncertainty ScEnarios}},
  author = {Alisa Rieger and Ran Yu and Amir Ebrahimi Fard and Nicolas Mattis and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the European Conference on Information Retrieval (ECIR'26)},
  pages = {1--4},
  year = {2026},
  series = {ECIR '26},
  doi = {10.1007/978-3-032-21324-2_18}
}

Adam Roegiest and Johanne R. Trippas. Interpretable Legal Similarity: From Embeddings to Obligations. Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26), pp. 1–9, 2026.

Abstract

Abstract

Lawyers routinely compare contracts and their constituent clauses to help clients evaluate potential acquisitions, assess risks when selling a business, or audit agreements in response to regulatory change. Clause retrieval is often supported by embedding-based similarity search, which can efficiently surface clauses that match a desired template. However, prior work suggests that using embedding similarity for review triage may lead lawyers to ignore problematic clause language.In this work, we examine 10 clause types and demonstrate that ranking clauses based on shared and unique legal obligations, using one or more prompts, can align as closely or more closely with human lawyer judgments than embedding-based similarity, while offering interpretable outputs that embeddings do not. We highlight that prompt-based methods can produce more discriminative similarity scores than embeddings, which may aid in setting review thresholds. Finally, we discuss extensions to our prompt-based methodology that would allow lawyers to customize similarity criteria for specific use cases, a flexibility that embedding-based approaches do not readily support.

BibTeX

BibTeX

@inproceedings{roegiest2026interpretable,
  author = {Adam Roegiest and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26)},
  series = {ICTIR '26},
  title = {Interpretable Legal Similarity: From Embeddings to Obligations},
  year = {2026},
  pages = {1–9},
  doi = {10.1145/3805713.3820406}
}

Vahid Sadiri Javadi, Aksa Aksa, Fryderyk Karol Róg, Lucie Flek, and Johanne R. Trippas. Personality Anchoring for Social Simulation: Linking Personality, Social Behavior, and Interaction Success with LLM Agents. Second Workshop on Integrating NLP and Psychology to Study Social Interactions, pp. 1–11, 2026.

BibTeX

BibTeX

@inproceedings{sadiri2026personality,
  title = {{Personality Anchoring for Social Simulation: Linking Personality, Social Behavior, and Interaction Success with LLM Agents}},
  author = {Vahid Sadiri Javadi and Aksa Aksa and Fryderyk Karol R\'{o}g and Lucie Flek and \textbf{J.~R. Trippas}},
  booktitle = {Second Workshop on Integrating NLP and Psychology to Study Social Interactions},
  pages = {1--11},
  year = {2026},
  series = {NLPSI '26},
  doi = {10.63317/5b89agzykziz}
}

Louis Geiger, Danula Hettiachchi, Falk Scholer, and Johanne R. Trippas. Reasoning with Large Language Models for Relevance Judgements. Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26), pp. 1–5, 2026.

Abstract

Abstract

Relevance judgements are central to information retrieval (IR) evaluation, and there is much interest in using large language models (LLMs) for these judgements. This work presents a novel framework that operationalizes explicit reasoning as a control mechanism for LLM-based relevance judgements and systematically quantifies its effects across evaluation settings. We compare judgements with and without reasoning to assess the impact on accuracy and reliability across multiple datasets and models (e.g., gpt-oss, Gemini 2.5). Our results show that using reasoning often leads to lower-quality judgements and a higher rate of formatting failures, while incurring substantially higher token costs. These findings raise important questions about when and how reasoning should be incorporated into evaluation pipelines, particularly for passage-level relevance assessment, suggesting that its benefits depend on task context and complexity rather than being universally beneficial. This work also contributes a novel dataset of LLM reasoning outputs, augmenting two established test collections to support future research.

BibTeX

BibTeX

@inproceedings{geiger2026reasoning,
  author = {Louis Geiger and Danula Hettiachchi and Falk Scholer and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'26)},
  series = {ICTIR '26},
  title = {Reasoning with Large Language Models for Relevance Judgements},
  year = {2026},
  pages = {1--5},
  doi = {10.1145/3805713.3820403}
}

Alisa Rieger, Ran Yu, Amir Ebrahimi Fard, Nicolas Mattis, and Johanne R. Trippas. Report on The First INFormation access in Uncertainty ScEnarios (INFUSE) Workshop at ECIR 2026. ACM SIGIR Forum, 60(1), pp. 1–19, 2026.

Abstract

Abstract

The First Workshop on INformation access in Uncertainty ScEnarios (INFUSE) [Rieger et al., 2026], in conjunction with the Forty-eighth European Conference on Information Retrieval (ECIR) 2026, focused on the complexities people face when seeking information on issues that lack a clear, definitive answer. These situations, defined as “uncertainty scenarios”, often involve scarce information, such as data voids, rapidly evolving knowledge, such as breaking news or rumours, or debated topics with multiple conflicting perspectives. A core problem is that modern information retrieval (IR) systems and large language models (LLMs) are primarily optimised to produce answers rather than communicate the limits of existing knowledge. Consequently, these systems may generate plausible-sounding responses even when reliable information is missing, thereby obscuring rather than exposing uncertainty. This dynamic introduces significant risks, including fostering a false sense of certainty, amplifying mis- and disinformation, and exposing users to viewpoint bias.To address these challenges, this full-day, in-person event brought together a cross-disciplinary group of researchers and practitioners. The primary objectives of the workshop included:-Highlighting emerging risks: Drawing attention to the potential harms caused by the rapid integration of LLM-enabled search services.-Building community: Connecting professionals and researchers from various backgrounds who are focused on information access under uncertainty.-Improving information systems: Contributing to the creation of systems that promote critical thinking, awareness of complex nuances, and an informed citizenry.-Fostering collaboration: Creating a dedicated space for attendees to discover shared interests and form impactful research partnerships.The INFUSE workshop was designed to be highly interactive, moving away from one-sided presentations. The program featured invited talks from interdisciplinary experts, participant presentations grouped by topic, “musical” roundtables for discussions, and a collaboration fair to help participants launch new research projects. The discussions and outcomes are compiled here as a collaborative report. Our aim is to share these insights with the broader IR community and help seed further dialogue on uncertainty in information access.

BibTeX

BibTeX

@article{rieger2026report,
  title = {{Report on The First INFormation access in Uncertainty ScEnarios (INFUSE) Workshop at ECIR 2026}},
  author = {Rieger, Alisa and Yu, Ran and Ebrahimi Fard, Amir and Mattis, Nicolas and \textbf{J.~R. Trippas}},
  journal = {ACM SIGIR Forum},
  volume = {60},
  number = {1},
  pages = {1--19},
  year = {2026},
  organization = {ACM New York, NY, USA},
  doi = {10.1145/3841298.3841308}
}

Leif Azzopardi, Charles L. A. Clarke, Claudia Hauff, Yubin Kim, Adam Roegiest, Johanne R. Trippas, Zhaochun Ren, and Saber Zerhoudi. Report on The Search Futures Workshop at ECIR 2026. ACM SIGIR Forum, 60(1), pp. 1–28, 2026.

Abstract

Abstract

The Third Search Futures Workshop [Azzopardi et al., 2026], in conjunction with the Forty-Eighth European Conference on Information Retrieval (ECIR) 2026, looked into the future ofsearch to ask questions such as:

How can we navigate data privacy in large language model (LLM)-based information retrieval (IR)?

How can we implement agentic IR for proactive knowledge synthesis?

How do we ensure trustworthy information access beyond citations in the age of language models?

How does deep search transition from matching to reasoning?

What is meant by information semantics, knowledge representation, and natural language in a world of LLM-powered search?

What are serendipity engines, and how do they explore proactive web search via LLM agents, retrieval augmented generation (RAG), and simulated user feedback?

The third edition of the workshop opened with ten lightning talks from a diverse group of speakers. Rather than traditional paper presentations, these short talks offered concise overviews of emerging ideas and critical insights, enabling a rapid exchange across various topics. The format was designed to spark discussion and expose participants to a broad spectrum of future-facing research directions in a compact timeframe. This report, co-authored by the workshop organizers, presenters, and participants, summarizes the talks and key discussions. Our aim is to share these insights with the broader IR community and help seed further dialogue around the themes raised.

BibTeX

BibTeX

@inproceedings{azzopardi2026report,
  title = {{Report on The Search Futures Workshop at ECIR 2026}},
  author = {Azzopardi, Leif and Clarke, Charles L. A. and Hauff, Claudia and Kim, Yubin and Roegiest, Adam and \textbf{J.~R. Trippas} and Ren, Zhaochun and Zerhoudi, Saber},
  booktitle = {ACM SIGIR Forum},
  volume = {60},
  number = {1},
  pages = {1--28},
  year = {2026},
  organization = {ACM New York, NY, USA},
  doi = {10.1145/3841298.3841307}
}

Jiaman He, Riccardo Xia, Dana McKay, Damiano Spina, and Johanne R. Trippas. SearchLog: A Web Browser Extension for Capturing Search Logs in Laboratory Studies. Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'26), pp. 1–5, 2026.

Abstract

Abstract

Natural search logs are valuable for studying search behavior in information seeking settings. We present SearchLog, an easy-to-install web browser extension for collecting natural search logs during lab-based studies. SearchLog enables participants to search the open web in a browser while recording structured interaction data from the mouse, keyboard, search activity, and browser state modules. The extension captures clicks, scrolling, hovered text, typed words, search queries, result rankings, AI-generated summaries when available, tab activity, and window changes. A local Flask backend stores each session as an ordered JSON event stream, including HTML snapshots and preprocessed search result data for later analysis. These logs can be used to derive measures such as query reformulation, page visits, dwell time, scroll behavior, tab switching, search path complexity, and exposureto AI-generated search content. By supporting natural browser-based search with structured experimental metadata, SearchLog provides a reusable resource to study search behavior across traditional and AI-enhanced search interfaces. SearchLog is available athttps://github.com/peanutH/SearchLog-chromium-extension

BibTeX

BibTeX

@inproceedings{he2026searchlog,
  author = {He, Jiaman and Xia, Riccardo and McKay, Dana and Spina, Damiano and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'26)},
  series = {CIKM '26},
  title = {SearchLog: A Web Browser Extension for Capturing Search Logs in Laboratory Studies},
  year = {2026},
  pages = {1--5},
  doi = {10.1145/3799682.3840250}
}

Saber Zerhoudi, Adam Roegiest, and Johanne R. Trippas. Simulation of Interactive Information Retrieval: A Guided Tour. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'26), 2026.

Abstract

Abstract

Interactive information retrieval (IIR) systems, including search engines and conversational systems, are increasingly central to user experiences. However, rigorously evaluating their performance, particularly as interactions become highly personalized, remains a scientific challenge. While user simulation offers a powerful methodology for reproducible evaluation, its adoption is hindered by a steep learning curve and a fragmented landscape of complex tools. This half-day tutorial provides a practical, hands-on introduction to user simulation at varying levels of complexity, from foundational statistical models to advanced, LLM-driven frameworks. Through a series of guided problems, participants will acquire practical skills in using popular libraries, learning user models from data, and applying large language models (LLMs) to simulate user behavior. The tutorial concludes with evaluating the simulators themselves, providing participants with guidance on appropriate use cases and fidelity assessment.

BibTeX

BibTeX

@inproceedings{zerhoudi2026simulation,
  title = {{Simulation of Interactive Information Retrieval: A Guided Tour}},
  author = {Saber Zerhoudi and Roegiest, Adam and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'26)},
  year = {2026},
  doi = {10.1145/3786304.3787892}
}

Haiming Liu, Rob Capra, Paul Thomas, Jaap Kamps, Toine Bogers, Morgan Harvey, Rosie Jones, Chang Liu, Udo Kruschwitz, Stephann Makri, Laurianne Sitbon, Adam Roegiest, and Johanne R. Trippas. Strengthening the CHIIR Community: Bridging Interactive IR and HCI at CHI 2026. Proceedings of ACM conference on Human Factors in Computing Systems (CHI), pp. 1–4, 2026.

Abstract

Abstract

This meet-up will bring together members of the ACM SIGIR Information Interaction and Retrieval (CHIIR) community and the broader CHI audience to strengthen cross-community dialogue on interactive information retrieval (IIR), search interfaces, and human-centered evaluation methods. Through structured activities, networking opportunities, and collaborative brainstorming, the session aims to identify common challenges, inspire collaborations, and chart a forward-looking research agenda that connects CHI and CHIIR communities.

BibTeX

BibTeX

@inproceedings{liu2026chi,
  title = {{Strengthening the CHIIR Community: Bridging Interactive IR and HCI at CHI 2026}},
  author = {Liu, Haiming and Capra, Rob and Thomas, Paul and Kamps, Jaap and Bogers, Toine and Harvey, Morgan and Jones, Rosie and Liu, Chang and Kruschwitz, Udo and Makri, Stephann and Sitbon, Laurianne and Roegiest, Adam and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of ACM conference on Human Factors in Computing Systems (CHI)},
  pages = {1--4},
  year = {2026},
  series = {CHI '26},
  doi = {10.1145/3772363.3778809}
}

Leif Azzopardi, Charles L. A. Clarke, Claudia Hauff, Yubin Kim, Adam Roegiest, Johanne R. Trippas, Zhaochun Ren, and Saber Zerhoudi. The Third Search Futures Workshop. Proceedings of the European Conference on Information Retrieval (ECIR'26), pp. 1–4, 2026.

BibTeX

BibTeX

@inproceedings{azzopardi2026search,
  title = {{The Third Search Futures Workshop}},
  author = {Leif Azzopardi and Charles L. A. Clarke and Claudia Hauff and Yubin Kim and Adam Roegiest and \textbf{J.~R. Trippas} and Zhaochun Ren and Saber Zerhoudi},
  booktitle = {Proceedings of the European Conference on Information Retrieval (ECIR'26)},
  pages = {1--4},
  year = {2026},
  series = {ECIR '26},
  doi = {10.1007/978-3-032-21324-2_13}
}

Louis Geiger, Danula Hettiachchi, Falk Scholer, and Johanne R. Trippas. When Reasoning Revises Relevance: Analysing Score Trajectories in LLM Reasoning Traces. Proceedings of the Twelfth International Workshop on Evaluating Information Access (EVIA '26), 2026.

Abstract

Abstract

Large language models can generate reasoning traces when assigning relevance labels, but aggregate effectiveness measures do not reveal whether reasoning stabilises, corrects, or degrades individual judgements. Prior work shows that greater reasoning effort does not reliably improve agreement with human assessors, and small gains in binary accuracy may coincide with lower graded agreement, higher computational costs, and additional failure modes. In this work, we examine reasoning traces produced during graded relevance assessment and investigate whether trace length varies across interrogative queries—that is, queries beginning with what, how, why, who, where, and when. Our results show that the median reasoning-trace length varies substantially across query categories, suggesting that the interrogative form of a question may indicate the level of reasoning effort a model will deploy. We then examine how relevance scores change as reasoning progresses and show that the trajectories can contain multiple candidate relevance scores before the model determines a final judgement. These score sequences differ across models and reasoning configurations, showing a mixture of consistent directional changes and reversals. In aggregate, across three model configurations and two datasets, the initial relevance score assigned by a model is more likely to be correct than the final assigned score after reasoning. However, a more detailed analysis reveals that these trends are not uniform across relevance levels: reasoning acts as a directional, label-dependent transformation rather than a uniformly beneficial or harmful refinement. Overall, this work demonstrates that final labels can obscure considerable variation in the reasoning process and highlights the need to evaluate reasoning behaviour separately from judgement accuracy to identify when additional reasoning corrects a judgement and when it removes an initially correct decision.

BibTeX

BibTeX

@inproceedings{geiger2026reasoning_other,
  title = {{When Reasoning Revises Relevance: Analysing Score Trajectories in LLM Reasoning Traces}},
  author = {Louis Geiger and Danula Hettiachchi and Falk Scholer and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the Twelfth International Workshop on Evaluating Information Access (EVIA '26)},
  year = {2026},
  address = {Tokyo, Japan}
}

Johanne R. Trippas, Damiano Spina, and Falk Scholer. Adapting Generative Information Retrieval Systems to Users, Tasks, and Scenarios. Information Access in the Era of Generative AI, pp. 73–109, 2025.

Abstract

Abstract

Generative Information Retrieval (GenIR) signifies an advancement in Information Retrieval (IR). GenIR encourages more sophisticated, conversational responses to search queries by integrating generative models and chat-like interfaces. However, this approach retains core principles of traditional IR and conversational information seeking, illustrating its capacity to augment current IR frameworks. In this chapter, we propose that introducing GenIR enhances traditional information retrieval tasks and expands their scope. This allows systems to manage more complex queries, including generative, critiquing, and extractive tasks. These advancements surpass traditional systems, handling queries with greater depth and flexibility. This sometimes speculative chapter suggests Generative Information Access (GenIA), a term that more accurately encapsulates the widened scope and enhanced functionalities of GenIR, particularly in how this relates to tasks. By investigating the impact of GenIR, this discussion aims to reiterate that generative research should not abandon traditional interactive information retrieval research but rather incorporate it into future research and development efforts.

BibTeX

BibTeX

@incollection{trippas2025genIR,
  author = {\textbf{J.~R. Trippas} and Damiano Spina and Falk Scholer},
  title = {{Adapting Generative Information Retrieval Systems to Users, Tasks, and Scenarios}},
  editor = {White, Ryen W. and Shah, Chirag},
  booktitle = {Information Access in the Era of Generative AI},
  publisher = {Springer Nature Switzerland},
  pages = {73--109},
  year = {2025},
  doi = {10.1007/978-3-031-73147-1_4}
}

Johanne R. Trippas, Oleg Zendel, and Adam Roegiest. Applying Large Language Models to Interactive Information Retrieval: A Practical Exploration. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'25), 2025.

Abstract

Abstract

This half-day interactive tutorial provides researchers with practical skills to use large language models (LLMs) for interactive information retrieval research. Through hands-on exercises and real-world research examples, participants will learn to set up LLMs locally, integrate them via APIs, and evaluate their outputs. The tutorial will explain which models suit specific research needs, offering participants a robust toolkit to enhance their work. Attendees will also gain insights into the latest developments in the field, ensuring they stay at the forefront of innovation. Ideal for researchers eager to explore new methodologies in information retrieval, this tutorial offers foundational knowledge and cutting-edge strategies to use LLMs in interactive information retrieval research.

BibTeX

BibTeX

@inproceedings{trippas2025applying,
  title = {Applying Large Language Models to Interactive Information Retrieval: A Practical Exploration},
  author = { \textbf{J.~R. Trippas} and Zendel, Oleg and Roegiest, Adam},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'25)},
  year = {2025},
  doi = {10.1145/3698204.3716478}
}

Vahid Sadiri Javadi, Johanne R. Trippas, Yash Kumar Lal, and Lucie Flek. Can Stories Help LLMs Reason? Curating Information Space Through Narrative. The 2nd Workshop on Analogical Abstraction in Cognition, Perception, and Language (Analogy-Angle II), 2025.

BibTeX

BibTeX

@inproceedings{javadi2025can,
  title = {{Can Stories Help LLMs Reason? Curating Information Space Through Narrative}},
  author = {Javadi, Vahid Sadiri and \textbf{J.~R. Trippas} and Lal, Yash Kumar and Lucie Flek},
  booktitle = {The 2nd Workshop on Analogical Abstraction in Cognition, Perception, and Language (Analogy-Angle II)},
  year = {2025},
  doi = {10.18653/v1/2025.analogyangle-1.8}
}

Jiaman He, Zikang Leng, Dana McKay, Damiano Spina, and Johanne R. Trippas. Can We Hide Machines in the Crowd? Quantifying Equivalence in LLM-in-the-loop Annotation Tasks. Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region, pp. 1–11, 2025.

Abstract

Abstract

Many evaluations of large language models (LLMs) in text annotation focus primarily on the correctness of the output, typically comparing model-generated labels to human-annotated “ground truth” using standard performance metrics. In contrast, our study moves beyond effectiveness alone. We aim to explore how labeling decisions–by both humans and LLMs–can be statistically evaluated across individuals. Rather than treating LLMs purely as annotation systems, we approach LLMs as an alternative annotation mechanism that may be capable of mimicking the subjective judgments made by humans. To assess this, we develop a statistical evaluation method based on Krippendorff’s 𝛼, paired bootstrapping, and the Two One-Sided t-Tests (TOST) equivalence test procedure. This evaluation method tests whether an LLM can blend into a group of human annotators without being distinguishable. We apply this approach to two datasets, MovieLens 100K and PolitiFact, and find that the LLM is statistically indistinguishable from a human annotator in MovieLens 100K (𝑝= 0.004), but not in PolitiFact (𝑝= 0.155), highlighting task-dependent differences.

BibTeX

BibTeX

@inproceedings{he2025can,
  author = {He, Jiaman and Leng, Zikang and McKay, Dana and Spina, Damiano and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the 2025 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region},
  series = {SIGIR-AP '25},
  title = {Can We Hide Machines in the Crowd? Quantifying Equivalence in LLM-in-the-loop Annotation Tasks},
  year = {2025},
  pages = {1--11},
  doi = {10.1145/3767695.3769508}
}

Jiaman He, Zikang Leng, Dana McKay, Johanne R. Trippas, and Damiano Spina. Characterising Topic Familiarity and Query Specificity Using Eye-Tracking Data. Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1–5, 2025.

Abstract

Abstract

Eye-tracking data has been shown to correlate with a user’s knowledge level and query formulation behaviour. While previous work has focused primarily on eye gaze fixations for attention analysis, often requiring additional contextual information, our study investigates the memory-related cognitive dimension by relying solely on pupil dilation and gaze velocity to infer users’ topic familiarity and query specificity without needing any contextual information. Using data collected via a lab user study (𝑁 = 18), we achieved a Macro F1 score of 71.25% for predicting topic familiarity with a Gradient Boosting classifier, and a Macro F1 score of 60.54% with a k-nearest neighbours (KNN) classifier for query specificity. Furthermore, we developed a novel annotation guideline – specifically tailored for question answering – to manually classify queries as Specific or Non-specific. This study demonstrates the feasibility of eye-tracking to better understand topic familiarity and query specificity in search.

BibTeX

BibTeX

@inproceedings{he2025characterising,
  author = {He, Jiaman and Leng, Zikang and McKay, Dana and \textbf{J.~R. Trippas} and Spina, Damiano},
  booktitle = {Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval},
  series = {SIGIR '25},
  title = {Characterising Topic Familiarity and Query Specificity Using Eye-Tracking Data},
  year = {2025},
  doi = {10.1145/3726302.3730174},
  pages = {1--5}
}

Christine Bauer, Li Chen, Nicola Ferro, Norbert Fuhr, Avishek Anand, Timo Breuer, Guglielmo Faggioli, Ophir Frieder, Hideo Joho, Jussi Karlgren, Johannes Kiesel, Bart P. Knijnenburg, Aldo Lipani, Lien Michiels, Andrea Papenmeier, Maria Soledad Pera, Mark Sanderson, Scott Sanner, Benno Stein, Johanne R. Trippas, Karin Verspoor, and Martijn C. Willemsen. Conversational Agents: A Framework for Evaluation (CAFE) (Dagstuhl Perspectives Workshop 24352). Dagstuhl Manifestos, 11(1), pp. 19–67, 2025.

BibTeX

BibTeX

@article{dagstuhl2025cafe,
  author = {Christine Bauer and
                  Li Chen and
                  Nicola Ferro and
                  Norbert Fuhr and
                  Avishek Anand and
                  Timo Breuer and
                  Guglielmo Faggioli and
                  Ophir Frieder and
                  Hideo Joho and
                  Jussi Karlgren and
                  Johannes Kiesel and
                  Bart P. Knijnenburg and
                  Aldo Lipani and
                  Lien Michiels and
                  Andrea Papenmeier and
                  Maria Soledad Pera and
                  Mark Sanderson and
                  Scott Sanner and
                  Benno Stein and
                  \textbf{J.~R. Trippas} and
                  Karin Verspoor and
                  Martijn C. Willemsen},
  title = {Conversational Agents: {A} Framework for Evaluation {(CAFE)} (Dagstuhl
                  Perspectives Workshop 24352)},
  journal = {Dagstuhl Manifestos},
  volume = {11},
  number = {1},
  pages = {19--67},
  year = {2025},
  url = {https://doi.org/10.4230/DagMan.11.1.19},
  doi = {10.4230/DagMan.11.1.19}
}

Djoerd Hiemstra, Ismail Sengor Altingovde, Solomon Atnafu, Daniela Godoy, Ben He, Makoto P. Kato, Shangsong Liang, Haiming Liu, Vanessa Murdock, Monica Lestari Paramita, Barbara Poblete, Negin Rahimi, Debarshi Kumar Sanyal, and Johanne R. Trippas. Editorial. Information Retrieval Research Journal, 1(1), 2025.

BibTeX

BibTeX

@article{hiemstra2025editorial,
  author = {Djoerd Hiemstra and
                  Ismail Sengor Altingovde and
                  Solomon Atnafu and
                  Daniela Godoy and
                  Ben He and
                  Makoto P. Kato and
                  Shangsong Liang and
                  Haiming Liu and
                  Vanessa Murdock and
                  Monica Lestari Paramita and
                  Barbara Poblete and
                  Negin Rahimi and
                  Debarshi Kumar Sanyal and
                  \textbf{J.~R. Trippas}},
  title = {Editorial},
  journal = {Information Retrieval Research Journal},
  volume = {1},
  number = {1},
  year = {2025},
  url = {https://doi.org/10.54195/irrj.23259},
  doi = {10.54195/irrj.23259}
}

Lin Tian, Johanne R. Trippas, and Marian-Andrei Rizoiu. Mario at EXIST 2025: A Simple Gateway to Effective Multilingual Sexism Detection. Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'25), 2025.

Abstract

Abstract

This paper presents our approach to EXIST 2025 Task 1, addressing text-based sexism detection in English and Spanish tweets through hierarchical Low-Rank Adaptation (LoRA) of Llama 3.1 8B. Our method introduces conditional adapter routing that explicitly models label dependencies across three hierarchically structured subtasks: binary sexism identification, source intention detection, and multilabel sexism categorization. Unlike conventional LoRA applications that target only attention layers, we apply adaptation to all linear transformations, enhancing the model’s capacity to capture task-specific patterns. In contrast to complex data processing and ensemble approaches, we show that straightforward parameter-efficient fine-tuning achieves strong performance. We train separate LoRA adapters (rank=16, QLoRA 4-bit) for each subtask using unified multilingual training that leverages Llama 3.1’s native bilingual capabilities. The method requires minimal preprocessing and uses standard supervised learning. Our multilingual training strategy eliminates the need for separate language-specific models, achieving 1.7-2.4% F1 improvements through cross-lingual transfer. With only 1.67% trainable parameters compared to full fine-tuning, our approach reduces training time by 75% and model storage by 98%, while achieving competitive performance across all subtasks (ICM-Hard: 0.6774 for binary classification, 0.4991 for intention detection, 0.6519 for multilabel categorization).

BibTeX

BibTeX

@inproceedings{smith2025rmit,
  title = {{Mario at EXIST 2025: A Simple Gateway to Effective
Multilingual Sexism Detection}},
  author = {Lin Tian and \textbf{J.~R. Trippas} and Marian-Andrei Rizoiu},
  booktitle = {Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'25)},
  year = {2025}
}

Julian A. Schnabel, Johanne R. Trippas, Falk Scholer, and Danula Hettiachchi. Multi-stage Large Language Model Pipelines Can Outperform GPT-4o in Relevance Assessment. Proceedings of the ACM Web Conference (ACM WebConf'25), pp. 1–5, 2025.

Abstract

Abstract

The effectiveness of search systems is evaluated using relevance labels that indicate the usefulness of documents for specific queries and users. While obtaining these relevance labels from real users is ideal, scaling such data collection is challenging. Consequently, third-party annotators are employed, but their inconsistent accuracy demands costly auditing, training, and monitoring. We propose an LLM-based modular classification pipeline that divides the relevance assessment task into multiple stages, each utilising different prompts and models of varying sizes and capabilities. Applied to TREC Deep Learning (TREC-DL), one of our approaches showed an 18.4% Krippendorff’s 𝛼 accuracy increase over OpenAI’s GPT-4o mini while maintaining a cost of about 0.2 USD per million input tokens, offering a more efficient and scalable solution for relevance assessment. This approach beats the baseline performance of GPT-4o (5 USD). With a pipeline approach, even the accuracy of theGPT-4o flagship model, measured in 𝛼, could be improved by 9.7%.

BibTeX

BibTeX

@inproceedings{schnabel2025multistage,
  title = {{Multi-stage Large Language Model Pipelines Can Outperform GPT-4o in Relevance Assessment}},
  author = {Schnabel, Julian~A. and \textbf{J.~R. Trippas} and Scholer, Falk and Hettiachchi, Danula},
  booktitle = {Proceedings of the ACM Web Conference (ACM WebConf'25)},
  year = {2025},
  pages = {1--5},
  doi = {10.1145/3701716.3715488}
}

Johanne R. Trippas and J. Shane Culpepper. Report from the Fourth Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025). SIGIR Forum, 59(1), 2025.

Abstract

Abstract

The purpose of the Strategic Workshop on Information Retrieval in Lorne (SWIRL)1 is to explore the long-range issues of the information retrieval (IR) field, to recognise challenges that are on – or even over – the horizon, to build consensus on key challenges, and to disseminate the resulting information to the research community. The intent is that this description of open problems will help to inspire researchers and graduate students to address the questions and will provide funding agencies with data to focus and coordinate support for IR research.Date: 10–12 February 2025.Website: https://sites.google.com/view/swirl2025/home.

BibTeX

BibTeX

@article{trippas2025report,
  title = {{Report from the Fourth Strategic Workshop on Information Retrieval in Lorne (SWIRL 2025)}},
  author = {\textbf{J.~R. Trippas} and J. Shane Culpepper},
  year = {2025},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {59},
  number = {1},
  journal = {SIGIR Forum},
  doi = {10.1145/3769733.3769739}
}

T. Breuer, C. K. Kreutz, N. Fuhr, K. Balog, P. Schaer, N. Bernard, I. Frommholz, M. Gohsen, K. Ji, G. J. F. Jones, J. Keller, J. Liu, M. Mladenov, G. Pasi, Johanne R. Trippas, X. Wang, S. Zerhoudi, and C. Zhai. Report on the 1st Workshop on Simulations for Information Access (Sim4IA 2024) at SIGIR 2024. SIGIR Forum, 58(2), pp. 1–14, 2025.

BibTeX

BibTeX

@article{breuer2025report,
  author = {Breuer, T. and Kreutz, C. K. and Fuhr, N. and Balog, K. and Schaer, P. and Bernard, N. and Frommholz, I. and Gohsen, M. and Ji, K. and Jones, G. J. F. and Keller, J. and Liu, J. and Mladenov, M. and Pasi, G. and \textbf{J.~R. Trippas} and Wang, X. and Zerhoudi, S. and Zhai, C.},
  title = {Report on the 1st Workshop on Simulations for Information Access (Sim4IA 2024) at SIGIR 2024},
  year = {2025},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {58},
  number = {2},
  journal = {SIGIR Forum},
  pages = {1--14},
  numpages = {14},
  doi = {10.1145/3722449.3722460}
}

Charles L. A. Clarke, Paul Kantor, Adam Roegiest, Johanne R. Trippas, and Zhaochun Ren. Report on The 2nd Search Futures Workshop at ECIR 2025. SIGIR Forum, 59(1), 2025.

Abstract

Abstract

The Second Search Futures Workshop, in conjunction with the Forty-seventh European Conference on Information Retrieval (ECIR) 2025, looked into the future of search to ask questions such as:-How can we navigate data privacy in large language model (LLM)-based information retrieval (IR)?-How can we implement agentic IR for proactive knowledge synthesis?-How do we ensure trustworthy information access beyond citations in the age of language models?-How does deep search transition from matching to reasoning?-What is meant by information semantics, knowledge representation, and natural language in a world of LLM-powered search?-What are serendipity engines, and how do they explore proactive web search via LLM agents, retrieval augmented generation (RAG), and simulated user feedback?The second edition of the workshop opened with ten lightning talks from a diverse group of speakers. Rather than traditional paper presentations, these short talks offered concise overviews of emerging ideas and critical insights, enabling a rapid exchange across various topics. The format was designed to spark discussion and expose participants to a broad spectrum of future-facing research directions in a compact timeframe. This report, co-authored by the workshop organizers, presenters, and participants, summarizes the talks and key discussions. Our aim is to share these insights with the broader IR community and help seed further dialogue around the themes raised.

BibTeX

BibTeX

@article{clarke2025report,
  title = {{Report on The 2nd Search Futures Workshop at ECIR 2025}},
  author = {Charles L. A. Clarke and Paul Kantor and Adam Roegiest and \textbf{J.~R. Trippas} and Zhaochun Ren},
  year = {2025},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {59},
  number = {1},
  journal = {SIGIR Forum},
  doi = {10.1145/3769733.3769742}
}

Angel Felipe Magnosão de Paula, J. Shane Culpepper, Alistair Moffat, Sachin Pathiyan Cherumanal, Falk Scholer, and Johanne R. Trippas. The Effects of Demographic Instructions on LLM Personas. Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1–5, 2025.

BibTeX

BibTeX

@inproceedings{magnosao2025effects,
  author = {Magnos{\~a}o de Paula, Angel Felipe and Culpepper, J. Shane and Moffat, Alistair and Cherumanal, Sachin Pathiyan and Scholer, Falk and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval},
  series = {SIGIR '25},
  title = {The Effects of Demographic Instructions on LLM Personas},
  year = {2025},
  pages = {1--5},
  doi = {10.1145/3726302.3730255}
}

Charles L. A. Clarke, Paul Kantor, Adam Roegiest, Ian Soboroff, Johanne R. Trippas, and Zhaochun Ren. The Second Search Futures Workshop. Proceedings of the European Conference on Information Retrieval (ECIR'25), pp. 1–4, 2025.

Abstract

Abstract

The Information Retrieval (IR) field is undergoing rapid transformation, charged by advancements in Artificial Intelligence (AI) and evolving research practices. As IR redefines its role within the broader computing and information sciences, this is a crucial moment to reflect as ECIR community on its future direction. Critical discussions will focus on the challenges and opportunities ahead, and the emerging research questions reshaping how we understand and approach search technologies. This second Search Futures workshop will serve as a forum for the IR community to exchange ideas, voice concerns, and propose bold strategies to strengthen and move the field forward.

BibTeX

BibTeX

@inproceedings{clarke2025search,
  title = {{The Second Search Futures Workshop}},
  author = {Charles L. A. Clarke and Paul Kantor and Adam Roegiest and Ian Soboroff and \textbf{J.~R. Trippas} and Zhaochun Ren},
  booktitle = {Proceedings of the European Conference on Information Retrieval (ECIR'25)},
  pages = {1--4},
  year = {2025},
  series = {ECIR '25},
  doi = {10.1007/978-3-031-88720-8_48}
}

Weronika Lajewska, Krisztian Balog, Damiano Spina, and Johanne R. Trippas. Can Users Detect Biases or Factual Errors in Generated Responses in Conversational Information-Seeking?. Proceedings of the ACM SIGIR Conference on Information Retrieval in the Asia Pacific (SIGIR-AP'24), pp. 1–10, 2024.

BibTeX

BibTeX

@inproceedings{lajewska2024can,
  author = {Weronika Lajewska and Krisztian Balog and Damiano Spina and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM SIGIR Conference on Information Retrieval in the Asia Pacific (SIGIR-AP'24)},
  pages = {1--10},
  title = {{Can Users Detect Biases or Factual Errors in Generated Responses in Conversational Information-Seeking?}},
  year = {2024},
  doi = {10.1145/3673791.3698409}
}

Johanne R. Trippas. Conversational Search. Information Retrieval: Advanced Topics and Techniques, pp. 285–319, 2024.

Abstract

Abstract

Conversational search is rising in popularity. Recent advantages in machine learning and natural language processing increasingly enable the development of conversational systems such as chatbots or speech-enabled personal assistants. The general population is adopting conversational systems to give commands and search, or interact with information. This chapter provides an introduction and overview to searching through conversational interactions. This part of the book includes neighbouring research fields of information retrieval, such as spoken dialogue systems and question answering, illustrating the complexity of these conversational systems while arguing about approaching this problem in a multi-disciplinary manner. This chapter aims to provide a starting point to conversational search while identifying research challenges and opportunities through contrasting aspects of traditional web-search and conversational systems. We illustrate that conversational search is a different mode of interaction and needs renewed attention, expanding beyond the query-response paradigm. We highlight the inherently interactive procedure of searching for information. We also show that conversational search is a different mode of interaction and needs a revised focus to define and understand the interaction components.

BibTeX

BibTeX

@incollection{trippas2024conversationalsearch,
  author = {\textbf{J.~R. Trippas}},
  title = {Conversational Search},
  editor = {Ricardo Baeza-Yates and Omar Alonso},
  edition = {1},
  url = {https://doi.org/10.1145/3674127.3674135},
  booktitle = {Information Retrieval: Advanced Topics and Techniques},
  pages = {285--319},
  numpages = {35},
  publisher = {ACM},
  year = {2024},
  doi = {10.1145/3674127.3674135}
}

Mateusz Dubiel, Luis A. Leiva, Johanne R. Trippas, Joel Fischer, and Ilaria Torre. CUI '24: Proceedings of the 6th ACM Conference on Conversational User Interfaces. Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024, 2024.

BibTeX

BibTeX

@conference{CUI24,
  title = {{CUI '24: Proceedings of the 6th ACM Conference on Conversational User Interfaces}},
  year = {2024},
  isbn = {9798400705113},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  author = {Dubiel, Mateusz and Leiva, Luis A. and \textbf{J.~R. Trippas} and Fischer, Joel and Torre, Ilaria},
  journal = {Proceedings of the 6th Conference on ACM Conversational User Interfaces, CUI 2024},
  doi = {10.1145/3640794}
}

Weronika Lajewska, Damiano Spina, Johanne R. Trippas, and Krisztian Balog. Explainability for Transparent Conversational Information-Seeking. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'24), pp. 1–10, 2024.

BibTeX

BibTeX

@inproceedings{lajewska2024explainability,
  author = {Weronika Lajewska and Damiano Spina and \textbf{J.~R. Trippas} and Krisztian Balog},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'24)},
  pages = {1--10},
  title = {{Explainability for Transparent Conversational Information-Seeking}},
  year = {2024},
  doi = {10.1145/3626772.3657768}
}

Leila Tavakoli, Johanne R. Trippas, Hamed Zamani, Falk Scholer, and Mark Sanderson. Online and Offline Evaluation in Search Clarification. ACM Transactions on Information Systems (TOIS), pp. 1–28, 2024.

Abstract

Abstract

The effectiveness of clarification question models in engaging users within search systems is currently constrained, casting doubt on their overall usefulness. To improve the performance of these models, it is crucial to employ assessment approaches that encompass both real-time feedback from users (online evaluation) and the characteristics of clarification questions evaluated through human assessment (offline evaluation). However, the relationship between online and offline evaluations has been debated in information retrieval. This study aims to investigate how this discordance holds in search clarification. We use user engagement as ground truth and employ several offline labels to investigate to what extent the offline ranked lists of clarification resemble the ideal ranked lists based on online user engagement. Contrary to the current understanding that offline evaluations fall short of supporting online evaluations, we indicate that when identifying the most engaging clarification questions from the user’s perspective, online and offline evaluations correspond with each other. We show that the query length does not influence the relationship between online and offline evaluations, and reducing uncertainty in online evaluation strengthens this relationship. We illustrate that an engaging clarification needs to excel from multiple perspectives, and SERP quality and characteristics of the clarification are equally important. We also investigate if human labels can enhance the performance of Large Language Models (LLMs) and Learning-to-Rank (LTR) models in identifying the most engaging clarification questions from the user’s perspective by incorporating offline evaluations as input features. Our results indicate that Learning-to-Rank models do not perform better than individual offline labels. However, GPT, an LLM, emerges as the standout performer, surpassing all Learning-to-Rank models and offline labels.

BibTeX

BibTeX

@article{tavakoli2024online,
  author = {Leila Tavakoli and \textbf{J.~R. Trippas} and Hamed Zamani and Falk Scholer and Mark Sanderson},
  journal = {ACM Transactions on Information Systems (TOIS)},
  title = {Online and Offline Evaluation in Search Clarification},
  year = {2024},
  pages = {1--28},
  numpages = {28},
  doi = {10.1145/3681786}
}

Johanne R. Trippas and David Maxwell. PhD Candidacy: A Tutorial on Overcoming Challenges and Achieving Success. Proceedings of the European Conference on Information Retrieval (ECIR'24), pp. 1–4, 2024.

BibTeX

BibTeX

@inproceedings{trippas2024phd,
  title = {{PhD Candidacy: A Tutorial on Overcoming Challenges and Achieving Success}},
  author = {\textbf{J.~R. Trippas} and David Maxwell},
  booktitle = {Proceedings of the European Conference on Information Retrieval (ECIR'24)},
  pages = {1--4},
  year = {2024},
  series = {ECIR '24},
  doi = {10.1007/978-3-031-56069-9_45}
}

Johanne R. Trippas, Luke Gallagher, and Joel Mackenzie. Re-evaluating the Command-and-Control Paradigm in Conversational Search Interactions. Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'24), pp. 1–11, 2024.

Abstract

Abstract

Conversational assistants are becoming prevalent among the wider population due to their simplicity and increasing utility. However, the shortcomings of these tools are as renowned as their benefits. In this work, we present a “first look” at an extensive collection of conversational queries, aiming to identify limitations and improvement opportunities specifically related to information access (i.e., search interactions). We explore over 600,000 Google Assistant interactions from 173 unique users, examining usage trends and the resulting deficiencies and strengths of these assistants. We aim to provide a balanced assessment, highlighting the assistant’s shortcomings in supporting users and delivering relevant information to user needs and areas where it demonstrates a reasonable response to user inputs. Our analysis shows that, although most users conduct information-seeking tasks, there is little evidence of complex information-seeking behaviour, with most interactions consisting of simple, imperative instructions. Finally, we find that conversational devices allow users to benefit from increased naturalistic interactions and the ability to apply acquired information in situ, a novel observation for conversational information seeking.

BibTeX

BibTeX

@inproceedings{trippas2024re-evaluating,
  author = {\textbf{J.~R. Trippas} and Luke Gallagher and Joel Mackenzie},
  booktitle = {Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'24)},
  pages = {1--11},
  title = {{Re-evaluating the Command-and-Control Paradigm in Conversational Search Interactions}},
  year = {2024},
  doi = {10.1145/3627673.3679588}
}

Alexander Frummet, Andrea Papenmeier, Maik Fröbe, Johannes Kiesel, Vaibhav Adlakha, Norbert Braunschweiler, Mateusz Dubiel, Satanu Ghosh, Marcel Gohsen, Christin Kreutz, Milad Momeni, Markus Nilles, Sachin Pathiyan Cherumanal, Abbas Pirmoradi, Paul Thomas, Johanne R. Trippas, Ines Zelch, and Oleg Zendel. Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024. SIGIR Forum, 58(1), pp. 1–12, 2024.

BibTeX

BibTeX

@article{frummet2024report,
  title = {{Report on the 8th Workshop on Search-Oriented Conversational Artificial Intelligence (SCAI 2024) at CHIIR 2024}},
  author = {Frummet, Alexander and Papenmeier, Andrea and Fr{\"o}be, Maik and Kiesel, Johannes and Adlakha, Vaibhav and Braunschweiler, Norbert and Dubiel, Mateusz and Ghosh, Satanu and Gohsen, Marcel and Kreutz, Christin and Milad Momeni and Markus Nilles and Sachin Pathiyan Cherumanal and Abbas Pirmoradi and Paul Thomas and  \textbf{J.~R. Trippas} and Ines Zelch and Oleg Zendel},
  year = {2024},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {58},
  number = {1},
  journal = {SIGIR Forum},
  numpages = {12},
  pages = {1--12},
  doi = {10.1145/3687273.3687282}
}

Sean MacAvaney, Adam Roegiest, Aldo Lipani, Andrew Parry, Björn Engelmann Engelmann, Christin Katharina Kreutz, Chuan Meng, Erlend Frayling, Eugene Yang, Ferdinand Schlatt, Guglielmo Faggioli, Harrisen Scells, Iana Atanassova, Jana Friese, Janek Bevendorff, Javier Sanz-Cruzado, Johanne R. Trippas, Kanaad Pathak, Kaustubh Dhole, Leif Azzopardi, Maik Fröbe, Marc Bertin, Nishchal Prasad, Saber Zerhoudi, Shuai Wang, Shubham Chatterjee, Thomas Jaenich, Udo Kruschwitz, Xi Wang, and Zijun Long. Report on the Collab-a-Thon at ECIR 2024. SIGIR Forum, 58(1), pp. 1–11, 2024.

BibTeX

BibTeX

@article{macavaney2024report,
  author = {MacAvaney, Sean and Roegiest, Adam and Lipani, Aldo and Parry, Andrew and Engelmann, Bj\"{o}rn Engelmann and Kreutz, Christin Katharina and Meng, Chuan and Frayling, Erlend and Yang, Eugene and Schlatt, Ferdinand and Faggioli, Guglielmo and Scells, Harrisen and Atanassova, Iana and Friese, Jana and Bevendorff, Janek and Sanz-Cruzado, Javier and  \textbf{J.~R. Trippas} and Pathak, Kanaad and Dhole, Kaustubh and Azzopardi, Leif and Fr\"{o}be, Maik and Bertin, Marc and Prasad, Nishchal and Zerhoudi, Saber and Wang, Shuai and Chatterjee, Shubham and Jaenich, Thomas and Kruschwitz, Udo and Wang, Xi and Long, Zijun},
  title = {{Report on the Collab-a-Thon at ECIR 2024}},
  year = {2024},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {58},
  number = {1},
  issn = {0163-5840},
  url = {https://doi.org/10.1145/3687273.3687287},
  doi = {10.1145/3687273.3687287},
  journal = {SIGIR Forum},
  pages = {1--11},
  numpages = {11}
}

Leif Azzopardi, Charles L. A. Clarke, Paul Kantor, Bhaskar Mitra, Johanne R. Trippas, and Zhaochun Ren. Report on The Search Futures Workshop at ECIR 2024. SIGIR Forum, 58(1), 2024.

Abstract

Abstract

The First Search Futures Workshop, in conjunction with the Fourty-sixth European Conference on Information Retrieval (ECIR) 2024, looked into the future of search to ask questions such as: -How can we harness the power of generative AI to enhance, improve and re-imagine Information Retrieval (IR)? -What are the principles and fundamental rights that the field of Information Retrieval should strive to uphold? -How can we build trustworthy IR systems in light of Large Language Models and their ability to generate content at super human speeds? -What new applications and affordances does generative AI offer and enable, and can we go back to the future, and do what we only dreamed of previously? The workshop started with seventeen lightning talks from a diverse set speakers. Instead of conventional paper presentations, the lightning talks provided a rapid and concise overview of ideas, allowing speakers to share critical points or novel concepts quickly. This format was designed to encourage discussion and introduce a wide range of topics within a short period, thereby maximising the exchange of ideas and ensuring that participants could gain insights into various future search areas without the deep dive typically required in longer presentations. This report, co-authored by the workshop’s organisers and its participants, summarises the talks and discussions. This report aims to provide the broader IR community with the insights and ideas discussed and debated during the workshop – and to provide a platform for future discussion.

BibTeX

BibTeX

@article{azzopardi2024report,
  title = {{Report on The Search Futures Workshop at ECIR 2024}},
  author = {Leif Azzopardi and Charles L. A. Clarke and Paul Kantor and Bhaskar Mitra and \textbf{J.~R. Trippas} and Zhaochun Ren},
  year = {2024},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {58},
  number = {1},
  journal = {SIGIR Forum},
  numpages = {41},
  doi = {10.1145/3687273.3687288}
}

Tony Kim Smith, H Ruda Nie, Johanne R. Trippas, and Damiano Spina. RMIT-IR at EXIST Lab at CLEF 2024. Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'24), 2024.

Abstract

Abstract

This paper describes RMIT-IR team’s participation in the EXIST Lab at CLEF 2024. The proposed approaches aim to address sexism characterization on microblog posts (Tasks 1, 2, and 3) and sexism identification on memes (Task 4). For Tasks 1-3, we studied the effectiveness of zero-shot In-Context Learning (ICL) with off-the-shelf pre-trained Large Language Models (LLMs) to mimic the scenario of minimal intervention of a practitioner aiming to build sexism characterization systems. Our approaches for meme classification (Task 4) utilize CLIP (Contrastive Language-Image Pre-training) to experiment with multi-modal embeddings and zero-shot sexism identification models. We report the performance of our approaches under the learning with disagreements regime (Soft evaluation) and also for label predictions (Hard evaluation). The code of our submission is available at https://github.com/rmit-ir/exist2024/.

BibTeX

BibTeX

@inproceedings{smith2024rmit,
  title = {{RMIT-IR at EXIST Lab at CLEF 2024}},
  author = {Tony Kim Smith and H Ruda Nie and \textbf{J.~R. Trippas} and Damiano Spina},
  booktitle = {Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'24)},
  year = {2024}
}

Leif Azzopardi, Charles L. A. Clarke, Paul Kantor, Bhaskar Mitra, Johanne R. Trippas, and Zhaochun Ren. The Search Futures Workshop. Proceedings of the European Conference on Information Retrieval (ECIR'24), pp. 1–4, 2024.

Abstract

Abstract

The field and community of Information Retrieval (IR) are changing and evolving in response to the latest developments and advances in Artificial Intelligence (AI) and research culture. As the field and community re-oriented and re-consider its positioning within computing and information sciences more generally – it is timely to gather and discuss more seriously our field’s vision for the future – the challenges and threats that the community and field faces – along with the bold new research questions and problems that are arising and emerging as we re-imagine search. This workshop aims to provide a forum for the IR community to voice and discuss their concerns and pitch proposals for building and strengthening the field and community.

BibTeX

BibTeX

@inproceedings{azzopardi2024search,
  title = {{The Search Futures Workshop}},
  author = {Leif Azzopardi and Charles L. A. Clarke and Paul Kantor and Bhaskar Mitra and \textbf{J.~R. Trippas} and Zhaochun Ren},
  booktitle = {Proceedings of the European Conference on Information Retrieval (ECIR'24)},
  pages = {1--4},
  year = {2024},
  series = {ECIR '24},
  doi = {10.1007/978-3-031-56069-9_57}
}

Kaixin Ji, Sachin Pathiyan Cherumanal, Johanne R. Trippas, Danula Hettiachchi, Flora D. Salim, Falk Scholer, and Damiano Spina. Towards Detecting and Mitigating Cognitive Bias in Spoken Conversational Search. Adjunct Publication of the 26th International Conference on Human-Computer Interaction with Mobile Devices and Services, 2024.

Abstract

Abstract

Spoken Conversational Search (SCS) poses unique challenges in understanding user-system interactions due to the absence of visual cues, and the complexity of less structured dialogue. Tackling the impacts of cognitive bias in today's information-rich online environment, especially when SCS becomes more prevalent, this paper integrates insights from information science, psychology, cognitive science, and wearable sensor technology to explore potential opportunities and challenges in studying cognitive biases in SCS. It then outlines a framework for experimental designs with various experiment setups to multimodal instruments. It also analyzes data from an existing dataset as a preliminary example to demonstrate the potential of this framework and discuss its implications for future research. In the end, it discusses the challenges and ethical considerations associated with implementing this approach. This work aims to provoke new directions and discussion in the community and enhance understanding of cognitive biases in Spoken Conversational Search.

BibTeX

BibTeX

@inproceedings{ji2024towards,
  author = {Ji, Kaixin and Pathiyan Cherumanal, Sachin and \textbf{J.~R. Trippas} and Hettiachchi, Danula
	and Salim, Flora D. and Scholer, Falk and Spina, Damiano},
  booktitle = {Adjunct Publication of the 26th International Conference on Human-Computer Interaction with Mobile Devices and Services},
  doi = {10.1145/3640471.3680245},
  series = {MobileHCI '24},
  title = {{Towards Detecting and Mitigating Cognitive Bias in Spoken Conversational Search}},
  year = {2024}
}

Sachin Pathiyan Cherumanal, Falk Scholer, Johanne R. Trippas, and Damiano Spina. Towards Investigating Biases in Spoken Conversational Search. ACM International Conference on Multimodal Interaction, 2024.

Abstract

Abstract

Voice-based systems like Amazon Alexa, Google Assistant, and Apple Siri, along with the growing popularity of OpenAI’s Chat-GPT and Microsoft’s Copilot, serve diverse populations, including visually impaired and low-literacy communities. This reflects a shift in user expectations from traditional search to more interactive question-answering models. However, presenting information effectively in voice-only channels remains challenging due to their linear nature. This limitation can impact the presentation of complex queries involving controversial topics with multiple perspectives. Failing to present diverse viewpoints may perpetuate or introduce biases and affect user attitudes. Balancing information load and addressing biases is crucial in designing a fair and effective voice-based system. To address this, we (i) review how biases and user attitude changes have been studied in screen-based web search, (ii) address challenges in studying these changes in voice-based settings like SCS, (iii) outline research questions, and (iv) propose an experimental setup with variables, data, and instruments to explore biases in a voice-based setting like Spoken Conversational Search.

BibTeX

BibTeX

@inproceedings{pathiyan2024towards,
  author = {Pathiyan Cherumanal, Sachin and Scholer, Falk and Johanne R. Trippas and Spina, Damiano},
  booktitle = {ACM International Conference on Multimodal Interaction},
  doi = {10.1145/3686215.3690156},
  series = {ICMI '24},
  title = {{Towards Investigating Biases in Spoken Conversational Search}},
  numpages = {1--6},
  year = {2024}
}

Leila Tavakoli, Giovanni Castiglia, Federica Calò, Yashar Deldjoo, Hamed Zamani, and Johanne R. Trippas. Understanding Modality Preferences in Search Clarification. 1st Workshop on Multimodal Search and Recommendations (CIKM MMSR '24), pp. 1–9, 2024.

Abstract

Abstract

This study is the first attempt to explore the impact of clarification question modality on user preference in search engines. We introduce the multi-modal search clarification dataset, MIMICS-MM, containing clarification questions with associated expert-collected and model-generated images. We analyse user preferences over different clarification modes of text, image, and combination of both through crowdsourcing by taking into account image and text quality, clarity, and relevance. Our findings demonstrate that users generally prefer multi-modal clarification over uni-modal approaches. We explore the use of automated image generation techniques and compare the quality, relevance, and user preference of model-generated images with human-collected ones. The study reveals that text-to-image generation models, such as Stable Diffusion, can effectively generate multi-modal clarification questions. By investigating multi-modal clarification, this research establishes a foundation for future advancements in search systems.

BibTeX

BibTeX

@inproceedings{tavakoli2024understanding,
  title = {Understanding Modality Preferences in Search Clarification},
  author = {Leila Tavakoli and Giovanni Castiglia and Federica Cal{\`o} and Yashar Deldjoo and Hamed Zamani and  \textbf{J.~R. Trippas}},
  booktitle = {1st Workshop on Multimodal Search and Recommendations (CIKM MMSR '24)},
  year = {2024},
  pages = {1--9}
}

Adam Roegiest and Johanne R. Trippas. UnExplored FrontCHIIRs: A Workshop Exploring Future Directions for Information Access. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'24), pp. 1–4, 2024.

Abstract

Abstract

With the rise and growing prevalence of generative models, particularly multi-modal ones, it is an opportune time to explore beyond existing interactive information retrieval research trends. Indeed, it is essential to determine new avenues to explore how users interact with these models as well as revisit existing avenues that can be embellished with new technology. In this session, we aim to create a venue to workshop ideas that explore the future of search experiences and user interactions with information in a collaborative, low-pressure environment. This UnExplored FrontCHIIRs workshop enables participants to form a sub-community within CHIIR to facilitate further development of the proposed ideas and allow deeper collaborative problem-solving than just presenting late-breaking work.

BibTeX

BibTeX

@inproceedings{roegiest2024unpublished,
  title = {UnExplored FrontCHIIRs: A Workshop Exploring Future Directions for Information Access},
  author = {Adam Roegiest and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'24)},
  pages = {1--4},
  year = {2024},
  series = {CHIIR '24},
  doi = {10.1145/3627508.3638302}
}

Vahid Sadiri Javadi, Johanne R. Trippas, and Lucie Flek. Unveiling Information Through Narrative In Conversational Information Seeking. Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2024), pp. 1–6, 2024.

Abstract

Abstract

Searching through conversational interactions has been emphasized as the next frontier. Nowadays, conversational agents can generate natural language responses, transforming how we search for information. A key challenge in conversational information-seeking is how these agents present information: should they only reflect facts, cater to human cognitive preferences, or strike a balance between them? These challenges raise questions about aligning conversational agents with human cognitive processes. Our position paper emphasizes the role of narrative in addressing these questions. We explore how narratives influence human comprehension and propose a framework for optimal conversational narratives. These narratives aim to enhance interaction between humans and conversational agents in explanatory information-seeking scenarios.

BibTeX

BibTeX

@inproceedings{javadi2024unveiling,
  title = {{Unveiling Information Through Narrative In Conversational Information Seeking}},
  author = {Javadi, Vahid Sadiri and \textbf{J.~R. Trippas} and Lucie Flek},
  booktitle = {Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2024)},
  year = {2024},
  numpages = {6},
  pages = {1--6},
  doi = {10.1145/3640794.3665884}
}

Sachin Pathiyan Cherumanal, Lin Tian, Futoon M. Abushaqra, Angel F. Magnossao de Paula, Kaixin Ji, Halil Ali, Danula Hettiachchi, Johanne R. Trippas, Falk Scholer, and Damiano Spina. Walert: Putting Conversational Search Knowledge into Action by Building and Evaluating a Large Language Model-Powered Chatbot. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'24), pp. 1–5, 2024.

BibTeX

BibTeX

@inproceedings{pathiyan2024ear,
  author = {Pathiyan Cherumanal, Sachin and Lin Tian and Futoon M.~Abushaqra and Angel F.~ Magnossao de Paula and Kaixin Ji and Halil Ali and Danula Hettiachchi and \textbf{J.~R. Trippas} and Falk Scholer and Damiano Spina},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'24)},
  pages = {1--5},
  title = {{Walert: Putting Conversational Search Knowledge into Action by Building and Evaluating a Large Language Model-Powered Chatbot}},
  year = {2024},
  doi = {10.1145/3627508.3638309}
}

Johanne R. Trippas, Sara Fahad Dawood Al Lawati, Joel Mackenzie, and Luke Gallagher. What do Users Really Ask Large Language Models? An Initial Log Analysis of Google Bard Interactions in the Wild. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'24), pp. 1–5, 2024.

BibTeX

BibTeX

@inproceedings{trippas2024what,
  author = {\textbf{J.~R. Trippas} and Sara Fahad Dawood Al Lawati and Joel Mackenzie and Luke Gallagher},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'24)},
  pages = {1--5},
  title = {{What do Users Really Ask Large Language Models? An Initial Log Analysis of Google Bard Interactions in the Wild}},
  year = {2024},
  doi = {10.1145/3626772.3657914}
}

Borja Alvarez Martinez, Richard Allmendinger, Hadi Akbarzadeh Khorshidi, Theodore Papamarkou, Andre Feitas, Johanne R. Trippas, Markos Zachariadis, Nicholas Lord, and Katie Benson. Applying artificial intelligence in Fintech decision making to mitigate financial crime. Cybersecurity for Decision Makers, 2023.

BibTeX

BibTeX

@incollection{martinez2023applying,
  author = {Borja Alvarez Martinez and Richard Allmendinger and Hadi Akbarzadeh Khorshidi and Theodore Papamarkou and Andre Feitas and \textbf{J.~R. Trippas} and Markos Zachariadis and Nicholas Lord and Katie Benson},
  title = {Applying artificial intelligence in Fintech decision making to mitigate financial crime},
  editor = {Narasimha Rao Vajjhala and Kenneth David Strang},
  booktitle = {Cybersecurity for Decision Makers},
  publisher = {Routlege/Taylor \& Francis/CRC Press},
  year = {2023},
  doi = {10.1201/9781003319887-12}
}

Hamed Zamani, Johanne R. Trippas, Jeff Dalton, and Filip Radlinski. Conversational Information Seeking: An Introduction to Conversational Search, Recommendation, and Question Answering. Foundations and Trends\textregistered in Information Retrieval, 17(3-4), pp. 244–456, 2023.

BibTeX

BibTeX

@article{zamani2023conversational,
  title = {Conversational Information Seeking: An Introduction to Conversational Search, Recommendation, and Question Answering},
  author = {Hamed Zamani and \textbf{J.~R. Trippas} and Jeff Dalton and Filip Radlinski},
  journal = {Foundations and Trends{\textregistered} in Information Retrieval},
  volume = {17},
  number = {3-4},
  pages = {244--456},
  year = {2023},
  publisher = {Now Publishers, Inc.},
  doi = {10.1561/1500000081}
}

Minha Lee, Cosmin Munteanu, Martin Porcheron, Johanne R. Trippas, and Sarah Theres Völkel. CUI '23: Proceedings of the 5th ACM Conference on Conversational User Interfaces. Proceedings of the 5th Conference on ACM Conversational User Interfaces, CUI 2023, 2023.

BibTeX

BibTeX

@conference{CUI23,
  title = {{CUI '23: Proceedings of the 5th ACM Conference on Conversational User Interfaces}},
  year = {2023},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  author = {Lee, Minha and Munteanu, Cosmin and Porcheron, Martin and \textbf{J.~R. Trippas} and V{\"o}lkel, Sarah Theres},
  journal = {Proceedings of the 5th Conference on ACM Conversational User Interfaces, CUI 2023},
  doi = {10.1145/3571884}
}

Sachin Pathiyan Cherumanal, Kaixin Ji, Danula Hettiachchi, Johanne R. Trippas, Falk Scholer, and Damiano Spina. RMIT_IR at the NTCIR-17 FairWeb-1 Task. Proceedings of 17th Conference on Evaluation of Information Access Technologies, 2023.

BibTeX

BibTeX

@inproceedings{pathiyan2023rmitfairweb,
  title = {{RMIT\_IR at the NTCIR-17 FairWeb-1 Task}},
  author = {Pathiyan Cherumanal, Sachin and Ji, Kaixin and Hettiachchi, Danula and \textbf{J.~R. Trippas} and Scholer, Falk and Spina, Damiano},
  year = {2023},
  booktitle = {Proceedings of 17th Conference on Evaluation of Information Access Technologies},
  series = {NTCIR-17},
  numpages = {5},
  doi = {10.20736/0002001315}
}

Paul Owoicho, Jeffrey Dalton, Mohammad Aliannejadi, Leif Azzopardi, Johanne R. Trippas, and Svitlana Vakulenko. TREC CAsT 2022: Going Beyond User Ask and System Retrieve with Initiative and Response Generation. Proceedings of the NIST Text Retrieval Conference (TREC 2022), pp. 1–11, 2023.

BibTeX

BibTeX

@inproceedings{owoicho2023trec,
  title = {{TREC CAsT 2022: Going Beyond User Ask and System Retrieve with Initiative and Response Generation}},
  author = {Paul Owoicho and Jeffrey Dalton and Aliannejadi, Mohammad and Leif Azzopardi and \textbf{J.~R. Trippas} and Svitlana Vakulenko},
  booktitle = { Proceedings of the NIST Text Retrieval Conference (TREC 2022)},
  pages = {1--11},
  year = {2023},
  series = {TREC '22},
  doi = {10.6028/nist.sp.500-338.cast-overview}
}

Jeffrey Dalton, Sophie Fischer, Paul Owoicho, Filip Radlinski, Federico Rosetto, Johanne R. Trippas, and Hamed Zamani. Conversational Information Seeking: Theory and Application. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'22), pp. 1–4, 2022.

BibTeX

BibTeX

@inproceedings{dalton2022conversational,
  author = {Jeffrey Dalton and Sophie Fischer and Paul Owoicho and Filip Radlinski and Federico Rosetto and \textbf{J.~R. Trippas} and Hamed Zamani},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'22)},
  pages = {1--4},
  title = {Conversational Information Seeking: Theory and Application},
  year = {2022},
  doi = {10.1145/3477495.3532678}
}

Mohammad Aliannejadi and Johanne R. Trippas. Conversational Information Seeking: Theory and Evaluation. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'22), pp. 1–2, 2022.

BibTeX

BibTeX

@inproceedings{aliannejadi2022cis,
  title = {Conversational Information Seeking: Theory and Evaluation},
  author = {Aliannejadi, Mohammad and \textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'22)},
  pages = {1--2},
  year = {2022},
  series = {CHIIR '22},
  doi = {10.1145/3498366.3505843}
}

Martin Halvey, Mary Ellen Foster, Jeff Dalton, Cosmin Munteanu, and Johanne R. Trippas. CUI '22: Proceedings of the 4th ACM Conference on Conversational User Interfaces. Proceedings of the 4th Conference on ACM Conversational User Interfaces, CUI 2022, 2022.

BibTeX

BibTeX

@conference{CUI22,
  title = {{CUI '22: Proceedings of the 4th ACM Conference on Conversational User Interfaces}},
  year = {2022},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  author = {Halvey, Martin and Foster, Mary Ellen and Dalton, Jeff and Munteanu, Cosmin and \textbf{J.~R. Trippas}},
  journal = {Proceedings of the 4th Conference on ACM Conversational User Interfaces, CUI 2022},
  doi = {10.1145/3543829}
}

Johanne R. Trippas and David Maxwell. First Early Career Researchers' Roundtable for Information Access Research. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'22), pp. 1–4, 2022.

BibTeX

BibTeX

@inproceedings{trippas2022first,
  title = {First Early Career Researchers' Roundtable for Information Access Research},
  author = {\textbf{J.~R. Trippas} and Maxwell, David},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'22)},
  pages = {1--4},
  year = {2022},
  series = {CHIIR '22},
  doi = {10.1145/3498366.3505839}
}

Yonchanok Khaokaew, Indigo Holcombe-James, Mohammad Saiedur Rahaman, Jonathan Liono, Johanne R. Trippas, Damiano Spina, Peter Bailey, Nicholas Belkin, Paul N. Bennett, Yongli Ren, Mark Sanderson, Falk Scholer, Ryen W. White, and Flora D. Salim. Imagining Future Digital Assistants at Work: A Study of Task Management Needs. International Journal of Human-Computer Studies, pp. 1–27, 2022.

BibTeX

BibTeX

@article{khaokaewl2022imagining,
  title = {Imagining Future Digital Assistants at Work: A Study of Task Management Needs},
  author = {Yonchanok Khaokaew and Indigo Holcombe-James and Mohammad Saiedur Rahaman and Jonathan Liono and \textbf{J.~R. Trippas} and Damiano Spina and Peter Bailey and Nicholas Belkin and Paul N. Bennett and Yongli Ren and Mark Sanderson and Falk Scholer and Ryen W. White and Flora D. Salim},
  journal = {International Journal of Human-Computer Studies},
  year = {2022},
  pages = {1--27},
  doi = {10.1016/j.ijhcs.2022.102905}
}

Leila Tavakoli, Johanne R. Trippas, Hamed Zamani, Falk Scholer, and Mark Sanderson. MIMICS-Duo: Offline & Online Evaluation of Search Clarification. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'22), pp. 1–11, 2022.

BibTeX

BibTeX

@inproceedings{tavakoli2022mimcs,
  author = {Leila Tavakoli and \textbf{J.~R. Trippas} and Hamed Zamani and Falk Scholer and Mark Sanderson},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'22)},
  pages = {1--11},
  title = {{MIMICS-Duo: Offline \& Online Evaluation of Search Clarification}},
  year = {2022},
  doi = {10.1145/3477495.3531750}
}

Johanne R. Trippas, David Maxwell, Abdulaziz Alqatan, Miriam Boon, Catherine Chavula, Anita Crescenzi, Luis-Daniel Ibanez, Selina Meyer, Anna-Marie Ortloff, Srishti Palani, Dolinkumar Patel, Wiebke Thode, and Zhaopeng Xing. Report on the First Early Career Researchers Roundtable for Information Access Research Workshop at ACM CHIIR 2022. SIGIR Forum, 56(1), 2022.

BibTeX

BibTeX

@article{trippas2022report,
  author = { \textbf{J.~R. Trippas} and David Maxwell and Abdulaziz Alqatan and Miriam Boon and Catherine Chavula and Anita Crescenzi and Luis-Daniel Ibanez and Selina Meyer and Anna-Marie Ortloff and Srishti Palani and Dolinkumar Patel and Wiebke Thode and Zhaopeng Xing},
  title = {Report on the First Early Career Researchers Roundtable for Information Access Research Workshop at {ACM CHIIR 2022}},
  year = {2022},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {56},
  number = {1},
  issn = {0163-5840},
  journal = {SIGIR Forum},
  numpages = {10},
  doi = {10.1145/3582524.3582533}
}

Jing Wei, Benjamin Tag, Johanne R. Trippas, Tilman Dingler, and Vasssilis Kostakos. What Could Possibly Go Wrong? Understanding Interaction Errors with Proactive Smart Speakers in the Wild. Proceedings of the ACM CHI Conference on Human Factors in Computing Systems (CHI'22), pp. 1–20, 2022.

BibTeX

BibTeX

@inproceedings{wei2022what,
  author = {Jing Wei and Benjamin Tag and \textbf{J.~R. Trippas} and Tilman Dingler and Vasssilis Kostakos},
  booktitle = {Proceedings of the ACM CHI Conference on Human Factors in Computing Systems (CHI'22)},
  pages = {1--20},
  title = {{What Could Possibly Go Wrong? Understanding Interaction Errors with Proactive Smart Speakers in the Wild}},
  year = {2022},
  doi = {10.1145/3491102.3517432}
}

Johanne R. Trippas, Damiano Spina, Mark Sanderson, and Lawrence Cavedon. Accessing Media Via an Audio-only Communication Channel: A Log Analysis. Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2021), pp. 1–6, 2021.

BibTeX

BibTeX

@inproceedings{trippas2021accessing,
  title = {Accessing Media Via an Audio-only Communication Channel: A Log Analysis},
  author = {\textbf{J.~R. Trippas} and Damiano~Spina and Sanderson, Mark and Cavedon, Lawrence},
  booktitle = {Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2021)},
  year = {2021},
  articleno = {28},
  numpages = {6},
  pages = {1--6},
  doi = {10.1145/3469595.3469623}
}

Damiano Spina, Johanne R. Trippas, Paul Thomas, Hideo Joho, Katriina Byström, Leigh Clark, Nick Craswell, Mary Czerwinski, David Elsweiler, Alexander Frummet, Souvick Ghosh, Johannes Kiesel, Irene Lopatovska, Daniel McDuff, Selina Meyer, Ahmed Mourad, Owoicho Paul, Sachin Pathiyan Cherumanal, Daniel Russell, and Laurianne Sitbon. Future Conversations. SIGIR Forum, 55(1), 2021.

BibTeX

BibTeX

@article{spina2021future,
  author = {Spina, Damiano and \textbf{J.~R. Trippas} and Thomas, Paul and Joho, Hideo and
	Bystr{\"o}m, Katriina and Clark, Leigh and Craswell, Nick and Czerwinski, Mary and Elsweiler, David and 
	Frummet, Alexander and Ghosh, Souvick and Kiesel, Johannes and Lopatovska, Irene and McDuff, Daniel and 
	Meyer, Selina and Mourad, Ahmed and Paul, Owoicho and Pathiyan Cherumanal, Sachin and Russell, Daniel and 
	Sitbon, Laurianne},
  title = {Future Conversations},
  year = {2021},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  volume = {55},
  number = {1},
  issn = {0163-5840},
  journal = {SIGIR Forum},
  numpages = {22},
  doi = {10.1145/3476415.3476421}
}

Johanne R. Trippas and David Maxwell. The PhD Journey: Reaching Out and Lending a Hand. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'21), pp. 345–346, 2021.

BibTeX

BibTeX

@inproceedings{trippas2021phd,
  title = {The PhD Journey: Reaching Out and Lending a Hand},
  author = {\textbf{J.~R. Trippas} and Maxwell, David},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'21)},
  pages = {345--346},
  year = {2021},
  series = {CHIIR '21},
  doi = {10.1145/3406522.3446048}
}

Yashar Deldjoo, Johanne R. Trippas, and Hamed Zamani. Towards Multi-Modal Conversational Information Seeking. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'21), pp. 1577–1587, 2021.

BibTeX

BibTeX

@inproceedings{deldjoo2021towards,
  author = {Yashar Deldjoo and \textbf{J.~R. Trippas} and Hamed Zamani},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'21)},
  pages = {1577--1587},
  title = {Towards Multi-Modal Conversational Information Seeking},
  year = {2021},
  doi = {10.1145/3404835.3462806}
}

Sarah Gosper, Johanne R. Trippas, Harriette Richards, Fraser Allison, Cynthia Sear, Sara Khorasani, and Fabio Mattioli. Understanding the Utility of Digital Flight Assistants: A Preliminary Analysis. Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2021), pp. 1–5, 2021.

BibTeX

BibTeX

@inproceedings{gosper2021understanding,
  title = {Understanding the Utility of Digital Flight Assistants: A Preliminary Analysis},
  author = {Sarah Gosper and \textbf{J.~R. Trippas} and Harriette Richards and Fraser Allison and Cynthia Sear and Sara Khorasani and Fabio Mattioli},
  booktitle = {Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2021)},
  pages = {1--5},
  year = {2021},
  articleno = {32},
  numpages = {5},
  doi = {10.1145/3469595.3469627}
}

A. Vtyurina, C. Clarke, E. Law, Johanne R. Trippas, and H. Bota. A Mixed-Method Analysis of Text and Audio Search Interfaces with Varying Task Complexity. Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'20), pp. 61–68, 2020.

BibTeX

BibTeX

@inproceedings{vtyurina2020comparison,
  title = {A Mixed-Method Analysis of Text and Audio Search Interfaces with Varying Task Complexity},
  author = {A. Vtyurina and C. Clarke and E. Law and \textbf{J.~R. Trippas} and H. Bota},
  booktitle = {Proceedings of the ACM Conference on International Conference on the Theory of Information Retrieval (ICTIR'20)},
  year = {2020},
  pages = {61--68},
  series = {ICTIR '20},
  doi = {10.1145/3409256.3409822}
}

Joel Mackenzie, Rodger Benham, Matthias Petri, Johanne R. Trippas, J. Shane Culpepper, and Alistair Moffat. CC-News-En: A Large English News Corpus. Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'20), pp. 3077–3084, 2020.

BibTeX

BibTeX

@inproceedings{mackenzie2020cc,
  title = {CC-News-En: A Large English News Corpus},
  author = {Mackenzie, Joel and Benham, Rodger and Petri, Matthias and \textbf{J.~R. Trippas} and Culpepper, J. Shane and Moffat, Alistair},
  booktitle = {Proceedings of the ACM International Conference on Information and Knowledge Management (CIKM'20)},
  year = {2020},
  pages = {3077--3084},
  doi = {10.1145/3340531.3412762}
}

Jonathan Liono, Mohammad Saiedur Rahaman, Flora D. Salim, Yongli Ren, Damiano Spina, Falk Scholer, Johanne R. Trippas, Mark Sanderson, Paul N. Bennett, and Ryen W. White. Intelligent Task Recognition: Towards Enabling Productivity Assistance in Daily Life. Proceedings of the 2020 International Conference on Multimedia Retrieval (ICMR), pp. 472–478, 2020.

BibTeX

BibTeX

@inproceedings{liono2020intelligent,
  author = {Liono, Jonathan and Rahaman, Mohammad Saiedur and Salim, Flora D. and Ren, Yongli and Spina, Damiano and Scholer, Falk and \textbf{J.~R. Trippas} and Sanderson, Mark and Bennett, Paul N. and White, Ryen W.},
  title = {Intelligent Task Recognition: Towards Enabling Productivity Assistance in Daily Life},
  year = {2020},
  booktitle = {Proceedings of the 2020 International Conference on Multimedia Retrieval (ICMR)},
  pages = {472--478},
  series = {ICMR '20},
  doi = {10.1145/3372278.3390703}
}

George Buchanan, Dana McKay, Charles L A Clarke, Leif Azzopardi, and Johanne R. Trippas. Made to Measure: A Workshop on Human-Centred Metrics for Information Seeking. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'20), pp. 484–487, 2020.

BibTeX

BibTeX

@inproceedings{buchanan2020made,
  author = {Buchanan, George and McKay, Dana and Clarke, Charles L A and Azzopardi, Leif and \textbf{J.~R. Trippas}},
  title = {Made to Measure: A Workshop on Human-Centred Metrics for Information Seeking},
  year = {2020},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'20)},
  pages = {484--487},
  series = {CHIIR '20},
  doi = {10.1145/3343413.3378020}
}

Johanne R. Trippas, Paul Thomas, Damiano Spina, and Hideo Joho. Third International Workshop on Conversational Approaches to Information Retrieval (CAIR'20). Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'20), pp. 492–494, 2020.

BibTeX

BibTeX

@inproceedings{trippas2020third,
  title = {{Third International Workshop on Conversational Approaches to
	Information Retrieval (CAIR'20)}},
  author = {\textbf{J.~R. Trippas} and Thomas, Paul and Spina, Damiano and Joho, Hideo},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'20)},
  pages = {492--494},
  year = {2020},
  series = {CHIIR '20},
  doi = {10.1145/3343413.3378022}
}

Johanne R. Trippas, Damiano Spina, Paul Thomas, Hideo Joho, Mark Sanderson, and Lawrence Cavedon. Towards a Model for Spoken Conversational Search. Information Processing & Management, 57(2), pp. 1–19, 2020.

BibTeX

BibTeX

@article{trippas2020towards,
  author = {\textbf{J.~R. Trippas} and Damiano Spina and Paul Thomas and Hideo Joho and Sanderson, Mark and Cavedon, Lawrence},
  title = {Towards a Model for Spoken Conversational Search},
  journal = {Information Processing \& Management},
  year = {2020},
  volume = {57},
  number = {2},
  issn = {0306-4573},
  url = {https://doi.org/10.1016/j.ipm.2019.102162},
  doi = {10.1016/j.ipm.2019.102162},
  pages = {1--19}
}

Jonathan Liono, Johanne R. Trippas, D. Spina, Mohammad S. Rahamad, Yongli Ren, Flora D. Salim, Mark Sanderson, Falk Scholer, and Ryen W. White. Building a Benchmark for Task Progress in Digital Assistants. TI@WSDM10 WSDM Task Intelligence Workshop, pp. 1–6, 2019.

BibTeX

BibTeX

@inproceedings{liono2019building,
  title = {{Building a Benchmark for Task Progress in Digital Assistants}},
  author = {Liono, Jonathan and \textbf{J.~R. Trippas} and D.~Spina and Rahamad, Mohammad S. and Ren, Yongli and  Salim, Flora D. and  Sanderson, Mark and  Scholer, Falk and  White, Ryen W.},
  booktitle = {{TI@WSDM10 WSDM Task Intelligence Workshop}},
  pages = {1--6},
  year = {2019}
}

Johanne R. Trippas and Paul Thomas. Data Sets for Spoken Conversational Search. Proceedings of the CHIIR 2019 Workshop on Barriers to Interactive IR Resources Re-use (BIIRRR 2019). CEUR-WS, pp. 14–18, 2019.

BibTeX

BibTeX

@inproceedings{trippas2019data,
  title = {Data Sets for Spoken Conversational Search},
  author = {\textbf{J.~R. Trippas} and Thomas, Paul},
  booktitle = {Proceedings of the CHIIR 2019 Workshop on Barriers to Interactive IR Resources Re-use (BIIRRR 2019). CEUR-WS},
  pages = {14--18},
  year = {2019}
}

Jaewon Kim, Johanne R. Trippas, Mark Sanderson, Zhifeng Bao, and W Bruce Croft. How do Computer Scientists Use Google Scholar?: A Survey of User Interest in Elements on SERPs and Author Profile Pages. Proceedings of the 8th Workshop on Bibliometric-enhanced Information Retrieval (BIR 2019). CEUR-WS, pp. 64–75, 2019.

BibTeX

BibTeX

@inproceedings{kim2019how,
  title = {How do Computer Scientists Use {Google Scholar}?: A Survey of User Interest in Elements on {SERPs} and Author Profile Pages},
  author = {Kim, Jaewon and \textbf{J.~R. Trippas} and Sanderson, Mark and Bao, Zhifeng and Croft, W Bruce},
  booktitle = {Proceedings of the 8th Workshop on Bibliometric-enhanced Information Retrieval (BIR 2019). CEUR-WS},
  pages = {64--75},
  year = {2019}
}

Johanne R. Trippas, Damiano Spina, Falk Scholer, Ahmed Hassan Awadallah, Peter Bailey, Paul N. Bennett, Ryen W. White, Jonathan Liono, Yongli Ren, Flora D. Salim, and Mark Sanderson. Learning About Work Tasks to Inform Intelligent Assistant Design. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'19), pp. 5–14, 2019.

BibTeX

BibTeX

@inproceedings{trippas2019learning,
  title = {Learning About Work Tasks to Inform Intelligent Assistant Design},
  author = {\textbf{J.~R. Trippas} and Damiano~Spina and Scholer, Falk and Hassan Awadallah, Ahmed 
and Bailey, Peter and  Bennett, Paul N. and White, Ryen W.  and Liono, Jonathan and Ren, Yongli 
 and Salim, Flora D.  and Sanderson, Mark},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'19)},
  year = {2019},
  pages = {5--14},
  doi = {10.1145/3295750.3298934}
}

Chen Qu, Liu Yang, W Bruce Croft, Yongfeng Zhang, Johanne R. Trippas, and Minghui Qiu. User Intent Prediction in Information-seeking Conversations. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'19), pp. 25–33, 2019.

BibTeX

BibTeX

@inproceedings{qu2019user,
  title = {User Intent Prediction in Information-seeking Conversations},
  author = {Qu, Chen and Yang, Liu and Croft, W Bruce and Zhang, Yongfeng and \textbf{J.~R. Trippas} and Qiu, Minghui},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'19)},
  pages = {25--33},
  year = {2019},
  doi = {10.1145/3295750.3298924}
}

Aleksandr Chuklin, Aliaksei Severyn, Johanne R. Trippas, Enrique Alfonseca, Hanna Silen, and Damiano Spina. Using Audio Transformations to Improve Comprehension in Voice Question Answering. Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'19), pp. 164–170, 2019.

BibTeX

BibTeX

@inproceedings{chuklin2019using,
  title = {{Using Audio Transformations to Improve Comprehension in Voice Question Answering}},
  author = {Chuklin, Aleksandr and Severyn, Aliaksei and \textbf{J.~R. Trippas} and Alfonseca, Enrique and Silen, Hanna and Damiano~Spina},
  booktitle = {Proceedings of the Conference and Labs of the Evaluation Forum (CLEF'19)},
  year = {2019},
  pages = {164--170},
  doi = {10.1007/978-3-030-28577-7_12}
}

Mohammad Aliannejadi, Maram Hasanain, Jiaxin Mao, Jaspreet Singh, Johanne R. Trippas, Hamed Zamani, and Laura Dietz. ACM SIGIR student liaison program. ACM SIGIR Forum, 51(3), pp. 42–45, 2018.

BibTeX

BibTeX

@article{aliannejadi2018liaisons,
  author = {Aliannejadi, Mohammad and Hasanain, Maram and Mao, Jiaxin and Singh, Jaspreet and \textbf{J.~R. Trippas} and Zamani, Hamed and Dietz, Laura},
  title = {{ACM SIGIR student liaison program}},
  journal = {ACM SIGIR Forum},
  volume = {51},
  number = {3},
  year = {2018},
  pages = {42--45},
  doi = {10.1145/3190580.3190587}
}

C. Qu, L. Yang, W. B. Croft, Johanne R. Trippas, Y. Zhang, and M. Qiu. Analyzing and Characterizing User Intent in Information-seeking Conversations. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'18), pp. 989–992, 2018.

BibTeX

BibTeX

@inproceedings{qu2018analyzing,
  author = {Qu, C. and Yang, L. and Croft, W. B. and \textbf{J.~R. Trippas} and Zhang, Y. and Qiu, M.},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'18)},
  pages = {989--992},
  title = {Analyzing and Characterizing User Intent in Information-seeking Conversations},
  year = {2018},
  doi = {10.1145/3209978.3210124}
}

Johanne R. Trippas, Damiano Spina, Lawrence Cavedon, Hideo Joho, and Mark Sanderson. Informing the Design of Spoken Conversational Search. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'18), pp. 32–41, 2018.

BibTeX

BibTeX

@inproceedings{trippas2018informing,
  title = {Informing the Design of Spoken Conversational Search},
  author = {\textbf{J.~R. Trippas} and Damiano~Spina and Cavedon, Lawrence and Joho, Hideo and Sanderson, Mark},
  booktitle = {{Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'18)}},
  pages = {32--41},
  year = {2018},
  doi = {10.1145/3176349.3176387}
}

A. Chuklin, A. Severyn, Johanne R. Trippas, E. Alfonseca, H. Silen, and D. Spina. Prosody Modifications for Question-Answering in Voice-Only Settings. arXiv preprint arXiv:1806.03957, pp. 1–5, 2018.

BibTeX

BibTeX

@article{chuklin2018prosody,
  author = {Chuklin, A. and Severyn, A. and \textbf{J.~R. Trippas} and Alfonseca, E. and Silen, H. and Spina, D.},
  journal = {arXiv preprint arXiv:1806.03957},
  title = {Prosody Modifications for Question-Answering in Voice-Only Settings},
  pages = {1--5},
  year = {2018},
  doi = {10.48550/arXiv.1806.03957}
}

Johanne R. Trippas, D. Spina, Lawrence Cavedon, and Mark Sanderson. A Conversational Search Transcription Protocol and Analysis. CAIR'17 SIGIR 1st International Workshop on Conversational Approaches to Information Retrieval, pp. 1–5, 2017.

BibTeX

BibTeX

@inproceedings{trippas2017protocol,
  author = {\textbf{J.~R. Trippas} and D.~Spina and Cavedon, Lawrence and Sanderson, Mark},
  title = {A Conversational Search Transcription Protocol and Analysis},
  booktitle = {CAIR'17 SIGIR 1st International Workshop on Conversational Approaches to 
Information Retrieval},
  pages = {1--5},
  year = {2017}
}

Johanne R. Trippas, D. Spina, Lawrence Cavedon, and Mark Sanderson. Crowdsourcing User Preferences and Query Judgments for Speech-Only Search. CAIR'17 SIGIR 1st International Workshop on Conversational Approaches to Information Retrieval, pp. 1–3, 2017.

BibTeX

BibTeX

@inproceedings{trippas2017crowdsourcing,
  author = {\textbf{J.~R. Trippas} and D.~Spina and Cavedon, Lawrence and Sanderson, Mark},
  title = {Crowdsourcing User Preferences and Query Judgments for Speech-Only Search},
  booktitle = {CAIR'17 SIGIR 1st International Workshop on Conversational Approaches to Information Retrieval},
  pages = {1--3},
  year = {2017}
}

Damiano Spina, Johanne R. Trippas, Lawrence Cavedon, and Mark Sanderson. Extracting Audio Summaries to Support Effective Spoken Document Search. Journal of the Association for Information Science and Technology, 68(9), pp. 2101–2115, 2017.

BibTeX

BibTeX

@article{spina2017extracting,
  author = {Damiano Spina and \textbf{J~R. Trippas} and Cavedon, Lawrence and Sanderson, Mark},
  title = {Extracting Audio Summaries to Support Effective Spoken Document Search},
  journal = {Journal of the Association for Information Science and Technology},
  volume = {68},
  number = {9},
  issn = {2330-1643},
  url = {http://dx.doi.org/10.1002/asi.23831},
  doi = {10.1002/asi.23831},
  pages = {2101--2115},
  year = {2017}
}

Johanne R. Trippas, Spina, Lawrence Cavedon, and Mark Sanderson. How Do People Interact in Conversational Speech-Only Search Tasks: A Preliminary Analysis. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'17), pp. 325–328, 2017.

BibTeX

BibTeX

@inproceedings{trippas2017observational,
  title = {How Do People Interact in Conversational Speech-Only Search  Tasks: A Preliminary Analysis},
  author = {\textbf{J.~R. Trippas} and Spina and Cavedon, Lawrence and Sanderson, Mark},
  booktitle = {{Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'17)}},
  year = {2017},
  pages = {325--328},
  doi = {10.1145/3020165.3022144}
}

Sosuke Shiga, Hideo Joho, Roi Blanco, Johanne R. Trippas, and Mark Sanderson. Modelling Information Needs in Collaborative Search Conversations. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'17), pp. 715–724, 2017.

BibTeX

BibTeX

@inproceedings{shiga2017modelling,
  author = {Shiga, Sosuke and Joho, Hideo and Blanco, Roi and \textbf{J.~R. Trippas} and Sanderson, Mark},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'17)},
  pages = {715--724},
  title = {Modelling Information Needs in Collaborative Search Conversations},
  year = {2017},
  doi = {10.1145/3077136.3080787}
}

Johanne R. Trippas. Spoken Conversational Search: Speech-only Interactive Information Retrieval. Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'16), pp. 373–375, 2016.

BibTeX

BibTeX

@inproceedings{trippas2016spoken,
  title = {Spoken Conversational Search: Speech-only Interactive Information Retrieval},
  author = {\textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval (CHIIR'16)},
  pages = {373--375},
  year = {2016},
  doi = {10.1145/2854946.2854952}
}

Johanne R. Trippas, D. Spina, Mark Sanderson, and Lawrence Cavedon. Results Presentation Methods for a Spoken Conversational Search System. NWSearch'15 First International Workshop on Novel Web Search Interfaces and Systems, pp. 13–15, 2015.

BibTeX

BibTeX

@inproceedings{trippas2015results,
  author = {\textbf{J.~R. Trippas} and D.~Spina and Sanderson, Mark and Cavedon, Lawrence},
  title = {Results Presentation Methods for a Spoken Conversational Search System},
  booktitle = {NWSearch'15 First International Workshop on Novel Web Search Interfaces and Systems},
  year = {2015},
  pages = {13--15},
  doi = {10.1145/2810355.2810356}
}

D. Spina, Johanne R. Trippas, Lawrence Cavedon, and Mark Sanderson. SpeakerLDA: Discovering Topics in Transcribed Multi-Speaker Audio Contents. SLAM'15 Proceedings of ACM Multimedia 2015 Workshop on Speech, Language and Audio in Multimedia, pp. 7–10, 2015.

BibTeX

BibTeX

@inproceedings{spina2015speakerlda,
  author = {D.~Spina and \textbf{J.~R. Trippas} and  
                 Cavedon, Lawrence and Sanderson, Mark},
  title = {{SpeakerLDA}: Discovering Topics in Transcribed Multi-Speaker Audio Contents},
  booktitle = {SLAM'15 Proceedings of ACM Multimedia 2015 Workshop on 
                    Speech, Language and Audio in Multimedia},
  pages = {7--10},
  year = {2015},
  doi = {10.1145/2802558.2814649}
}

Johanne R. Trippas. Spoken conversational search: Information retrieval over a speech-only communication channel. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'15), pp. 1067, 2015.

BibTeX

BibTeX

@inproceedings{trippas2015spoken,
  title = {Spoken conversational search: Information retrieval over a speech-only communication channel},
  author = {\textbf{J.~R. Trippas}},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'15)},
  pages = {1067},
  year = {2015},
  doi = {10.1145/2766462.2767850}
}

Johanne R. Trippas, Damiano Spina, Mark Sanderson, and Lawrence Cavedon. Towards Understanding the Impact of Length in Web Search Result Summaries over a Speech-only Communication Channel. Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'15), pp. 991–994, 2015.

BibTeX

BibTeX

@inproceedings{trippas2015towards,
  author = {\textbf{J.~R. Trippas} and Damiano~Spina and Sanderson, Mark and Cavedon, Lawrence},
  title = {Towards Understanding the Impact of Length in Web Search Result Summaries over a Speech-only Communication Channel},
  booktitle = {Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR'15)},
  pages = {991--994},
  year = {2015},
  doi = {10.1145/2766462.2767826}
}