Publications

Abstract
Advancements in large language models (LLMs) have changed information retrieval, offering users a more personalised and natural search experience with technologies like OpenAI ChatGPT, Google Bard (Gemini), or Microsoft Copilot. Despite these advancements, research into user tasks and information needs remains scarce. This preliminary work analyses a Google Bard prompt log with 15,023 interactions called the Bard Intelligence and Dialogue Dataset (BIDD), providing an understanding akin to query log analyses. We show that Google Bard prompts are often verbose and structured, encapsulating a broader range of information needs and imperative (e.g., directive) tasks distinct from traditional search queries. We show that LLMs can support users in tasks beyond the three main types based on user intent: informational, navigational, and transactional. Our findings emphasise the versatile application of LLMs across content creation, LLM writing style preferences, and information extraction. We document diverse user interaction styles, showcasing the adaptability of users to LLM capabilities.

Cite

@inproceedings{trippas2024what,
 author = {Trippas, Johanne R and Al Lawati, Sara Fahad Dawood and Mackenzie, Joel and Gallagher, Luke},
 booktitle = {Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval},
 series = {SIGIR '24},
 title = {What do Users Really Ask Large Language Models? An Initial Log Analysis of Google Bard Interactions in the Wild},
 year = {2024},
 doi = {10.1145/3626772.3657914},
 address = {New York, NY, USA},
 location = {Washington, DC, USA},
 publisher = {ACM}
}

Abstract
The increasing reliance on digital information necessitates advancements in conversational search systems, particularly in terms of information transparency. While prior research in conversational information-seeking has concentrated on improving retrieval techniques, the challenge remains in generating responses useful from a user perspective. This study explores different methods of explaining the responses, hypothesizing that transparency about the source of the information, system confidence, and limitations can enhance users’ ability to objectively assess the response. By exploring transparency across explanation type, quality, and presentation mode, this research aims to bridge the gap between system-generated responses and responses verifiable by the user. We design a user study to answer questions concerning the impact of (1) the quality of explanations enhancing the response on its usefulness and (2) ways of presenting explanations to users. The analysis of the collected data reveals lower user ratings for noisy explanations, although these scores seem insensitive to the quality of the response. Inconclusive results on the explanations presentation format suggest that it may not be a critical factor in this setting.

Cite

@inproceedings{lajewska2024explainability,
 author = {Łajewska, Weronika and Spina, Damiano and Trippas, Johanne R. and Balog, Krisztian},
 booktitle = {Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval},
 series = {SIGIR '24},
 title = {Explainability for Transparent Conversational Information-Seeking},
 year = {2024},
 doi = {10.1145/3626772.3657768},
 address = {New York, NY, USA},
 location = {Washington, DC, USA},
 publisher = {ACM}
}

Abstract

Searching through conversational interactions has been emphasized as the next frontier. Nowadays, conversational agents can generate natural language responses, transforming how we search for information. A key challenge in conversational information-seeking is how these agents present information: should they only reflect facts, cater to human cognitive preferences, or strike a balance between them? These challenges raise questions about aligning conversational agents with human cognitive processes. Our position paper emphasizes the role of narrative in addressing these questions. We explore how narratives influence human comprehension and propose a framework for optimal conversational narratives. These narratives aim to enhance interaction between humans and conversational agents in explanatory information-seeking scenarios.

Cite

@inproceedings{sadiri2024unveiling,
 title ={Unveiling Information Through Narrative In Conversational Information Seeking},
 Author = {Sadiri Javadi, Vahid and Trippas, Johanne R. and Lucie Flek},
 Booktitle = {Proceedings of the ACM International Conference on Conversational User Interfaces (CUI 2024)},
 Year = {2024},
 numpages = {6},
 pages = {1--6},
 doi={10.1145/3640794.3665884},
 address = {New York, NY, USA},
 location = {Washington, DC, USA},
 publisher = {ACM}
}

Abstract
Creating and deploying customized applications is crucial for operational success and enriching user experiences in the rapidly evolving modern business world. A prominent facet of modern user experiences is the integration of chatbots or voice assistants. The rapid evolution of Large Language Models (LLMs) has provided a powerful tool to build conversational applications. We present Walert, a customized LLM-based conversational agent able to answer frequently asked questions about computer science degrees and programs at RMIT University. Our demo aims to showcase how conversational information-seeking researchers can effectively communicate the benefits of using best practices to stakeholders interested in developing and deploying LLM-based chatbots. These practices are well-known in our community but often overlooked by practitioners who may not have access to this knowledge. The methodology and resources used in this demo serve as a bridge to facilitate knowledge transfer from experts, address industry professionals’ practical needs, and foster a collaborative environment. The data and code of the demo are available at https://github.com/rmit-ir/walert.

Cite

@inproceedings{pathiyan2024walert,
 author = {Sachin Pathiyan Cherumanal and Lin Tian and Futoon M.~Abushaqra and Angel F.~ Magnossao de Paula and Kaixin Ji and Halil Ali and Danula Hettiachchi and Johanne~R. Trippas and Falk Scholer and Damiano Spina},
 booktitle = {Proceedings of the ACM Conference on Information Interaction and Retrieval},
 series = {CHIIR '24},
 title = {{Walert: Putting Conversational Search Knowledge into Action by Building and Evaluating a Large Language Model-Powered	Chatbot}},
 year = {2024},
 doi = {10.1145/3627508.3638309},
 address = {New York, NY, USA},
 location = {Washington, DC, USA},
 publisher = {ACM}
}

Abstract

With the rise and growing prevalence of generative models, particularly multi-modal ones, it is an opportune time to explore beyond existing interactive information retrieval research trends. Indeed, it is essential to determine new avenues to explore how users interact with these models as well as revisit existing avenues that can be embellished with new technology. In this session, we aim to create a venue to workshop ideas that explore the future of search experiences and user interactions with information in a collaborative, low-pressure environment. This UnExplored FrontCHIIRs workshop enables participants to form a sub-community within CHIIR to facilitate further development of the proposed ideas and allow deeper collaborative problem-solving than just presenting late-breaking work.

Cite

@inproceedings{roegiest2024unexplored,
  title={UnExplored FrontCHIIRs: A Workshop Exploring Future Directions for Information Access},
  author={Roegiest, Adam and Trippas, Johanne},
  booktitle={Proceedings of the 2024 Conference on Human Information Interaction and Retrieval},
  pages={436--437},
  year={2024},
  doi = {10.1145/3627508.3638302},
 address = {New York, NY, USA},
 location = {Washington, DC, USA},
 publisher = {ACM}
}

Abstract

The First Search Futures Workshop, in conjunction with the Fourty-sixth European Conference on Information Retrieval (ECIR) 2024, looked into the future of search to ask questions such as:
-How can we harness the power of generative AI to enhance, improve and re-imagine Information Retrieval (IR)?
-What are the principles and fundamental rights that the field of Information Retrieval should strive to uphold?
-How can we build trustworthy IR systems in light of Large Language Models and their ability to generate content at super human speeds?
-What new applications and affordances does generative AI offer and enable, and can we go back to the future, and do what we only dreamed of previously?

The workshop started with seventeen lightning talks from a diverse set speakers. Instead of conventional paper presentations, the lightning talks provided a rapid and concise overview of ideas, allowing speakers to share critical points or novel concepts quickly. This format was designed to encourage discussion and introduce a wide range of topics within a short period, thereby maximising the exchange of ideas and ensuring that participants could gain insights into various future search areas without the deep dive typically required in longer presentations. This report, co-authored by the workshop’s organisers and its participants, summarises the talks and discussions. This report aims to provide the broader IR community with the insights and ideas discussed and debated during the workshop – and to provide a platform for future discussion.

Cite

@article{azzopardi2024report,
 title={Report on The Search Futures Workshop at ECIR 2024},
 author={Leif Azzopardi and Charles L. A. Clarke and Paul Kantor and Bhaskar Mitra and Johanne R. Trippas and Zhaochun Ren},
 year = {2024},
 issue_date = {June 2024},
 publisher = {Association for Computing Machinery},
 address = {New York, NY, USA},
 volume = {58},
 number = {1},
 journal = {SIGIR Forum},
 numpages = {41}
}

Abstract
Topic models such as Latent Dirichlet Allocation (LDA) have been extensively used for characterizing text collections according to the topics discussed in documents. Organizing documents according to topic can be applied to different information access tasks such as document clustering, content-based recommendation or summarization. Spoken documents such as podcasts typically involve more than one speaker (e.g., meetings, interviews, chat shows or news with reporters). This paper presents a work-in-progress based on a variation of LDA that includes in the model the different speakers participating in conversational audio transcripts. Intuitively, each speaker has her own background knowledge which generates different topic and word distributions. We believe that informing a topic model with speaker segmentation (e.g., using existing speaker diarization techniques) may enhance discovery of topics in multi-speaker audio content.

Cite

@inproceedings{spina2015speakerlda,
  title={SpeakerLDA: Discovering topics in transcribed multi-speaker audio contents},
  author={Spina, Damiano and Trippas, Johanne R and Cavedon, Lawrence and Sanderson, Mark},
  booktitle={Proceedings of the Third Edition Workshop on Speech, Language \& Audio in Multimedia},
  pages={7--10},
  year={2015}
}

Abstract
We propose research to investigate a new paradigm for Interactive Information Retrieval (IIR) where all input and output is mediated via speech. Our aim is to develop a new framework for effective and efficient IIR over a speech-only channel: a Spoken Conversational Search System (SCSS). This SCSS will provide an interactive conversational approach to determine user information needs, presenting results and enabling search reformulations. We have thus far investigated the format of results summaries for both audio and text, features such as summary length and summaries documents (noisy document or clean document) generated from (noisy) speech-recognition output from spoken document. In this paper we discuss future directions regarding a novel spoken interface targeted at search result presentation, query intent detection, and interaction patterns for audio search.

Cite

@inproceedings{trippas2015results,
author = {Trippas, Johanne R. and Spina, Damiano and Sanderson, Mark and Cavedon, Lawrence},
title = {Results Presentation Methods for a Spoken Conversational Search System},
year = {2015},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
doi = {10.1145/2810355.2810356},
booktitle = {Proceedings of the First International Workshop on Novel Web Search Interfaces and Systems},
pages = {13--15},
numpages = {3},
location = {Melbourne, Australia}
}