%%%%% A %%%%%

@article{azad2019query,
  title={Query expansion techniques for information retrieval: a survey},
  author={Azad, Hiteshwar Kumar and Deepak, Akshay},
  journal={Information Processing \& Management},
  volume={56},
  number={5},
  pages={1698--1735},
  year={2019},
  publisher={Elsevier}
}

%%%%% B %%%%%

@article{bai2022constitutional,
  title={Constitutional ai: Harmlessness from ai feedback},
  author={Bai, Yuntao and Kadavath, Saurav and Kundu, Sandipan and Askell, Amanda and Kernion, Jackson and Jones, Andy and Chen, Anna and Goldie, Anna and Mirhoseini, Azalia and McKinnon, Cameron and others},
  journal={arXiv preprint arXiv:2212.08073},
  year={2022}
}

@article{borji2023categorical,
  title={A categorical archive of chatgpt failures},
  author={Borji, Ali},
  journal={arXiv preprint arXiv:2302.03494},
  year={2023}
}

@article{bubeck2023sparks,
  title={Sparks of artificial general intelligence: Early experiments with gpt-4},
  author={Bubeck, S{\'e}bastien and Chandrasekaran, Varun and Eldan, Ronen and Gehrke, Johannes and Horvitz, Eric and Kamar, Ece and Lee, Peter and Lee, Yin Tat and Li, Yuanzhi and Lundberg, Scott and others},
  journal={arXiv preprint arXiv:2303.12712},
  year={2023}
}

@inproceedings{10.1145/3614321.3614325,
author = {Busker, Tony and Choenni, Sunil and Shoae Bargh, Mortaza},
title = {Stereotypes in {ChatGPT}: an empirical study},
year = {2023},
booktitle = {International Conference on Theory and Practice of Electronic Governance},
pages = {24–32}
}

%%%%% C %%%%%

@article{cheng2023llfbench,
  title={{LLF-Bench}: Benchmark for Interactive Learning from Language Feedback},
  author={Cheng, Ching-An and Kolobov, Andrey and Misra, Dipendra and Nie, Allen and Swaminathan, Adith},
  journal={arXiv preprint arXiv:2312.06853},
  year={2023}
}

@inproceedings{christakopoulou2016towards,
  title={Towards conversational recommender systems},
  author={Christakopoulou, Konstantina and Radlinski, Filip and Hofmann, Katja},
  booktitle={KDD},
  year={2016}
}

%%%%% D %%%%%

@inproceedings{dang2010query,
  title={Query reformulation using anchor text},
  author={Dang, Van and Croft, Bruce W},
  booktitle={International Conference on Web Search and Data Mining},
  pages={41--50},
  year={2010}
}

@article{diao2023active,
  title={Active prompting with chain-of-thought for large language models},
  author={Diao, Shizhe and Wang, Pengcheng and Lin, Yong and Zhang, Tong},
  journal={arXiv preprint arXiv:2302.12246},
  year={2023}
}

%%%%% E %%%%%

@article{ethayarajh2024kto,
  title={KTO: Model Alignment as Prospect Theoretic Optimization},
  author={Ethayarajh, Kawin and Xu, Winnie and Muennighoff, Niklas and Jurafsky, Dan and Kiela, Douwe},
  journal={arXiv preprint arXiv:2402.01306},
  year={2024}
}

%%%%% F %%%%%

%%%%% G %%%%%

%%%%% H %%%%%

@inproceedings{he2023large,
  title={Large language models as zero-shot conversational recommenders},
  author={He, Zhankui and Xie, Zhouhang and Jha, Rahul and Steck, Harald and Liang, Dawen and Feng, Yesu and Majumder, Bodhisattwa Prasad and Kallus, Nathan and McAuley, Julian},
  booktitle={International conference on information and knowledge management},
  pages={720--730},
  year={2023}
}

@misc{mpnet-base-v2,
  author = {{HuggingFace}},
  title = {{MPNet-base-v2}},
  url = {https://huggingface.co/sentence-transformers/all-mpnet-base-v2},
  year = 2024,
  lastchecked = {2024-02-09}
}

%%%%% I %%%%%

%%%%% J %%%%%

%%%%% K %%%%%

@article{kadavath2022language,
  title={Language models (mostly) know what they know},
  author={Kadavath, Saurav and Conerly, Tom and Askell, Amanda and Henighan, Tom and Drain, Dawn and Perez, Ethan and Schiefer, Nicholas and Hatfield-Dodds, Zac and DasSarma, Nova and Tran-Johnson, Eli and others},
  journal={arXiv preprint arXiv:2207.05221},
  year={2022}
}

@article{köpf2023openassistant,
  title={{OpenAssistant} Conversations--Democratizing Large Language Model Alignment},
  author={K{\"o}pf, Andreas and Kilcher, Yannic and von R{\"u}tte, Dimitri and Anagnostidis, Sotiris and Tam, Zhi-Rui and Stevens, Keith and Barhoum, Abdullah and Duc, Nguyen Minh and Stanley, Oliver and Nagyfi, Rich{\'a}rd and others},
  journal={arXiv preprint arXiv:2304.07327},
  year={2023}
}

%%%%% L %%%%%
@article{lin2023decisionoriented,
  title={Decision-Oriented Dialogue for Human-AI Collaboration},
  author={Lin, Jessy and Tomlin, Nicholas and Andreas, Jacob and Eisner, Jason},
  journal={arXiv preprint arXiv:2305.20076},
  year={2023}
}

@article{lin2024interpretable,
      title={{Interpretable User Satisfaction Estimation for Conversational Systems with Large Language Models}}, 
      author={Ying-Chun Lin and Jennifer Neville and Jack W. Stokes and Longqi Yang and Tara Safavi and Mengting Wan and Scott Counts and Siddharth Suri and Reid Andersen and Xiaofeng Xu and Deepak Gupta and Sujay Kumar Jauhar and Xia Song and Georg Buscher and Saurabh Tiwary and Brent Hecht and Jaime Teevan},
      year={2024},
      journal={arXiv preprint arXiv:2403.12388}
}

@article{littman2009tutorial,
  title={A tutorial on partially observable Markov decision processes},
  author={Littman, Michael L},
  journal={Journal of Mathematical Psychology},
  volume={53},
  number={3},
  pages={119--125},
  year={2009},
  publisher={Elsevier}
}

%%%%% M %%%%%

@inproceedings{majumder2021ask,
    title = {{Ask what{'}s missing and what{'}s useful: Improving Clarification Question Generation using Global Knowledge}},
    author = "Majumder, Bodhisattwa Prasad  and
      Rao, Sudha  and
      Galley, Michel  and
      McAuley, Julian",
    booktitle = "Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies",
    year = "2021",
    pages = "4300--4312",
}

@article{mccambridge2014systematic,
  title={Systematic review of the {Hawthorne} effect: new concepts are needed to study research participation effects},
  author={McCambridge, Jim and Witton, John and Elbourne, Diana R},
  journal={Journal of clinical epidemiology},
  volume={67},
  number={3},
  pages={267--277},
  year={2014},
  publisher={Elsevier}
}

%%%%% N %%%%%

%%%%% O %%%%%

@article{openai2023gpt4,
  title={Gpt-4 technical report},
  author={Achiam, Josh and Adler, Steven and Agarwal, Sandhini and Ahmad, Lama and Akkaya, Ilge and Aleman, Florencia Leoni and Almeida, Diogo and Altenschmidt, Janko and Altman, Sam and Anadkat, Shyamal and others},
  journal={arXiv preprint arXiv:2303.08774},
  year={2023}
}

@inproceedings{NEURIPS2022_b1efde53,
  title={Training language models to follow instructions with human feedback},
  author={Ouyang, Long and Wu, Jeffrey and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Gray, Alex and others},
  booktitle={Neural Information Processing Systems},
  pages = {27730--27744},
  year={2022}
}

%%%%% P %%%%%

@article{piantadosi2012communicative,
  title={The communicative function of ambiguity in language},
  author={Piantadosi, Steven T and Tily, Harry and Gibson, Edward},
  journal={Cognition},
  volume={122},
  number={3},
  pages={280--291},
  year={2012},
  publisher={Elsevier}
}

@inproceedings{pinto2018asymmetric,
  title={Asymmetric Actor Critic for Image-Based Robot Learning},
  author={Pinto, Lerrel and Andrychowicz, Marcin and Welinder, Peter and Zaremba, Wojciech and Abbeel, Pieter},
  booktitle={RSS},
  year={2018}
}

%%%%% Q %%%%%

@inproceedings{qin2021learning,
  title={Learning How to Ask: Querying LMs with Mixtures of Soft Prompts},
  author={Qin, Guanghui and Eisner, Jason},
  booktitle={Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  pages={5203--5212},
  year={2021}
}

%%%%% R %%%%%

@inproceedings{radlinski2019coached,
  title={Coached Conversational Preference Elicitation: A Case Study in Understanding Movie Preferences},
  author={Radlinski, Filip and Balog, Krisztian and Byrne, Bill and Krishnamoorthi, Karthik},
  booktitle={SIGdial Meeting on Discourse and Dialogue},
  pages={353--360},
  year={2019}
}

@article{rafailov2023direct,
  title={Direct preference optimization: Your language model is secretly a reward model},
  author={Rafailov, Rafael and Sharma, Archit and Mitchell, Eric and Ermon, Stefano and Manning, Christopher D and Finn, Chelsea},
  journal={arXiv preprint arXiv:2305.18290},
  year={2023}
}

@inproceedings{rao-daume-iii-2018-learning,
  title={Learning to Ask Good Questions: Ranking Clarification Questions using Neural Expected Value of Perfect Information},
  author={Rao, Sudha and Daum{\'e} III, Hal},
  booktitle={Association for Computational Linguistics},
  pages={2737--2746},
  year={2018}
}

@inproceedings{reimers2019sentencebert,
  title={Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks},
  author={Reimers, Nils and Gurevych, Iryna},
  booktitle={Empirical Methods in Natural Language Processing},
  pages={3982--3992},
  year={2019}
}

%%%%% S %%%%%

@inproceedings{sadigh2016information,
  title={Information gathering actions over human internal state},
  author={Sadigh, Dorsa and Sastry, S Shankar and Seshia, Sanjit A and Dragan, Anca},
  booktitle={Intelligent Robots and Systems},
  pages={66--73},
  year={2016}
}

@article{si2023measuring,
  title={Measuring Inductive Biases of In-Context Learning with Underspecified Demonstrations},
  author={Si, Chenglei and Friedman, Dan and Joshi, Nitish and Feng, Shi and Chen, Danqi and He, He},
  journal={arXiv preprint arXiv:2305.13299},
  year={2023}
}

@inproceedings{sinclair2023hindsight,
  title={Hindsight learning for mdps with exogenous inputs},
  author={Sinclair, Sean R and Frujeri, Felipe Vieira and Cheng, Ching-An and Marshall, Luke and Barbalho, Hugo De Oliveira and Li, Jingling and Neville, Jennifer and Menache, Ishai and Swaminathan, Adith},
  booktitle={ICML},
  year={2023}
}

@article{singhal2023long,
  title={A long way to go: Investigating length correlations in {RLHF}},
  author={Singhal, Prasann and Goyal, Tanya and Xu, Jiacheng and Durrett, Greg},
  journal={arXiv preprint arXiv:2310.03716},
  year={2023}
}

%%%%% T %%%%%

@article{tankelevitch2023metacognitive,
  title={The Metacognitive Demands and Opportunities of Generative {AI}},
  author={Tankelevitch, Lev and Kewenig, Viktor and Simkute, Auste and Scott, Ava Elizabeth and Sarkar, Advait and Sellen, Abigail and Rintel, Sean},
  journal={arXiv preprint arXiv:2312.10893},
  year={2023}
}

%%%%% U %%%%%

%%%%% V %%%%%

%%%%% W %%%%%

@article{watkins1992q,
  title={Q-learning},
  author={Watkins, Christopher JCH and Dayan, Peter},
  journal={Machine learning},
  volume={8},
  pages={279--292},
  year={1992},
  publisher={Springer}
}

@inproceedings{wei2022chain,
  title={Chain-of-Thought Prompting Elicits Reasoning in Large Language Models},
  author={Wei, Jason and Wang, Xuezhi and Schuurmans, Dale and Bosma, Maarten and Xia, Fei and Chi, Ed H and Le, Quoc V and Zhou, Denny and others},
  booktitle={NeurIPS},
  year={2022}
}

%%%%% X %%%%%

%%%%% Y %%%%%

%%%%% Z %%%%%

@inproceedings{zuo2022hierarchical,
  title={Hierarchical Conversational Preference Elicitation with Bandit Feedback},
  author={Zuo, Jinhang and Hu, Songwen and Yu, Tong and Li, Shuai and Zhao, Handong and Joe-Wong, Carlee},
  booktitle={Conference on Information \& Knowledge Management},
  pages={2827--2836},
  year={2022}
}

@inproceedings{zamani2020analyzing,
  title={Analyzing and learning from user interactions for search clarification},
  author={Zamani, Hamed and Mitra, Bhaskar and Chen, Everest and Lueck, Gord and Diaz, Fernando and Bennett, Paul N and Craswell, Nick and Dumais, Susan T},
  booktitle={SIGIR},
  year={2020}
}