@inproceedings{min2023factscore,
  title={FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation},
  author={Min, Sewon and Krishna, Kalpesh and Lyu, Xinxi and Lewis, Mike and Yih, Wen-tau and Koh, Pang and Iyyer, Mohit and Zettlemoyer, Luke and Hajishirzi, Hannaneh},
  booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
  pages={12076--12100},
  year={2023}
}

@inproceedings{hebert2018multicalibration,
  title={Multicalibration: Calibration for the (computationally-identifiable) masses},
  author={H{\'e}bert-Johnson, Ursula and Kim, Michael and Reingold, Omer and Rothblum, Guy},
  booktitle={International Conference on Machine Learning},
  pages={1939--1948},
  year={2018},
  organization={PMLR}
}

@article{kwiatkowski2019natural,
  title={Natural questions: a benchmark for question answering research},
  author={Kwiatkowski, Tom and Palomaki, Jennimaria and Redfield, Olivia and Collins, Michael and Parikh, Ankur and Alberti, Chris and Epstein, Danielle and Polosukhin, Illia and Devlin, Jacob and Lee, Kenton and others},
  journal={Transactions of the Association for Computational Linguistics},
  volume={7},
  pages={453--466},
  year={2019},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@article{mohri2024language,
  title={Language Models with Conformal Factuality Guarantees},
  author={Mohri, Christopher and Hashimoto, Tatsunori},
  journal={arXiv preprint arXiv:2402.10978},
  year={2024}
}

@inproceedings{tian2023just,
  title={Just Ask for Calibration: Strategies for Eliciting Calibrated Confidence Scores from Language Models Fine-Tuned with Human Feedback},
  author={Tian, Katherine and Mitchell, Eric and Zhou, Allan and Sharma, Archit and Rafailov, Rafael and Yao, Huaxiu and Finn, Chelsea and Manning, Christopher D},
  booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
  pages={5433--5442},
  year={2023}
}

@inproceedings{manakul2023selfcheckgpt,
  title={SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for Generative Large Language Models},
  author={Manakul, Potsawee and Liusie, Adian and Gales, Mark},
  booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing},
  pages={9004--9017},
  year={2023}
}

@article{achiam2023gpt,
  title={Gpt-4 technical report},
  author={Achiam, Josh and Adler, Steven and Agarwal, Sandhini and Ahmad, Lama and Akkaya, Ilge and Aleman, Florencia Leoni and Almeida, Diogo and Altenschmidt, Janko and Altman, Sam and Anadkat, Shyamal and others},
  journal={arXiv preprint arXiv:2303.08774},
  year={2023}
}

@article{touvron2023llama,
  title={Llama 2: Open foundation and fine-tuned chat models},
  author={Touvron, Hugo and Martin, Louis and Stone, Kevin and Albert, Peter and Almahairi, Amjad and Babaei, Yasmine and Bashlykov, Nikolay and Batra, Soumya and Bhargava, Prajjwal and Bhosale, Shruti and others},
  journal={arXiv preprint arXiv:2307.09288},
  year={2023}
}

@article{jiang2023mistral,
  title={Mistral 7B},
  author={Jiang, Albert Q and Sablayrolles, Alexandre and Mensch, Arthur and Bamford, Chris and Chaplot, Devendra Singh and Casas, Diego de las and Bressand, Florian and Lengyel, Gianna and Lample, Guillaume and Saulnier, Lucile and others},
  journal={arXiv preprint arXiv:2310.06825},
  year={2023}
}

@inproceedings{wang2022self,
  title={Self-Consistency Improves Chain of Thought Reasoning in Language Models},
  author={Wang, Xuezhi and Wei, Jason and Schuurmans, Dale and Le, Quoc V and Chi, Ed H and Narang, Sharan and Chowdhery, Aakanksha and Zhou, Denny},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@article{wang2024fine,
  title={Fine-Grained Self-Endorsement Improves Factuality and Reasoning},
  author={Wang, Ante and Song, Linfeng and Peng, Baolin and Tian, Ye and Jin, Lifeng and Mi, Haitao and Su, Jinsong and Yu, Dong},
  journal={arXiv preprint arXiv:2402.15631},
  year={2024}
}

@article{detommaso2024multicalibration,
  title={Multicalibration for Confidence Scoring in LLMs},
  author={Detommaso, Gianluca and Bertran, Martin and Fogliato, Riccardo and Roth, Aaron},
  journal={arXiv preprint arXiv:2404.04689},
  year={2024}
}

@inproceedings{kim2019multiaccuracy,
  title={Multiaccuracy: Black-box post-processing for fairness in classification},
  author={Kim, Michael P and Ghorbani, Amirata and Zou, James},
  booktitle={Proceedings of the 2019 AAAI/ACM Conference on AI, Ethics, and Society},
  pages={247--254},
  year={2019}
}

@article{shafer2008tutorial,
  title={A tutorial on conformal prediction.},
  author={Shafer, Glenn and Vovk, Vladimir},
  journal={Journal of Machine Learning Research},
  volume={9},
  number={3},
  year={2008}
}

@article{gupta2022nested,
  title={Nested conformal prediction and quantile out-of-bag ensemble methods},
  author={Gupta, Chirag and Kuchibhotla, Arun K and Ramdas, Aaditya},
  journal={Pattern Recognition},
  volume={127},
  pages={108496},
  year={2022},
  publisher={Elsevier}
}

@inproceedings{min2023nonparametric,
  title={Nonparametric Masked Language Modeling},
  author={Min, Sewon and Shi, Weijia and Lewis, Mike and Chen, Xilun and Yih, Wen-tau and Hajishirzi, Hannaneh and Zettlemoyer, Luke},
  booktitle={Findings of the Association for Computational Linguistics: ACL 2023},
  pages={2097--2118},
  year={2023}
}

@inproceedings{zha2023alignscore,
  title={AlignScore: Evaluating Factual Consistency with A Unified Alignment Function},
  author={Zha, Yuheng and Yang, Yichi and Li, Ruichen and Hu, Zhiting},
  booktitle={Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  pages={11328--11348},
  year={2023}
}

@inproceedings{liu2023evaluating,
  title={Evaluating Verifiability in Generative Search Engines},
  author={Liu, Nelson F and Zhang, Tianyi and Liang, Percy},
  booktitle={Findings of the Association for Computational Linguistics: EMNLP 2023},
  pages={7001--7025},
  year={2023}
}

@inproceedings{jung2022batch,
  title={Batch Multivalid Conformal Prediction},
  author={Jung, Christopher and Noarov, Georgy and Ramalingam, Ramya and Roth, Aaron},
  booktitle={International Conference on Learning Representations},
  year={2022}
}

@inproceedings{zadrozny2001obtaining,
  title={Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers},
  author={Zadrozny, Bianca and Elkan, Charles},
  booktitle={Proceedings of the Eighteenth International Conference on Machine Learning},
  pages={609--616},
  year={2001}
}

@article{platt1999probabilistic,
  title={Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods},
  author={Platt, John C},
  journal={Advances in Large Margin Classifiers},
  year={1999},
  publisher={MIT Press}
}

@inproceedings{gopalan2022low,
  title={Low-degree multicalibration},
  author={Gopalan, Parikshit and Kim, Michael P and Singhal, Mihir A and Zhao, Shengjia},
  booktitle={Conference on Learning Theory},
  pages={3193--3234},
  year={2022},
  organization={PMLR}
}

@article{romano2019conformalized,
  title={Conformalized quantile regression},
  author={Romano, Yaniv and Patterson, Evan and Candes, Emmanuel},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{huang2023survey,
  title={A survey on hallucination in large language models: Principles, taxonomy, challenges, and open questions},
  author={Huang, Lei and Yu, Weijiang and Ma, Weitao and Zhong, Weihong and Feng, Zhangyin and Wang, Haotian and Chen, Qianglong and Peng, Weihua and Feng, Xiaocheng and Qin, Bing and others},
  journal={arXiv preprint arXiv:2311.05232},
  year={2023}
}

@article{yang2023alignment,
  title={Alignment for honesty},
  author={Yang, Yuqing and Chern, Ethan and Qiu, Xipeng and Neubig, Graham and Liu, Pengfei},
  journal={arXiv preprint arXiv:2312.07000},
  year={2023}
}

@article{kumar2023conformal,
  title={Conformal prediction with large language models for multi-choice question answering},
  author={Kumar, Bhawesh and Lu, Charlie and Gupta, Gauri and Palepu, Anil and Bellamy, David and Raskar, Ramesh and Beam, Andrew},
  journal={arXiv preprint arXiv:2305.18404},
  year={2023}
}

@inproceedings{quach2023conformal,
  title={Conformal Language Modeling},
  author={Quach, Victor and Fisch, Adam and Schuster, Tal and Yala, Adam and Sohn, Jae Ho and Jaakkola, Tommi S and Barzilay, Regina},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2023}
}

@article{zhang2023alleviating,
  title={Alleviating hallucinations of large language models through induced hallucinations},
  author={Zhang, Yue and Cui, Leyang and Bi, Wei and Shi, Shuming},
  journal={arXiv preprint arXiv:2312.15710},
  year={2023}
}

@article{bubeck2023sparks,
  title={Sparks of artificial general intelligence: Early experiments with gpt-4},
  author={Bubeck, S{\'e}bastien and Chandrasekaran, Varun and Eldan, Ronen and Gehrke, Johannes and Horvitz, Eric and Kamar, Ece and Lee, Peter and Lee, Yin Tat and Li, Yuanzhi and Lundberg, Scott and others},
  journal={arXiv preprint arXiv:2303.12712},
  year={2023}
}

@article{wanner2024closer,
  title={A Closer Look at Claim Decomposition},
  author={Wanner, Miriam and Ebner, Seth and Jiang, Zhengping and Dredze, Mark and Van Durme, Benjamin},
  journal={arXiv preprint arXiv:2403.11903},
  year={2024}
}

@article{anil2023palm,
  title={Palm 2 technical report},
  author={Anil, Rohan and Dai, Andrew M and Firat, Orhan and Johnson, Melvin and Lepikhin, Dmitry and Passos, Alexandre and Shakeri, Siamak and Taropa, Emanuel and Bailey, Paige and Chen, Zhifeng and others},
  journal={arXiv preprint arXiv:2305.10403},
  year={2023}
}

@inproceedings{xiong2023can,
  title={Can LLMs Express Their Uncertainty? An Empirical Evaluation of Confidence Elicitation in LLMs},
  author={Xiong, Miao and Hu, Zhiyuan and Lu, Xinyang and LI, YIFEI and Fu, Jie and He, Junxian and Hooi, Bryan},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2023}
}

@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={International conference on machine learning},
  pages={1321--1330},
  year={2017},
  organization={PMLR}
}

@article{cherian2024large,
  title={Large language model validity via enhanced conformal prediction methods},
  author={Cherian, John J and Gibbs, Isaac and Cand{\`e}s, Emmanuel J},
  journal={arXiv preprint arXiv:2406.09714},
  year={2024}
}

@article{gibbs2023conformal,
  title={Conformal prediction with conditional guarantees},
  author={Gibbs, Isaac and Cherian, John J and Cand{\`e}s, Emmanuel J},
  journal={arXiv preprint arXiv:2305.12616},
  year={2023}
}

@inproceedings{de2019bias,
  title={Bias in bios: A case study of semantic representation bias in a high-stakes setting},
  author={De-Arteaga, Maria and Romanov, Alexey and Wallach, Hanna and Chayes, Jennifer and Borgs, Christian and Chouldechova, Alexandra and Geyik, Sahin and Kenthapadi, Krishnaram and Kalai, Adam Tauman},
  booktitle={proceedings of the Conference on Fairness, Accountability, and Transparency},
  pages={120--128},
  year={2019}
}

@article{roth2022uncertain,
  title={Uncertain: Modern topics in uncertainty estimation},
  author={Roth, Aaron},
  journal={Unpublished Lecture Notes},
  year={2022}
}

@inproceedings{fadeeva2023lm,
  title={LM-Polygraph: Uncertainty Estimation for Language Models},
  author={Fadeeva, Ekaterina and Vashurin, Roman and Tsvigun, Akim and Vazhentsev, Artem and Petrakov, Sergey and Fedyanin, Kirill and Vasilev, Daniil and Goncharova, Elizaveta and Panchenko, Alexander and Panov, Maxim and others},
  booktitle={Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: System Demonstrations},
  pages={446--461},
  year={2023}
}

@article{vashurin2024benchmarking,
  title={Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph},
  author={Vashurin, Roman and Fadeeva, Ekaterina and Vazhentsev, Artem and Tsvigun, Akim and Vasilev, Daniil and Xing, Rui and Sadallah, Abdelrahman Boda and Rvanova, Lyudmila and Petrakov, Sergey and Panchenko, Alexander and others},
  journal={CoRR},
  year={2024}
}

@article{sicilia2024deal,
  title={Deal, or no deal (or who knows)? forecasting uncertainty in conversations using large language models},
  author={Sicilia, Anthony and Kim, Hyunwoo and Chandu, Khyathi Raghavi and Alikhani, Malihe and Hessel, Jack},
  journal={arXiv preprint arXiv:2402.03284},
  year={2024}
}

@inproceedings{geng2024survey,
  title={A Survey of Confidence Estimation and Calibration in Large Language Models},
  author={Geng, Jiahui and Cai, Fengyu and Wang, Yuxia and Koeppl, Heinz and Nakov, Preslav and Gurevych, Iryna},
  booktitle={Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers)},
  pages={6577--6595},
  year={2024}
}

@article{bayat2024factbench,
  title={FactBench: A Dynamic Benchmark for In-the-Wild Language Model Factuality Evaluation},
  author={Bayat, Farima Fatahi and Zhang, Lechen and Munir, Sheza and Wang, Lu},
  journal={arXiv preprint arXiv:2410.22257},
  year={2024}
}

@inproceedings{weilong,
  title={Long-form factuality in large language models},
  author={Wei, Jerry and Yang, Chengrun and Song, Xinying and Lu, Yifeng and Hu, Nathan Zixia and Huang, Jie and Tran, Dustin and Peng, Daiyi and Liu, Ruibo and Huang, Da and others},
  booktitle={The Thirty-eighth Annual Conference on Neural Information Processing Systems},
  year={2024}
}

@inproceedings{song2024veriscore,
  title={VeriScore: Evaluating the factuality of verifiable claims in long-form text generation},
  author={Song, Yixiao and Kim, Yekyung and Iyyer, Mohit},
  booktitle={Findings of the Association for Computational Linguistics: EMNLP 2024},
  pages={9447--9474},
  year={2024}
}

@article{kadavath2022language,
  title={Language Models (Mostly) Know What They Know},
  author={Kadavath, Saurav and Conerly, Tom and Askell, Amanda and Henighan, Tom and Drain, Dawn and Perez, Ethan and Schiefer, Nicholas and Hatfield-Dodds, Zac and DasSarma, Nova and Tran-Johnson, Eli and others},
  journal={CoRR},
  year={2022}
}

@article{brocker2009reliability,
  title={Reliability, sufficiency, and the decomposition of proper scores},
  author={Br{\"o}cker, Jochen},
  journal={Quarterly Journal of the Royal Meteorological Society: A journal of the atmospheric sciences, applied meteorology and physical oceanography},
  volume={135},
  number={643},
  pages={1512--1519},
  year={2009},
  publisher={Wiley Online Library}
}

@article{liu2025calibrating,
  title={Calibrating LLMs for Text-to-SQL Parsing by Leveraging Sub-clause Frequencies},
  author={Liu, Terrance and Wang, Shuyi and Preotiuc-Pietro, Daniel and Chandarana, Yash and Gupta, Chirag},
  journal={arXiv preprint arXiv:2505.23804},
  year={2025}
}
