@inproceedings{chen2013optimistic,
  title={Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing},
  author={Chen, Xi and Lin, Qihang and Zhou, Dengyong},
  booktitle={International conference on machine learning},
  pages={64--72},
  year={2013},
  organization={PMLR}
}

@techreport{xie2012sequential,
  title={Sequential bayes-optimal policies for multiple comparions with a control},
  author={Xie, Jing and Frazier, Peter I},
  year={2012},
  institution={Technical report, Cornell University}
}

@book{robert2007bayesian,
  title={The Bayesian choice: from decision-theoretic foundations to computational implementation},
  author={Robert, Christian P and others},
  volume={2},
  year={2007},
  publisher={Springer}
}

@book{powell2007approximate,
  title={Approximate Dynamic Programming: Solving the curses of dimensionality},
  author={Powell, Warren B},
  volume={703},
  year={2007},
  publisher={John Wiley \& Sons}
}

@book{puterman2014markov,
  title={Markov decision processes: discrete stochastic dynamic programming},
  author={Puterman, Martin L},
  year={2014},
  publisher={John Wiley \& Sons}
}


@book{gittins2011multi,
  title={Multi-armed bandit allocation indices},
  author={Gittins, John and Glazebrook, Kevin and Weber, Richard},
  year={2011},
  publisher={John Wiley \& Sons}
}

@article{nino2011computing,
  title={Computing a classic index for finite-horizon bandits},
  author={Nino-Mora, Jos{\'e}},
  journal={INFORMS Journal on Computing},
  volume={23},
  number={2},
  pages={254--267},
  year={2011},
  publisher={INFORMS}
}

@article{frazier2008knowledge,
  title={A knowledge-gradient policy for sequential information collection},
  author={Frazier, Peter I and Powell, Warren B and Dayanik, Savas},
  journal={SIAM Journal on Control and Optimization},
  volume={47},
  number={5},
  pages={2410--2439},
  year={2008},
  publisher={SIAM}
}

@article{gupta1996bayesian,
  title={Bayesian look ahead one-stage sampling allocations for selection of the best population},
  author={Gupta, Shanti S and Miescke, Klaus J},
  journal={Journal of statistical planning and inference},
  volume={54},
  number={2},
  pages={229--244},
  year={1996},
  publisher={Elsevier}
}

@article{bojchevski2017deep,
  title={Deep gaussian embedding of graphs: Unsupervised inductive learning via ranking},
  author={Bojchevski, Aleksandar and G{\"u}nnemann, Stephan},
  journal={arXiv preprint arXiv:1707.03815},
  year={2017}
}

@techreport{craven1998learning,
  title={Learning to extract symbolic knowledge from the World Wide Web},
  author={Craven, Mark and McCallum, Andrew and PiPasquo, Dan and Mitchell, Tom and Freitag, Dayne},
  year={1998},
  institution={Carnegie-mellon univ pittsburgh pa school of computer Science}
}

@inproceedings{kumar2016edge,
  title={Edge weight prediction in weighted signed networks},
  author={Kumar, Srijan and Spezzano, Francesca and Subrahmanian, VS and Faloutsos, Christos},
  booktitle={Data Mining (ICDM), 2016 IEEE 16th International Conference on},
  pages={221--230},
  year={2016},
  organization={IEEE}
}

@inproceedings{kumar2018rev2,
  title={Rev2: Fraudulent user prediction in rating platforms},
  author={Kumar, Srijan and Hooi, Bryan and Makhija, Disha and Kumar, Mohit and Faloutsos, Christos and Subrahmanian, VS},
  booktitle={Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining},
  pages={333--341},
  year={2018},
  organization={ACM}
}


@article{dawid1979maximum,
  title={Maximum likelihood estimation of observer error-rates using the EM algorithm},
  author={Dawid, Alexander Philip and Skene, Allan M},
  journal={Journal of the Royal Statistical Society: Series C (Applied Statistics)},
  volume={28},
  number={1},
  pages={20--28},
  year={1979},
  publisher={Wiley Online Library}
}

@article{sabetpour2020optsla,
  title={Optsla: an optimization-based approach for sequential label aggregation},
  author={Sabetpour, Nasim and Kulkarni, Adithya and Li, Qi},
  journal={Findings of the Association for Computational Linguistics: EMNLP 2020},
  year={2020}
}

@inproceedings{sabetpour2021truth,
  title={Truth discovery in sequence labels from crowds},
  author={Sabetpour, Nasim and Kulkarni, Adithya and Xie, Sihong and Li, Qi},
  booktitle={2021 IEEE International Conference on Data Mining (ICDM)},
  pages={539--548},
  year={2021},
  organization={IEEE}
}

@inproceedings{li2014resolving,
  title={Resolving conflicts in heterogeneous data by truth discovery and source reliability estimation},
  author={Li, Qi and Li, Yaliang and Gao, Jing and Zhao, Bo and Fan, Wei and Han, Jiawei},
  booktitle={Proceedings of the 2014 ACM SIGMOD international conference on Management of data},
  pages={1187--1198},
  year={2014}
}

@article{raykar2010learning,
  title={Learning from crowds.},
  author={Raykar, Vikas C and Yu, Shipeng and Zhao, Linda H and Valadez, Gerardo Hermosillo and Florin, Charles and Bogoni, Luca and Moy, Linda},
  journal={Journal of machine learning research},
  volume={11},
  number={4},
  year={2010}
}

@article{liu2012truelabel+,
  title={Truelabel+ confusions: A spectrum of probabilistic models in analyzing multiple ratings},
  author={Liu, Chao and Wang, Yi-Min},
  journal={arXiv preprint arXiv:1206.4606},
  year={2012}
}

@article{karger2014budget,
  title={Budget-optimal task allocation for reliable crowdsourcing systems},
  author={Karger, David R and Oh, Sewoong and Shah, Devavrat},
  journal={Operations Research},
  volume={62},
  number={1},
  pages={1--24},
  year={2014},
  publisher={INFORMS}
}

@article{ertekin2012wisely,
  title={Wisely using a budget for crowdsourcing},
  author={Ertekin, Seyda and Hirsh, Haym and Rudin, Cynthia},
  year={2012},
  publisher={Massachusetts Institute of Technology, Operations Research Center}
}


@inproceedings{yan2011active,
  title={Active learning from crowds},
  author={Yan, Yan and Fung, Glenn M and Rosales, R{\'o}mer and Dy, Jennifer G},
  booktitle={Proceedings of the 28th international conference on machine learning (ICML-11)},
  pages={1161--1168},
  year={2011}
}

@inproceedings{pfeiffer2012adaptive,
  title={Adaptive polling for information aggregation},
  author={Pfeiffer, Thomas and Gao, Xi Alice and Chen, Yiling and Mao, Andrew and Rand, David G},
  booktitle={Twenty-Sixth AAAI Conference on Artificial Intelligence},
  year={2012}
}


@article{yang2018cost,
  title={Cost-effective data annotation using game-based crowdsourcing},
  author={Yang, Jingru and Fan, Ju and Wei, Zhewei and Li, Guoliang and Liu, Tongyu and Du, Xiaoyong},
  journal={Proceedings of the VLDB Endowment},
  volume={12},
  number={1},
  pages={57--70},
  year={2018},
  publisher={VLDB Endowment}
}

@inproceedings{li2016crowdsourcing,
  title={Crowdsourcing high quality labels with a tight budget},
  author={Li, Qi and Ma, Fenglong and Gao, Jing and Su, Lu and Quinn, Christopher J},
  booktitle={Proceedings of the ninth acm international conference on web search and data mining},
  pages={237--246},
  year={2016}
}

@article{chen2018optimal,
  title={Optimal Instance Adaptive Algorithm for the Top-$ K $ Ranking Problem},
  author={Chen, Xi and Gopi, Sivakanth and Mao, Jieming and Schneider, Jon},
  journal={IEEE Transactions on Information Theory},
  volume={64},
  number={9},
  pages={6139--6160},
  year={2018},
  publisher={IEEE}
}

@inproceedings{jin2015quality,
  title={Quality of information aware incentive mechanisms for mobile crowd sensing systems},
  author={Jin, Haiming and Su, Lu and Chen, Danyang and Nahrstedt, Klara and Xu, Jinhui},
  booktitle={Proceedings of the 16th ACM International Symposium on Mobile Ad Hoc Networking and Computing},
  pages={167--176},
  year={2015}
}

@inproceedings{itoh2018adaptive,
  title={Adaptive Budget Allocation for Sequential Tasks in Crowdsourcing},
  author={Itoh, Yuya and Matsubara, Shigeo},
  booktitle={PRIMA 2018: Principles and Practice of Multi-Agent Systems: 21st International Conference, Tokyo, Japan, October 29-November 2, 2018, Proceedings 21},
  pages={502--509},
  year={2018},
  organization={Springer}
}

@inproceedings{mizusawa2018efficient,
  title={Efficient pipeline processing of crowdsourcing workflows},
  author={Mizusawa, Ken and Tajima, Keishi and Matsubara, Masaki and Amagasa, Toshiyuki and Morishima, Atsuyuki},
  booktitle={Proceedings of the 27th ACM International Conference on Information and Knowledge Management},
  pages={1559--1562},
  year={2018}
}

@inproceedings{snow2008cheap,
  title={Cheap and fast--but is it good? evaluating non-expert annotations for natural language tasks},
  author={Snow, Rion and O’connor, Brendan and Jurafsky, Dan and Ng, Andrew Y},
  booktitle={Proceedings of the 2008 conference on empirical methods in natural language processing},
  pages={254--263},
  year={2008}
}

@inproceedings{bachrach2012grade,
  title={How to grade a test without knowing the answers: a Bayesian graphical model for adaptive crowdsourcing and aptitude testing},
  author={Bachrach, Yoram and Minka, Tom and Guiver, John and Graepel, Thore},
  booktitle={Proceedings of the 29th International Coference on International Conference on Machine Learning},
  pages={819--826},
  year={2012}
}

@inproceedings{dalvi2013aggregating,
  title={Aggregating crowdsourced binary ratings},
  author={Dalvi, Nilesh and Dasgupta, Anirban and Kumar, Ravi and Rastogi, Vibhor},
  booktitle={Proceedings of the 22nd international conference on World Wide Web},
  pages={285--294},
  year={2013}
}

@inproceedings{tian2012learning,
  title={Learning from crowds in the presence of schools of thought},
  author={Tian, Yuandong and Zhu, Jun},
  booktitle={Proceedings of the 18th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={226--234},
  year={2012}
}


@article{welinder2010multidimensional,
  title={The multidimensional wisdom of crowds},
  author={Welinder, Peter and Branson, Steve and Perona, Pietro and Belongie, Serge},
  journal={Advances in neural information processing systems},
  volume={23},
  year={2010}
}

@inproceedings{welinder2010online,
  title={Online crowdsourcing: rating annotators and obtaining cost-effective labels},
  author={Welinder, Peter and Perona, Pietro},
  booktitle={2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition-Workshops},
  pages={25--32},
  year={2010},
  organization={IEEE}
}

@article{whitehill2009whose,
  title={Whose vote should count more: Optimal integration of labels from labelers of unknown expertise},
  author={Whitehill, Jacob and Wu, Ting-fan and Bergsma, Jacob and Movellan, Javier and Ruvolo, Paul},
  journal={Advances in neural information processing systems},
  volume={22},
  year={2009}
}

@article{zhou2012learning,
  title={Learning from the wisdom of crowds by minimax entropy},
  author={Zhou, Dengyong and Basu, Sumit and Mao, Yi and Platt, John},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}

@inproceedings{donmez2010probabilistic,
  title={A probabilistic framework to learn from multiple annotators with time-varying accuracy},
  author={Donmez, Pinar and Carbonell, Jaime and Schneider, Jeff},
  booktitle={Proceedings of the 2010 SIAM international conference on data mining},
  pages={826--837},
  year={2010},
  organization={SIAM}
}

@inproceedings{ipeirotis2014quizz,
  title={Quizz: targeted crowdsourcing with a billion (potential) users},
  author={Ipeirotis, Panagiotis G and Gabrilovich, Evgeniy},
  booktitle={Proceedings of the 23rd international conference on World wide web},
  pages={143--154},
  year={2014}
}

@inproceedings{li2014wisdom,
  title={The wisdom of minority: Discovering and targeting the right group of workers for crowdsourcing},
  author={Li, Hongwei and Zhao, Bo and Fuxman, Ariel},
  booktitle={Proceedings of the 23rd international conference on World wide web},
  pages={165--176},
  year={2014}
}

@inproceedings{xiao2013socially,
  title={Socially-optimal design of crowdsourcing platforms with reputation update errors},
  author={Xiao, Yuanzhang and Zhang, Yu and van der Schaar, Mihaela},
  booktitle={2013 IEEE International Conference on Acoustics, Speech and Signal Processing},
  pages={5263--5267},
  year={2013},
  organization={IEEE}
}

@inproceedings{zhou2014optimal,
  title={Optimal PAC multiple arm identification with applications to crowdsourcing},
  author={Zhou, Yuan and Chen, Xi and Li, Jian},
  booktitle={International Conference on Machine Learning},
  pages={217--225},
  year={2014},
  organization={PMLR}
}

@inproceedings{faradani2011s,
  title={What’s the right price? pricing tasks for finishing on time},
  author={Faradani, Siamak and Hartmann, Bj{\"o}rn and Ipeirotis, Panagiotis G},
  booktitle={Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence},
  year={2011}
}

@inproceedings{redi2014crowdsourcing,
  title={Crowdsourcing for rating image aesthetic appeal: Better a paid or a volunteer crowd?},
  author={Redi, Judith and Povoa, Isabel},
  booktitle={Proceedings of the 2014 international acm workshop on crowdsourcing for multimedia},
  pages={25--30},
  year={2014}
}

@inproceedings{singla2014near,
  title={Near-optimally teaching the crowd to classify},
  author={Singla, Adish and Bogunovic, Ilija and Bart{\'o}k, G{\'a}bor and Karbasi, Amin and Krause, Andreas},
  booktitle={International Conference on Machine Learning},
  pages={154--162},
  year={2014},
  organization={PMLR}
}

@inproceedings{von2004labeling,
  title={Labeling images with a computer game},
  author={Von Ahn, Luis and Dabbish, Laura},
  booktitle={Proceedings of the SIGCHI conference on Human factors in computing systems},
  pages={319--326},
  year={2004}
}

@inproceedings{wu2014relationship,
  title={Relationship between quality and payment in crowdsourced design},
  author={Wu, Hao and Corney, Jonathan and Grant, Michael},
  booktitle={Proceedings of the 2014 IEEE 18th International Conference on Computer Supported Cooperative Work in Design (CSCWD)},
  pages={499--504},
  year={2014},
  organization={IEEE}
}

@article{zheng2011task,
  title={Task design, motivation, and participation in crowdsourcing contests},
  author={Zheng, Haichao and Li, Dahui and Hou, Wenhua},
  journal={International Journal of Electronic Commerce},
  volume={15},
  number={4},
  pages={57--88},
  year={2011},
  publisher={Taylor \& Francis}
}

@inproceedings{jin2015quality,
  title={Quality of information aware incentive mechanisms for mobile crowd sensing systems},
  author={Jin, Haiming and Su, Lu and Chen, Danyang and Nahrstedt, Klara and Xu, Jinhui},
  booktitle={Proceedings of the 16th ACM International Symposium on Mobile Ad Hoc Networking and Computing},
  pages={167--176},
  year={2015}
}

@inproceedings{raykar2014sequential,
  title={Sequential crowdsourced labeling as an epsilon-greedy exploration in a Markov Decision Process},
  author={Raykar, Vikas and Agrawal, Priyanka},
  booktitle={Artificial intelligence and statistics},
  pages={832--840},
  year={2014},
  organization={PMLR}
}

@inproceedings{sheng2008get,
  title={Get another label? improving data quality and data mining using multiple, noisy labelers},
  author={Sheng, Victor S and Provost, Foster and Ipeirotis, Panagiotis G},
  booktitle={Proceedings of the 14th ACM SIGKDD international conference on Knowledge discovery and data mining},
  pages={614--622},
  year={2008}
}

@inproceedings{singer2013pricing,
  title={Pricing mechanisms for crowdsourcing markets},
  author={Singer, Yaron and Mittal, Manas},
  booktitle={Proceedings of the 22nd international conference on World Wide Web},
  pages={1157--1166},
  year={2013}
}

@article{tran2014budgetfix,
  title={BudgetFix: Budget limited crowdsourcing for interdependent task allocation with quality guarantees},
  author={Tran-Thanh, Long and Huynh, Trung Dong and Rosenfeld, Avi and Ramchurn, Sarvapali and Jennings, Nicholas R},
  year={2014},
  publisher={ACM}
}


@article{tran2013efficient,
  title={Efficient budget allocation with accuracy guarantees for crowdsourcing classification tasks},
  author={Tran-Thanh, Long and Venanzi, Matteo and Rogers, Alex and Jennings, Nicholas R},
  year={2013}
}

@inproceedings{zhang2015incentivize,
  title={Incentivize crowd labeling under budget constraint},
  author={Zhang, Qi and Wen, Yutian and Tian, Xiaohua and Gan, Xiaoying and Wang, Xinbing},
  booktitle={2015 IEEE Conference on Computer Communications (INFOCOM)},
  pages={2812--2820},
  year={2015},
  organization={IEEE}
}

@inproceedings{singla2013truthful,
  title={Truthful incentives in crowdsourcing tasks using regret minimization mechanisms},
  author={Singla, Adish and Krause, Andreas},
  booktitle={Proceedings of the 22nd international conference on World Wide Web},
  pages={1167--1178},
  year={2013}
}

@article{sameki2019buoca,
  title={BUOCA: budget-optimized crowd worker allocation},
  author={Sameki, Mehrnoosh and Lai, Sha and Mays, Kate K and Guo, Lei and Ishwar, Prakash and Betke, Margrit},
  journal={arXiv preprint arXiv:1901.06237},
  year={2019}
}

@article{tu2020crowdwt,
  title={Crowdwt: Crowdsourcing via joint modeling of workers and tasks},
  author={Tu, Jinzheng and Yu, Guoxian and Wang, Jun and Domeniconi, Carlotta and Guo, Maozu and Zhang, Xiangliang},
  journal={ACM Transactions on Knowledge Discovery from Data (TKDD)},
  volume={15},
  number={1},
  pages={1--24},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@article{gan2017incentivize,
  title={Incentivize multi-class crowd labeling under budget constraint},
  author={Gan, Xiaoying and Wang, Xiong and Niu, Wenhao and Hang, Gai and Tian, Xiaohua and Wang, Xinbing and Xu, Jun},
  journal={IEEE Journal on Selected Areas in Communications},
  volume={35},
  number={4},
  pages={893--905},
  year={2017},
  publisher={IEEE}
}

@inproceedings{wang2017obtaining,
  title={Obtaining High-Quality Label by Distinguishing between Easy and Hard Items in Crowdsourcing.},
  author={Wang, Wei and Guo, Xiang-Yu and Li, Shao-Yuan and Jiang, Yuan and Zhou, Zhi-Hua},
  booktitle={IJCAI},
  volume={17},
  pages={2964--2970},
  year={2017}
}

@article{miao2022dynamically,
  title={On Dynamically Pricing Crowdsourcing Tasks},
  author={Miao, Xiaoye and Peng, Huanhuan and Gao, Yunjun and Zhang, Zongfu and Yin, Jianwei},
  journal={ACM Transactions on Knowledge Discovery from Data (TKDD)},
  year={2022},
  publisher={ACM New York, NY}
}

@inproceedings{zheng2015qasca,
  title={QASCA: A quality-aware task assignment system for crowdsourcing applications},
  author={Zheng, Yudian and Wang, Jiannan and Li, Guoliang and Cheng, Reynold and Feng, Jianhua},
  booktitle={Proceedings of the 2015 ACM SIGMOD international conference on management of data},
  pages={1031--1046},
  year={2015}
}

@article{dizaji2020robust,
  title={Robust cumulative crowdsourcing framework using new incentive payment function and joint aggregation model},
  author={Dizaji, Kamran Ghasedi and Gao, Hongchang and Yang, Yanhua and Huang, Heng and Deng, Cheng},
  journal={IEEE Transactions on Neural Networks and Learning Systems},
  volume={31},
  number={11},
  pages={4610--4621},
  year={2020},
  publisher={IEEE}
}

@article{hotaling2022accurate,
  title={Accurate inference of crowdsourcing properties when using efficient allocation strategies},
  author={Hotaling, Abigail and Bagrow, James},
  journal={Scientific Reports},
  volume={12},
  number={1},
  pages={6849},
  year={2022},
  publisher={Nature Publishing Group UK London}
}

@article{yu2020active,
  title={Active multilabel crowd consensus},
  author={Yu, Guoxian and Tu, Jinzheng and Wang, Jun and Domeniconi, Carlotta and Zhang, Xiangliang},
  journal={IEEE Transactions on Neural Networks and Learning Systems},
  volume={32},
  number={4},
  pages={1448--1459},
  year={2020},
  publisher={IEEE}
}

@inproceedings{yin2015bonus,
  title={Bonus or not? learn to reward in crowdsourcing},
  author={Yin, Ming and Chen, Yiling},
  booktitle={Twenty-Fourth International Joint Conference on Artificial Intelligence},
  year={2015}
}

@article{liu2020budget,
  title={Budget-aware online task assignment in spatial crowdsourcing},
  author={Liu, Jia-Xu and Xu, Ke},
  journal={World Wide Web},
  volume={23},
  pages={289--311},
  year={2020},
  publisher={Springer}
}

@inproceedings{john2019efficient,
  title={Efficient Budget Allocation and Task Assignment in Crowdsourcing},
  author={John, Indu and Bhatnagar, Shalabh},
  booktitle={Proceedings of the ACM India Joint International Conference on Data Science and Management of Data},
  pages={318--321},
  year={2019}
}

@inproceedings{zhang2015task,
  title={Task selection for bandit-based task assignment in heterogeneous crowdsourcing},
  author={Zhang, Hao and Sugiyama, Masashi},
  booktitle={2015 Conference on Technologies and Applications of Artificial Intelligence (TAAI)},
  pages={164--171},
  year={2015},
  organization={IEEE}
}

@incollection{pearl2022reverend,
  title={Reverend Bayes on inference engines: A distributed hierarchical approach},
  author={Pearl, Judea},
  booktitle={Probabilistic and Causal Inference: The Works of Judea Pearl},
  pages={129--138},
  year={2022}
}

@article{bellman1957markovian,
  title={A Markovian decision process},
  author={Bellman, Richard},
  journal={Journal of mathematics and mechanics},
  pages={679--684},
  year={1957},
  publisher={JSTOR}
}

@article{mccallum2000automating,
  title={Automating the construction of internet portals with machine learning},
  author={McCallum, Andrew Kachites and Nigam, Kamal and Rennie, Jason and Seymore, Kristie},
  journal={Information Retrieval},
  volume={3},
  pages={127--163},
  year={2000},
  publisher={Springer}
}

@article{leskovec2012learning,
  title={Learning to discover social circles in ego networks},
  author={Leskovec, Jure and Mcauley, Julian},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}
