@inproceedings{10.5555/3618408.3618971,
author = {Huang, Taoan and Ferber, Aaron and Tian, Yuandong and Dilkina, Bistra and Steiner, Benoit},
title = {Searching Large Neighborhoods for Integer Linear Programs with Contrastive Learning},
year = {2023},
publisher = {JMLR.org},
abstract = {Integer Linear Programs (ILPs) are powerful tools for modeling and solving a large number of combinatorial optimization problems. Recently, it has been shown that Large Neighborhood Search (LNS), as a heuristic algorithm, can find high-quality solutions to ILPs faster than Branch and Bound. However, how to find the right heuristics to maximize the performance of LNS remains an open problem. In this paper, we propose a novel approach, CL-LNS, that delivers state-of-the-art anytime performance on several ILP benchmarks measured by metrics including the primal gap, the primal integral, survival rates and the best performing rate. Specifically, CL-LNS collects positive and negative solution samples from an expert heuristic that is slow to compute and learns a more efficient one with contrastive learning. We use graph attention networks and a richer set of features to further improve its performance.},
booktitle = {Proceedings of the 40th International Conference on Machine Learning},
articleno = {563},
numpages = {22},
location = {Honolulu, Hawaii, USA},
series = {ICML'23}
}


@article{chen2021decision,
  title={Decision transformer: Reinforcement learning via sequence modeling},
  author={Chen, Lili and Lu, Kevin and Rajeswaran, Aravind and Lee, Kimin and Grover, Aditya and Laskin, Misha and Abbeel, Pieter and Srinivas, Aravind and Mordatch, Igor},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={15084--15097},
  year={2021}
}


@article{wu2021learning,
  title={Learning large neighborhood search policy for integer programming},
  author={Wu, Yaoxin and Song, Wen and Cao, Zhiguang and Zhang, Jie},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={30075--30087},
  year={2021}
}

@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}

@article{song2020general,
  title={A general large neighborhood search framework for solving integer linear programs},
  author={Song, Jialin and Yue, Yisong and Dilkina, Bistra and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={20012--20023},
  year={2020}
}

@article{sonnerat2021learning,
  title={Learning a large neighborhood search algorithm for mixed integer programs},
  author={Sonnerat, Nicolas and Wang, Pengming and Ktena, Ira and Bartunov, Sergey and Nair, Vinod},
  journal={arXiv preprint arXiv:2107.10201},
  year={2021}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@incollection{karp1972reducibility,
  title={Reducibility among combinatorial problems},
  author={Karp, Richard M},
  booktitle={Complexity of computer computations},
  pages={85--103},
  year={1972},
  publisher={Springer}
}

@incollection{pisinger2010large,
  title={Large neighborhood search},
  author={Pisinger, David and Ropke, Stefan},
  booktitle={Handbook of metaheuristics},
  pages={399--419},
  year={2010},
  publisher={Springer}
}

@article{ropke2006adaptive,
  title={An adaptive large neighborhood search heuristic for the pickup and delivery problem with time windows},
  author={Ropke, Stefan and Pisinger, David},
  journal={Transportation science},
  volume={40},
  number={4},
  pages={455--472},
  year={2006},
  publisher={Informs}
}

@inproceedings{perron2004propagation,
  title={Propagation guided large neighborhood search},
  author={Perron, Laurent and Shaw, Paul and Furnon, Vincent},
  booktitle={International Conference on Principles and Practice of Constraint Programming},
  pages={468--481},
  year={2004},
  organization={Springer}
}

@article{dumez2021large,
  title={A large neighborhood search approach to the vehicle routing problem with delivery options},
  author={Dumez, Dorian and Lehu{\'e}d{\'e}, Fabien and P{\'e}ton, Olivier},
  journal={Transportation Research Part B: Methodological},
  volume={144},
  pages={103--132},
  year={2021},
  publisher={Elsevier}
}

@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{williams1992simple,
  title={Simple statistical gradient-following algorithms for connectionist reinforcement learning},
  author={Williams, Ronald J},
  journal={Machine learning},
  volume={8},
  number={3},
  pages={229--256},
  year={1992},
  publisher={Springer}
}

@inproceedings{ross2010efficient,
  title={Efficient reductions for imitation learning},
  author={Ross, St{\'e}phane and Bagnell, Drew},
  booktitle={Proceedings of the thirteenth international conference on artificial intelligence and statistics},
  pages={661--668},
  year={2010},
  organization={JMLR Workshop and Conference Proceedings}
}

@inproceedings{torabi2018behavioral,
  title={Behavioral cloning from observation},
  author={Torabi, Faraz and Warnell, Garrett and Stone, Peter},
  booktitle={Proceedings of the 27th International Joint Conference on Artificial Intelligence},
  pages={4950--4957},
  year={2018}
}

@article{yu2018generalized,
  title={On generalized bellman equations and temporal-difference learning},
  author={Yu, Huizhen and Mahmood, A Rupam and Sutton, Richard S},
  journal={The Journal of Machine Learning Research},
  volume={19},
  number={1},
  pages={1864--1912},
  year={2018},
  publisher={JMLR. org}
}

@article{kaelbling1996reinforcement,
  title={Reinforcement learning: A survey},
  author={Kaelbling, Leslie Pack and Littman, Michael L and Moore, Andrew W},
  journal={Journal of artificial intelligence research},
  volume={4},
  pages={237--285},
  year={1996}
}

@inproceedings{bai2022gaussian,
  title={Gaussian mixture variational autoencoder with contrastive learning for multi-label classification},
  author={Bai, Junwen and Kong, Shufeng and Gomes, Carla P},
  booktitle={International Conference on Machine Learning},
  pages={1383--1398},
  year={2022},
  organization={PMLR}
}


@article{zhang2019graph,
  title={Graph convolutional networks: a comprehensive review},
  author={Zhang, Si and Tong, Hanghang and Xu, Jiejun and Maciejewski, Ross},
  journal={Computational Social Networks},
  volume={6},
  number={1},
  pages={1--23},
  year={2019},
  publisher={SpringerOpen}
}

@article{gasse2019exact,
  title={Exact combinatorial optimization with graph convolutional neural networks},
  author={Gasse, Maxime and Ch{\'e}telat, Didier and Ferroni, Nicola and Charlin, Laurent and Lodi, Andrea},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{mula2006models,
  title={Models for production planning under uncertainty: A review},
  author={Mula, Josefa and Poler, Raul and Garc{\'\i}a-Sabater, Jose P and Lario, Francisco Cruz},
  journal={International journal of production economics},
  volume={103},
  number={1},
  pages={271--285},
  year={2006},
  publisher={Elsevier}
}

@article{ku2016mixed,
  title={Mixed integer programming models for job shop scheduling: A computational analysis},
  author={Ku, Wen-Yang and Beck, J Christopher},
  journal={Computers \& Operations Research},
  volume={73},
  pages={165--173},
  year={2016},
  publisher={Elsevier}
}


@article{chen2021automating,
  title={Automating crystal-structure phase mapping by combining deep learning with constraint reasoning},
  author={Chen, Di and Bai, Yiwei and Ament, Sebastian and Zhao, Wenting and Guevarra, Dan and Zhou, Lan and Selman, Bart and van Dover, R Bruce and Gregoire, John M and Gomes, Carla P},
  journal={Nature Machine Intelligence},
  volume={3},
  number={9},
  pages={812--822},
  year={2021},
  publisher={Nature Publishing Group}
}

@article{gollowitzer2011mip,
  title={MIP models for connected facility location: A theoretical and computational study},
  author={Gollowitzer, Stefan and Ljubi{\'c}, Ivana},
  journal={Computers \& Operations Research},
  volume={38},
  number={2},
  pages={435--449},
  year={2011},
  publisher={Elsevier}
}

@book{taha2014integer,
  title={Integer programming: theory, applications, and computations},
  author={Taha, Hamdy A},
  year={2014},
  publisher={Academic Press}
}

@article{bengio2021machine,
  title={Machine learning for combinatorial optimization: a methodological tour d’horizon},
  author={Bengio, Yoshua and Lodi, Andrea and Prouvost, Antoine},
  journal={European Journal of Operational Research},
  volume={290},
  number={2},
  pages={405--421},
  year={2021},
  publisher={Elsevier}
}


@inproceedings{nair2020neural,
  title={Neural Large Neighborhood Search},
  author={Nair, Vinod and Alizadeh, Mohammad and others},
  booktitle={Learning Meets Combinatorial Algorithms at NeurIPS2020},
  year={2020}
}

@inproceedings{liu2022learning,
  title={Learning to search in local branching},
  author={Liu, Defeng and Fischetti, Matteo and Lodi, Andrea},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={36},
  number={4},
  pages={3796--3803},
  year={2022}
}

@article{larsen2018predicting,
  title={Predicting solution summaries to integer linear programs under imperfect information with machine learning},
  author={Larsen, Eric and Lachapelle, S{\'e}bastien and Bengio, Yoshua and Frejinger, Emma and Lacoste-Julien, Simon and Lodi, Andrea},
  journal={arXiv preprint arXiv:1807.11876},
  year={2018}
}

@article{nair2020solving,
  title={Solving mixed integer programs using neural networks},
  author={Nair, Vinod and Bartunov, Sergey and Gimeno, Felix and von Glehn, Ingrid and Lichocki, Pawel and Lobov, Ivan and O'Donoghue, Brendan and Sonnerat, Nicolas and Tjandraatmadja, Christian and Wang, Pengming and others},
  journal={arXiv preprint arXiv:2012.13349},
  year={2020}
}


@article{joshi2019efficient,
  title={An efficient graph convolutional network technique for the travelling salesman problem},
  author={Joshi, Chaitanya K and Laurent, Thomas and Bresson, Xavier},
  journal={arXiv preprint arXiv:1906.01227},
  year={2019}
}

@article{deng2022deep,
  title={Deep Attentive Belief Propagation: Integrating Reasoning and Learning for Solving Constraint Optimization Problems},
  author={Deng, Yanchen and Kong, Shufeng and Liu, Caihua and An, Bo},
  journal={arXiv preprint arXiv:2209.12000},
  year={2022}
}

@inproceedings{razeghi2021deep,
  title={Deep Bucket Elimination.},
  author={Razeghi, Yasaman and Kask, Kalev and Lu, Yadong and Baldi, Pierre and Agarwal, Sakshi and Dechter, Rina},
  booktitle={IJCAI},
  pages={4235--4242},
  year={2021}
}

@inproceedings{deng2022pretrained,
  title={Pretrained cost model for distributed constraint optimization problems},
  author={Deng, Yanchen and Kong, Shufeng and An, Bo},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={36},
  number={9},
  pages={9331--9340},
  year={2022}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}

@article{sutskever2014sequence,
  title={Sequence to sequence learning with neural networks},
  author={Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}

@article{li2022survey,
  title={A Survey on Text Classification: From Traditional to Deep Learning},
  author={Li, Qian and Peng, Hao and Li, Jianxin and Xia, Congying and Yang, Renyu and Sun, Lichao and Yu, Philip S and He, Lifang},
  journal={ACM Transactions on Intelligent Systems and Technology (TIST)},
  volume={13},
  number={2},
  pages={1--41},
  year={2022},
  publisher={ACM New York, NY}
}

@inproceedings{bai2022xtal2dos,
  title={Xtal2DoS: Attention-based Crystal to Sequence Learning for Density of States Prediction},
  author={Bai, Junwen and Du, Yuanqi and Wang, Yingheng and Kong, Shufeng and Gregoire, John and Gomes, Carla P},
  booktitle={NeurIPS 2022 AI for Science: Progress and Promises},
  year={2022}
}

@article{read2011classifier,
  title={Classifier chains for multi-label classification},
  author={Read, Jesse and Pfahringer, Bernhard and Holmes, Geoff and Frank, Eibe},
  journal={Machine learning},
  volume={85},
  number={3},
  pages={333--359},
  year={2011},
  publisher={Springer}
}

@article{zhang2007ml,
  title={ML-KNN: A lazy learning approach to multi-label learning},
  author={Zhang, Min-Ling and Zhou, Zhi-Hua},
  journal={Pattern recognition},
  volume={40},
  number={7},
  pages={2038--2048},
  year={2007},
  publisher={Elsevier}
}

@article{bhatia2015sparse,
  title={Sparse local embeddings for extreme multi-label classification},
  author={Bhatia, Kush and Jain, Himanshu and Kar, Purushottam and Varma, Manik and Jain, Prateek},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}

@inproceedings{yeh2017learning,
  title={Learning deep latent space for multi-label classification},
  author={Yeh, Chih-Kuan and Wu, Wei-Chieh and Ko, Wei-Jen and Wang, Yu-Chiang Frank},
  booktitle={Thirty-first AAAI conference on artificial intelligence},
  year={2017}
}

@article{bai2020disentangled,
  title={Disentangled variational autoencoder based multi-label classification with covariance-aware multivariate probit model},
  author={Bai, Junwen and Kong, Shufeng and Gomes, Carla},
  journal={arXiv preprint arXiv:2007.06126},
  year={2020}
}

@inproceedings{zhao2021hot,
  title={Hot-vae: Learning high-order label correlation for multi-label classification via attention-based variational autoencoders},
  author={Zhao, Wenting and Kong, Shufeng and Bai, Junwen and Fink, Daniel and Gomes, Carla},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={35},
  number={17},
  pages={15016--15024},
  year={2021}
}

@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}

@article{erdHos1960evolution,
  title={On the evolution of random graphs},
  author={Erd{\H{o}}s, Paul and R{\'e}nyi, Alfr{\'e}d and others},
  journal={Publ. Math. Inst. Hung. Acad. Sci},
  volume={5},
  number={1},
  pages={17--60},
  year={1960}
}

@article{albert2002statistical,
  title={Statistical mechanics of complex networks},
  author={Albert, R{\'e}ka and Barab{\'a}si, Albert-L{\'a}szl{\'o}},
  journal={Reviews of modern physics},
  volume={74},
  number={1},
  pages={47},
  year={2002},
  publisher={APS}
}

@inproceedings{leyton2000towards,
  title={Towards a universal test suite for combinatorial auction algorithms},
  author={Leyton-Brown, Kevin and Pearson, Mark and Shoham, Yoav},
  booktitle={Proceedings of the 2nd ACM conference on Electronic commerce},
  pages={66--76},
  year={2000}
}

@book{balas1980set,
  title={Set covering algorithms using cutting planes, heuristics, and subgradient optimization: a computational study},
  author={Balas, Egon and Ho, Andrew},
  year={1980},
  publisher={Springer}
}



@article{rothberg2007evolutionary,
  title={An evolutionary algorithm for polishing mixed integer programming solutions},
  author={Rothberg, Edward},
  journal={INFORMS Journal on Computing},
  volume={19},
  number={4},
  pages={534--541},
  year={2007},
  publisher={INFORMS}
}


@article{hendel2022adaptive,
  title={Adaptive large neighborhood search for mixed integer programming},
  author={Hendel, Gregor},
  journal={Mathematical Programming Computation},
  pages={1--37},
  year={2022},
  publisher={Springer}
}


@article{danna2005exploring,
  title={Exploring relaxation induced neighborhoods to improve MIP solutions},
  author={Danna, Emilie and Rothberg, Edward and Pape, Claude Le},
  journal={Mathematical Programming},
  volume={102},
  pages={71--90},
  year={2005},
  publisher={Springer}
}


@inproceedings{achterberg2012rounding,
  title={Rounding and propagation heuristics for mixed integer programming},
  author={Achterberg, Tobias and Berthold, Timo and Hendel, Gregor},
  booktitle={Operations Research Proceedings 2011: Selected Papers of the International Conference on Operations Research (OR 2011), August 30-September 2, 2011, Zurich, Switzerland},
  pages={71--76},
  year={2012},
  organization={Springer}
}


@article{berthold2013measuring,
  title={Measuring the impact of primal heuristics},
  author={Berthold, Timo},
  journal={Operations Research Letters},
  volume={41},
  number={6},
  pages={611--614},
  year={2013},
  publisher={Elsevier}
}


@article{yu2018generalized,
  title={On generalized bellman equations and temporal-difference learning},
  author={Yu, Huizhen and Mahmood, A Rupam and Sutton, Richard S},
  journal={The Journal of Machine Learning Research},
  volume={19},
  number={1},
  pages={1864--1912},
  year={2018},
  publisher={JMLR. org}
}


@article{bello2016neural,
  title={Neural combinatorial optimization with reinforcement learning},
  author={Bello, Irwan and Pham, Hieu and Le, Quoc V and Norouzi, Mohammad and Bengio, Samy},
  journal={arXiv preprint arXiv:1611.09940},
  year={2016}
}


@article{khalil2017learning,
  title={Learning combinatorial optimization algorithms over graphs},
  author={Khalil, Elias and Dai, Hanjun and Zhang, Yuyu and Dilkina, Bistra and Song, Le},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}










