@article{liu2020empirical
,
    title={An Empirical Comparison of GANs and Normalizing Flows for Density Estimation},
    author={Liu, Tianci and Regier, Jeffrey},
    journal={arXiv preprint arXiv:2006.10175},
    year={2020}
}
@InProceedings{whang21solve,
    title = 	 {{Solving Inverse Problems with a Flow-based Noise Model}},
    author =       {Whang, Jay and Lei, Qi and Dimakis, Alex},
    booktitle = 	 {Proceedings of the 38th International Conference on Machine Learning},
    pages = 	 {11146--11157},
    year = 	 {2021},
}
@inproceedings{franceschi2018bilevel,
    title={{Bilevel Programming for Hyperparameter Optimization and Meta-learning}},
    author={Franceschi, Luca and Frasconi, Paolo and Salzo, Saverio and Grazzi, Riccardo and Pontil, Massimiliano},
    booktitle={International conference on machine learning},
    pages={1568--1577},
    year={2018},
}
@article{ghadimi2018approximation,
    title={{Approximation Methods for Bilevel Programming}},
    author={Ghadimi, Saeed and Wang, Mengdi},
    journal={arXiv preprint arXiv:1802.02246},
    year={2018}
}
@inproceedings{liu2015faceattributes,
    title = {{Deep Learning Face Attributes in the Wild}},
    author = {Liu, Ziwei and Luo, Ping and Wang, Xiaogang and Tang, Xiaoou},
    booktitle = {Proceedings of International Conference on Computer Vision (ICCV)},
    year = {2015} 
}
@article{jacot2018neural,
    title={{Neural Tangent Kernel: Convergence and Generalization in Neural Networks}},
    author={Jacot, Arthur and Gabriel, Franck and Hongler, Cl{\'e}ment},
    journal={Advances in neural information processing systems},
    volume={31},
    year={2018}
}
@inproceedings{du2019gradient,
    title={{Gradient Descent Finds Global Minima of Deep Neural Networks}},
    author={Du, Simon and Lee, Jason and Li, Haochuan and Wang, Liwei and Zhai, Xiyu},
    booktitle={International conference on machine learning},
    pages={1675--1685},
    year={2019},
}
@inproceedings{allen2019convergence,
    title={{A Convergence Theory for Deep Learning via Over-parameterization}},
    author={Allen-Zhu, Zeyuan and Li, Yuanzhi and Song, Zhao},
    booktitle={International Conference on Machine Learning},
    pages={242--252},
    year={2019},
}
@inproceedings{menon2020pulse,
    title={{PULSE: Self-Supervised Photo Upsampling via Latent Space Exploration of Generative Models}},
    author={Menon, Sachit and Damian, Alexandru and Hu, Shijia and Ravi, Nikhil and Rudin, Cynthia},
    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
    pages={2437--2445},
    year={2020}
}
@inproceedings{zhou2021local,
    title={{A Local Convergence Theory for Mildly Over-Parameterized Two-Layer Neural Network}},
    author={Zhou, Mo and Ge, Rong and Jin, Chi},
    booktitle={Conference on Learning Theory},
    pages={4577--4632},
    year={2021},
}
@article{lei2019inverting,
    title={{Inverting Deep Generative models, One layer at a time}},
    author={Lei, Qi and Jalal, Ajil and Dhillon, Inderjit S and Dimakis, Alexandros G},
    journal={Advances in neural information processing systems},
    volume={32},
    year={2019}
}
@article{van2018compressed,
    title={{Compressed Sensing with Deep Image Prior and Learned Regularization}},
    author={Van Veen, Dave and Jalal, Ajil and Soltanolkotabi, Mahdi and Price, Eric and Vishwanath, Sriram and Dimakis, Alexandros G},
    journal={arXiv preprint arXiv:1806.06438},
    year={2018}
}
@article{donoho2006compressed,
    title={{Compressed Sensing}},
    author={Donoho, David L},
    journal={IEEE Transactions on information theory},
    volume={52},
    number={4},
    pages={1289--1306},
    year={2006},
  
}
@article{vitoria2018semantic,
    title={{Semantic Image Inpainting Through Improved Wasserstein Generative Adversarial Networks}},
    author={Vitoria, Patricia and Sintes, Joan and Ballester, Coloma},
    journal={arXiv preprint arXiv:1812.01071},
    year={2018}
}
@article{candes2006stable,
    title={{Stable Signal Recovery from Incomplete and Inaccurate Measurements}},
    author={Candes, Emmanuel J and Romberg, Justin K and Tao, Terence},
    journal={Communications on pure and applied mathematics},
    volume={59},
    number={8},
    pages={1207--1223},
    year={2006},
    publisher={Wiley Online Library}
}
@inproceedings{asim2020invertible,
    title={{Invertible generative models for inverse problems: mitigating representation error and dataset bias}},
    author={Asim, Muhammad and Daniels, Max and Leong, Oscar and Ahmed, Ali and Hand, Paul},
    booktitle={International Conference on Machine Learning},
    pages={399--409},
    year={2020},
}
@article{papamakarios2021normalize,
    author  = {George Papamakarios and Eric Nalisnick and Danilo Jimenez Rezende and Shakir Mohamed and Balaji Lakshminarayanan},
    title   = {{Normalizing Flows for Probabilistic Modeling and Inference}},
    journal = {Journal of Machine Learning Research},
    year    = {2021},
    volume  = {22},
    number  = {57},
    pages   = {1--64},
}
@inproceedings{bora2017compressed,
    title={{Compressed Sensing Using Generative Models}},
    author={Bora, Ashish and Jalal, Ajil and Price, Eric and Dimakis, Alexandros G},
    booktitle={International Conference on Machine Learning},
    pages={537--546},
    year={2017},
}
@article{li2021traversing,
    title={{Traversing within the Gaussian Typical Set: Differentiable Gaussianization Layers for Inverse Problems Augmented by Normalizing Flows}},
    author={Li, Dongzhuo and Denli, Huseyin},
    journal={arXiv preprint arXiv:2112.03860},
    year={2021}
}
@article{jalal2021robust,
    title={{Robust Compressed Sensing MRI with Deep Generative Priors}},
    author={Jalal, Ajil and Arvinte, Marius and Daras, Giannis and Price, Eric and Dimakis, Alexandros G and Tamir, Jon},
    journal={Advances in Neural Information Processing Systems},
    volume={34},
    pages={14938--14954},
    year={2021}
}
@article{kingma2014adam,
    title={{Adam: A Method for Stochastic Optimization}},
    author={Kingma, Diederik P and Ba, Jimmy},
    journal={arXiv preprint arXiv:1412.6980},
    year={2014}
}
@article{dinh2016density,
    title={{Density Estimation Using Real NVP}},
    author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
    journal={arXiv preprint arXiv:1605.08803},
    year={2016}
}
@article{ongie2020deep,
    title={{Deep Learning Techniques for Inverse Problems in Imaging}},
    author={Ongie, Gregory and Jalal, Ajil and Metzler, Christopher A and Baraniuk, Richard G and Dimakis, Alexandros G and Willett, Rebecca},
    journal={IEEE Journal on Selected Areas in Information Theory},
    volume={1},
    number={1},
    pages={39--56},
    year={2020},
}
@article{dabov2007image,
    title={{Image Denoising by Sparse 3-D Transform-domain Collaborative Filtering}},
    author={Dabov, Kostadin and Foi, Alessandro and Katkovnik, Vladimir and Egiazarian, Karen},
    journal={IEEE Transactions on image processing},
    volume={16},
    number={8},
    pages={2080--2095},
    year={2007},
}
@article{danielyan2011bm3d,
    title={{BM3D Frames and Variational Image Deblurring}},
    author={Danielyan, Aram and Katkovnik, Vladimir and Egiazarian, Karen},
    journal={IEEE Transactions on image processing},
    volume={21},
    number={4},
    pages={1715--1728},
    year={2011},
}
@article{yu2011solving,
    title={{Solving Inverse Problems with Piecewise Linear Estimators: From Gaussian Mixture Models to Structured Sparsity}},
    author={Yu, Guoshen and Sapiro, Guillermo and Mallat, St{\'e}phane},
    journal={IEEE Transactions on Image Processing},
    volume={21},
    number={5},
    pages={2481--2499},
    year={2011},
}
@article{jalal2020robust,
    title={{Robust Compressed Sensing using Generative Models}},
    author={Jalal, Ajil and Liu, Liu and Dimakis, Alexandros G and Caramanis, Constantine},
    journal={Advances in Neural Information Processing Systems},
    volume={33},
    pages={713--727},
    year={2020}
}
@article{kingma2013auto,
    title={{Auto-Encoding Variational Bayes}},
    author={Kingma, Diederik P and Welling, Max},
    journal={arXiv preprint arXiv:1312.6114},
    year={2013}
}
@inproceedings{goodfellow2014generative,
    title={{Generative Adversarial Nets}},
    author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
    booktitle={Advances in neural information processing systems},
    pages={2672--2680},
    year={2014}
}
@article{karras2017progressive,
    title={{Progressive Growing of GANs for Improved Quality, Stability, and Variation}},
    author={Karras, Tero and Aila, Timo and Laine, Samuli and Lehtinen, Jaakko},
    journal={arXiv preprint arXiv:1710.10196},
    year={2017}
}
@article{asim2020blind,
    title={{Blind Image Deconvolution using Deep Generative Priors}},
    author={Asim, Muhammad and Shamshad, Fahad and Ahmed, Ali},
    journal={IEEE Transactions on Computational Imaging},
    volume={6},
    pages={1493--1506},
    year={2020},
}
@inproceedings{whang2021composing,
    title={{Composing Normalizing Flows for Inverse Problems}},
    author={Whang, Jay and Lindgren, Erik and Dimakis, Alex},
    booktitle={International Conference on Machine Learning},
    pages={11158--11169},
    year={2021},
}
@article{daras2021intermediate,
    title={{Intermediate Layer Optimization for Inverse Problems using Deep Generative Models}},
    author={Daras, Giannis and Dean, Joseph and Jalal, Ajil and Dimakis, Alexandros G},
    journal={arXiv preprint arXiv:2102.07364},
    year={2021}
}
@inproceedings{kelkar2021prior,
    title={{Prior Image-Constrained Reconstruction using Style-Based Generative Models}},
    author={Kelkar, Varun A and Anastasio, Mark},
    booktitle={International Conference on Machine Learning},
    pages={5367--5377},
    year={2021},
}
@inproceedings{ulyanov2018deep,
    title={{Deep Image Prior}},
    author={Ulyanov, Dmitry and Vedaldi, Andrea and Lempitsky, Victor},
    booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
    pages={9446--9454},
    year={2018}
}
@article{heckel2018deep,
    title={{Deep Decoder: Concise Image Representations from Untrained Non-convolutional Networks}},
    author={Heckel, Reinhard and Hand, Paul},
    journal={arXiv preprint arXiv:1810.03982},
    year={2018}
}
@inproceedings{hussein2020image,
    title={{Image-Adaptive GAN Based Reconstruction}},
    author={Hussein, Shady Abu and Tirer, Tom and Giryes, Raja},
    booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
    volume={34},
    number={04},
    pages={3121--3129},
    year={2020}
}
@article{snoek2012practical,
    title={{Practical Bayesian Optimization of Machine Learning Algorithms}},
    author={Snoek, Jasper and Larochelle, Hugo and Adams, Ryan P},
    journal={Advances in neural information processing systems},
    volume={25},
    year={2012}
}
@article{hazan2017hyperparameter,
    title={{Hyperparameter Optimization: A Spectral Approach}},
    author={Hazan, Elad and Klivans, Adam and Yuan, Yang},
    journal={arXiv preprint arXiv:1706.00764},
    year={2017}
}
@article{bergstra2012random,
    title={{Random Search for Hyper-parameter Optimization}},
    author={Bergstra, James and Bengio, Yoshua},
    journal={Journal of machine learning research},
    volume={13},
    number={2},
    year={2012}
}
@article{bergstra2011algorithms,
    title={{Algorithms for Hyper-parameter Optimization}},
    author={Bergstra, James and Bardenet, R{\'e}mi and Bengio, Yoshua and K{\'e}gl, Bal{\'a}zs},
    journal={Advances in neural information processing systems},
    volume={24},
    year={2011}
}
@incollection{miikkulainen2019evolving,
    title={{Evolving Deep Neural Networks}},
    author={Miikkulainen, Risto and Liang, Jason and Meyerson, Elliot and Rawal, Aditya and Fink, Daniel and Francon, Olivier and Raju, Bala and Shahrzad, Hormoz and Navruzyan, Arshak and Duffy, Nigel and others},
    booktitle={Artificial intelligence in the age of neural networks and brain computing},
    pages={293--312},
    year={2019},
    publisher={Elsevier}
}
@article{elsken2019neural,
    title={{Neural Architecture Search: A survey}},
    author={Elsken, Thomas and Metzen, Jan Hendrik and Hutter, Frank},
    journal={The Journal of Machine Learning Research},
    volume={20},
    number={1},
    pages={1997--2017},
    year={2019},
}
@article{elshawi2019automated,
    title={{Automated Machine Learning: State-of-The-Art and Open Challenges}},
    author={Elshawi, Radwa and Maher, Mohamed and Sakr, Sherif},
    journal={arXiv preprint arXiv:1906.02287},
    year={2019}
}
@article{yu2020hyper,
    title={{Hyper-Parameter Optimization: A Review of Algorithms and Applications}},
    author={Yu, Tong and Zhu, Hong},
    journal={arXiv preprint arXiv:2003.05689},
    year={2020}
}
@article{jaderberg2017population,
    title={{Population Based Training of Neural Networks}},
    author={Jaderberg, Max and Dalibard, Valentin and Osindero, Simon and Czarnecki, Wojciech M and Donahue, Jeff and Razavi, Ali and Vinyals, Oriol and Green, Tim and Dunning, Iain and Simonyan, Karen and others},
    journal={arXiv preprint arXiv:1711.09846},
    year={2017}
}
@article{maron1993hoeffding,
    title={{Hoeffding Races: Accelerating Model Selection Search for Classification and Function Approximation}},
    author={Maron, Oded and Moore, Andrew},
    journal={Advances in neural information processing systems},
    volume={6},
    year={1993}
}
@article{frazier2018tutorial,
    title={{A Tutorial on Bayesian Optimization}},
    author={Frazier, Peter I},
    journal={arXiv preprint arXiv:1807.02811},
    year={2018}
}
@article{balandat2020botorch,
    title={{BoTorch: A Framework for Efficient Monte-Carlo Bayesian Optimization}},
    author={Balandat, Maximilian and Karrer, Brian and Jiang, Daniel and Daulton, Samuel and Letham, Ben and Wilson, Andrew G and Bakshy, Eytan},
    journal={Advances in neural information processing systems},
    volume={33},
    pages={21524--21538},
    year={2020}
}




@inproceedings{fan2020hyperparameter,
  title={On hyperparameter tuning in general clustering problemsm},
  author={Fan, Xinjie and Yue, Yuguang and Sarkar, Purnamrita and Wang, YX Rachel},
  booktitle={International Conference on Machine Learning},
  pages={2996--3007},
  year={2020},

}



@article{shalamov2018reinforcement,
  title={{Reinforcement-based Method for Simultaneous Clustering Algorithm Selection and its Hyperparameters Optimization}},
  author={Shalamov, Viacheslav and Efimova, Valeria and Muravyov, Sergey and Filchenkov, Andrey},
  journal={Procedia Computer Science},
  volume={136},
  pages={144--153},
  year={2018},
  publisher={Elsevier}
}



@inproceedings{karras2019style,
  title={{A Style-Based Generator Architecture for Generative Adversarial Networks}},
  author={Karras, Tero and Laine, Samuli and Aila, Timo},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={4401--4410},
  year={2019}
}


@article{hand2018phase,
  title={{Phase Retrieval Under a Generative Prior}},
  author={Hand, Paul and Leong, Oscar and Voroninski, Vlad},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}


@inproceedings{hand2018global,
  title={{Global Guarantees for Enforcing Deep Generative Priors by Empirical Risk}},
  author={Hand, Paul and Voroninski, Vladislav},
  booktitle={Conference On Learning Theory},
  pages={970--978},
  year={2018},

}



@article{kingma2018glow,
  title={{Glow: Generative Flow with Invertible 1x1 Convolutions}},
  author={Kingma, Durk P and Dhariwal, Prafulla},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}



@inproceedings{jalal2021fairness,
  title={{Fairness for Image Generation with Uncertain Sensitive Attributes}},
  author={Jalal, Ajil and Karmalkar, Sushrut and Hoffmann, Jessica and Dimakis, Alex and Price, Eric},
  booktitle={International Conference on Machine Learning},
  pages={4721--4732},
  year={2021},

}


@article{amos2022tutorial,
  title={Tutorial on amortized optimization for learning to optimize over continuous domains},
  author={Amos, Brandon},
  journal={arXiv preprint arXiv:2202.00665},
  year={2022}
}





@inproceedings{kim2018semi,
  title={{Semi-Amortized Variational Autoencoders}},
  author={Kim, Yoon and Wiseman, Sam and Miller, Andrew and Sontag, David and Rush, Alexander},
  booktitle={International Conference on Machine Learning},
  pages={2678--2687},
  year={2018},

}

@inproceedings{marino2018iterative,
  title={{Iterative Amortized Inference}},
  author={Marino, Joe and Yue, Yisong and Mandt, Stephan},
  booktitle={International Conference on Machine Learning},
  pages={3403--3412},
  year={2018},

}



@article{venkataraman2021neural,
  title={Neural fixed-point acceleration for convex optimization},
  author={Venkataraman, Shobha and Amos, Brandon},
  journal={arXiv preprint arXiv:2107.10254},
  year={2021}
}




@inproceedings{rezende2015variational,
  title={Variational inference with normalizing flows},
  author={Rezende, Danilo and Mohamed, Shakir},
  booktitle={International conference on machine learning},
  pages={1530--1538},
  year={2015},

}





@article{liu2022teaching,
  title={Teaching Networks to Solve Optimization Problems},
  author={Liu, Xinran and Lu, Yuzhe and Abbasi, Ali and Li, Meiyi and Mohammadi, Javad and Kolouri, Soheil},
  journal={arXiv preprint arXiv:2202.04104},
  year={2022}
}



@phdthesis{marino2021learned,
  title={Learned Feedback \& Feedforward Perception \& Control},
  author={Marino, Joseph Louis},
  year={2021},
  school={California Institute of Technology}
}




@inproceedings{finn2017model,
  title={Model-agnostic meta-learning for fast adaptation of deep networks},
  author={Finn, Chelsea and Abbeel, Pieter and Levine, Sergey},
  booktitle={International conference on machine learning},
  pages={1126--1135},
  year={2017},

}




@article{ichnowski2021accelerating,
  title={Accelerating quadratic optimization with reinforcement learning},
  author={Ichnowski, Jeffrey and Jain, Paras and Stellato, Bartolomeo and Banjac, Goran and Luo, Michael and Borrelli, Francesco and Gonzalez, Joseph E and Stoica, Ion and Goldberg, Ken},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={21043--21055},
  year={2021}
}



@article{stanley2009hypercube,
  title={A hypercube-based encoding for evolving large-scale neural networks},
  author={Stanley, Kenneth O and D'Ambrosio, David B and Gauci, Jason},
  journal={Artificial life},
  volume={15},
  number={2},
  pages={185--212},
  year={2009},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}





@article{chen2021learning,
  title={Learning to optimize: A primer and a benchmark},
  author={Chen, Tianlong and Chen, Xiaohan and Chen, Wuyang and Heaton, Howard and Liu, Jialin and Wang, Zhangyang and Yin, Wotao},
  journal={arXiv preprint arXiv:2103.12828},
  year={2021}
}




@article{hong2022robustness,
  title={On the Robustness of Normalizing Flows for Inverse Problems in Imaging},
  author={Hong, Seongmin and Park, Inbum and Chun, Se Young},
  journal={arXiv preprint arXiv:2212.04319},
  year={2022}
}

@article{song2019surfing,
  title={Surfing: Iterative optimization over incrementally trained deep networks},
  author={Song, Ganlin and Fan, Zhou and Lafferty, John},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{hegde2018algorithmic,
  title={Algorithmic aspects of inverse problems using generative models},
  author={Hegde, Chinmay},
  booktitle={2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)},
  pages={166--172},
  year={2018},
  organization={IEEE}
}

@article{whang2020compressed,
  title={Compressed sensing with invertible generative models and dependent noise},
  author={Whang, Jay and Lei, Qi and Dimakis, Alexandros G},
  journal={arXiv preprint arXiv:2003.08089},
  year={2020}
}

@inproceedings{safran2021effects,
  title={The effects of mild over-parameterization on the optimization landscape of shallow ReLU neural networks},
  author={Safran, Itay M and Yehudai, Gilad and Shamir, Ohad},
  booktitle={Conference on Learning Theory},
  pages={3889--3934},
  year={2021},

}

@article{zhou2019sgd,
  title={Sgd converges to global minimum in deep learning via star-convex path},
  author={Zhou, Yi and Yang, Junjie and Zhang, Huishuai and Liang, Yingbin and Tarokh, Vahid},
  journal={arXiv preprint arXiv:1901.00451},
  year={2019}
}

@inproceedings{kleinberg2018alternative,
  title={An alternative view: When does SGD escape local minima?},
  author={Kleinberg, Bobby and Li, Yuanzhi and Yuan, Yang},
  booktitle={International Conference on Machine Learning},
  pages={2698--2707},
  year={2018},

}

@article{li2017convergence,
  title={Convergence analysis of two-layer neural networks with relu activation},
  author={Li, Yuanzhi and Yuan, Yang},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@inproceedings{scaman2022convergence,
  title={Convergence rates of non-convex stochastic gradient descent under a generic lojasiewicz condition and local smoothness},
  author={Scaman, Kevin and Malherbe, C{\'e}dric and Dos Santos, Ludovic},
  booktitle={International Conference on Machine Learning},
  pages={19310--19327},
  year={2022},

}

@article{liu2020toward,
  title={Toward a theory of optimization for over-parameterized systems of non-linear equations: the lessons of deep learning},
  author={Liu, Chaoyue and Zhu, Libin and Belkin, Mikhail},
  journal={arXiv preprint arXiv:2003.00307},
  year={2020}
}

@inproceedings{karimi2016linear,
  title={Linear convergence of gradient and proximal-gradient methods under the polyak-{\l}ojasiewicz condition},
  author={Karimi, Hamed and Nutini, Julie and Schmidt, Mark},
  booktitle={Joint European conference on machine learning and knowledge discovery in databases},
  pages={795--811},
  year={2016},
  organization={Springer}
}

@article{song2021subquadratic,
  title={Subquadratic overparameterization for shallow neural networks},
  author={Song, Chaehwan and Ramezani-Kebrya, Ali and Pethick, Thomas and Eftekhari, Armin and Cevher, Volkan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={11247--11259},
  year={2021}
}

@article{liu2022loss,
  title={Loss landscapes and optimization in over-parameterized non-linear systems and neural networks},
  author={Liu, Chaoyue and Zhu, Libin and Belkin, Mikhail},
  journal={Applied and Computational Harmonic Analysis},
  volume={59},
  pages={85--116},
  year={2022},
  publisher={Elsevier}
}



@book{boyd2004convex,
  title={Convex optimization},
  author={Boyd, Stephen and Boyd, Stephen P and Vandenberghe, Lieven},
  year={2004},
  publisher={Cambridge university press}
}




@book{beck2017first,
  title={First-order methods in optimization},
  author={Beck, Amir},
  year={2017},
  publisher={SIAM}
}




@book{allgower2003introduction,
  title={Introduction to numerical continuation methods},
  author={Allgower, Eugene L and Georg, Kurt},
  year={2003},
  publisher={SIAM}
}



@inproceedings{hazan2016graduated,
  title={On graduated optimization for stochastic non-convex problems},
  author={Hazan, Elad and Levy, Kfir Yehuda and Shalev-Shwartz, Shai},
  booktitle={International conference on machine learning},
  pages={1833--1841},
  year={2016},

}


@inproceedings{khan2018fast,
  title={Fast and scalable bayesian deep learning by weight-perturbation in adam},
  author={Khan, Mohammad and Nielsen, Didrik and Tangkaratt, Voot and Lin, Wu and Gal, Yarin and Srivastava, Akash},
  booktitle={International conference on machine learning},
  pages={2611--2620},
  year={2018},

}


@article{allen2018natasha,
  title={Natasha 2: Faster non-convex optimization than SGD},
  author={Allen-Zhu, Zeyuan},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}


@article{fan2018learning,
  title={Learning to teach},
  author={Fan, Yang and Tian, Fei and Qin, Tao and Li, Xiang-Yang and Liu, Tie-Yan},
  journal={arXiv preprint arXiv:1805.03643},
  year={2018}
}


@article{rose1990deterministic,
  title={A deterministic annealing approach to clustering},
  author={Rose, Kenneth and Gurewitz, Eitan and Fox, Geoffrey},
  journal={Pattern Recognition Letters},
  volume={11},
  number={9},
  pages={589--594},
  year={1990},
  publisher={Elsevier}
}


@article{wu1996effective,
  title={The effective energy transformation scheme as a special continuation approach to global optimization with application to molecular conformation},
  author={Wu, Zhijun},
  journal={SIAM Journal on Optimization},
  volume={6},
  number={3},
  pages={748--768},
  year={1996},
  publisher={SIAM}
}


@article{yang2020graduated,
  title={Graduated non-convexity for robust spatial perception: From non-minimal solvers to global outlier rejection},
  author={Yang, Heng and Antonante, Pasquale and Tzoumas, Vasileios and Carlone, Luca},
  journal={IEEE Robotics and Automation Letters},
  volume={5},
  number={2},
  pages={1127--1134},
  year={2020},

}



@book{vershynin2015estimation,
  title={Estimation in high dimensions: a geometric perspective},
  author={Vershynin, Roman},
  year={2015},
  publisher={Springer}
}



@inproceedings{liu2023aipo,
  title={Optimization for amortized inverse problems},
  author={Liu, Tianci and Yang, Tong and Zhang, Quan and Lei, Qi},
  booktitle={International Conference on Machine Learning},
  pages={22289--22319},
  year={2023},

}



@inproceedings{hore2010image,
  title={Image quality metrics: PSNR vs. SSIM},
  author={Hore, Alain and Ziou, Djemel},
  booktitle={2010 20th international conference on pattern recognition},
  pages={2366--2369},
  year={2010},
  organization={IEEE}
}


@article{ho2020denoising,
  title={Denoising diffusion probabilistic models},
  author={Ho, Jonathan and Jain, Ajay and Abbeel, Pieter},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={6840--6851},
  year={2020}
}


@inproceedings{sohl2015deep,
  title={Deep unsupervised learning using nonequilibrium thermodynamics},
  author={Sohl-Dickstein, Jascha and Weiss, Eric and Maheswaranathan, Niru and Ganguli, Surya},
  booktitle={International conference on machine learning},
  pages={2256--2265},
  year={2015},

}



@inproceedings{rombach2022high,
    title={High-resolution image synthesis with latent diffusion models},
    author={Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bj{\"o}rn},
    booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
    pages={10684--10695},
    year={2022}
}


@inproceedings{kim2022diffusionclip,
    title={Diffusionclip: Text-guided diffusion models for robust image manipulation},
    author={Kim, Gwanghyun and Kwon, Taesung and Ye, Jong Chul},
    booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
    pages={2426--2435},
    year={2022}
}


@inproceedings{shi2024dragdiffusion,
    title={Dragdiffusion: Harnessing diffusion models for interactive point-based image editing},
    author={Shi, Yujun and Xue, Chuhui and Liew, Jun Hao and Pan, Jiachun and Yan, Hanshu and Zhang, Wenqing and Tan, Vincent YF and Bai, Song},
    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
    pages={8839--8849},
    year={2024}
}



@article{choi2023custom,
    title={Custom-edit: Text-guided image editing with customized diffusion models},
    author={Choi, Jooyoung and Choi, Yunjey and Kim, Yunji and Kim, Junho and Yoon, Sungroh},
    journal={arXiv preprint arXiv:2305.15779},
    year={2023}
}


@inproceedings{ruiz2023dreambooth,
    title={Dreambooth: Fine tuning text-to-image diffusion models for subject-driven generation},
    author={Ruiz, Nataniel and Li, Yuanzhen and Jampani, Varun and Pritch, Yael and Rubinstein, Michael and Aberman, Kfir},
    booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
    pages={22500--22510},
    year={2023}
}



@article{gal2022image,
    title={An image is worth one word: Personalizing text-to-image generation using textual inversion},
    author={Gal, Rinon and Alaluf, Yuval and Atzmon, Yuval and Patashnik, Or and Bermano, Amit H and Chechik, Gal and Cohen-Or, Daniel},
    journal={arXiv preprint arXiv:2208.01618},
    year={2022}
}



@article{yang2023diffusion,
  title={Diffusion models: A comprehensive survey of methods and applications},
  author={Yang, Ling and Zhang, Zhilong and Song, Yang and Hong, Shenda and Xu, Runsheng and Zhao, Yue and Zhang, Wentao and Cui, Bin and Yang, Ming-Hsuan},
  journal={ACM Computing Surveys},
  volume={56},
  number={4},
  pages={1--39},
  year={2023},
  publisher={ACM New York, NY, USA}
}



@inproceedings{shan2023glaze,
    title={Glaze: Protecting artists from style mimicry by $\{$Text-to-Image$\}$ models},
    author={Shan, Shawn and Cryan, Jenna and Wenger, Emily and Zheng, Haitao and Hanocka, Rana and Zhao, Ben Y},
    booktitle={32nd USENIX Security Symposium (USENIX Security 23)},
    pages={2187--2204},
    year={2023}
}



@inproceedings{van2023anti,
    title={Anti-dreambooth: Protecting users from personalized text-to-image synthesis},
    author={Van Le, Thanh and Phung, Hao and Nguyen, Thuan Hoang and Dao, Quan and Tran, Ngoc N and Tran, Anh},
    booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
    pages={2116--2127},
    year={2023}
}



@inproceedings{liu2024metacloak,
    title={MetaCloak: Preventing Unauthorized Subject-driven Text-to-image Diffusion-based Synthesis via Meta-learning},
    author={Liu, Yixin and Fan, Chenrui and Dai, Yutong and Chen, Xun and Zhou, Pan and Sun, Lichao},
    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
    pages={24219--24228},
    year={2024}
}


@article{salman2023raising,
  title={Raising the cost of malicious ai-powered image editing},
  author={Salman, Hadi and Khaddaj, Alaa and Leclerc, Guillaume and Ilyas, Andrew and Madry, Aleksander},
  journal={arXiv preprint arXiv:2302.06588},
  year={2023}
}



@article{liang2023adversarial,
  title={Adversarial example does good: Preventing painting imitation from diffusion models via adversarial examples},
  author={Liang, Chumeng and Wu, Xiaoyu and Hua, Yang and Zhang, Jiaru and Xue, Yiming and Song, Tao and Xue, Zhengui and Ma, Ruhui and Guan, Haibing},
  journal={arXiv preprint arXiv:2302.04578},
  year={2023}
}


@article{liang2023mist,
  title={Mist: Towards improved adversarial examples for diffusion models},
  author={Liang, Chumeng and Wu, Xiaoyu},
  journal={arXiv preprint arXiv:2305.12683},
  year={2023}
}


@inproceedings{demontis2019adversarial,
  title={Why do adversarial attacks transfer? explaining transferability of evasion and poisoning attacks},
  author={Demontis, Ambra and Melis, Marco and Pintor, Maura and Jagielski, Matthew and Biggio, Battista and Oprea, Alina and Nita-Rotaru, Cristina and Roli, Fabio},
  booktitle={28th USENIX security symposium (USENIX security 19)},
  pages={321--338},
  year={2019}
}



@article{huang2020metapoison,
  title={Metapoison: Practical general-purpose clean-label data poisoning},
  author={Huang, W Ronny and Geiping, Jonas and Fowl, Liam and Taylor, Gavin and Goldstein, Tom},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={12080--12091},
  year={2020}
}




@inproceedings{liu2021wdnet,
  title={Wdnet: Watermark-decomposition network for visible watermark removal},
  author={Liu, Yang and Zhu, Zhen and Bai, Xiang},
  booktitle={Proceedings of the IEEE/CVF winter conference on applications of computer vision},
  pages={3685--3693},
  year={2021}
}


@inproceedings{liang2021visible,
  title={Visible watermark removal via self-calibrated localization and background refinement},
  author={Liang, Jing and Niu, Li and Guo, Fengjun and Long, Teng and Zhang, Liqing},
  booktitle={Proceedings of the 29th ACM international conference on multimedia},
  pages={4426--4434},
  year={2021}
}



@article{sinha2017review,
  title={A review on bilevel optimization: From classical to evolutionary approaches and applications},
  author={Sinha, Ankur and Malo, Pekka and Deb, Kalyanmoy},
  journal={IEEE transactions on evolutionary computation},
  volume={22},
  number={2},
  pages={276--295},
  year={2017},

}


@article{geiping2020witches,
  title={Witches' brew: Industrial scale data poisoning via gradient matching},
  author={Geiping, Jonas and Fowl, Liam and Huang, W Ronny and Czaja, Wojciech and Taylor, Gavin and Moeller, Michael and Goldstein, Tom},
  journal={arXiv preprint arXiv:2009.02276},
  year={2020}
}



@inproceedings{khachaturov2021markpainting,
  title={Markpainting: Adversarial machine learning meets inpainting},
  author={Khachaturov, David and Shumailov, Ilia and Zhao, Yiren and Papernot, Nicolas and Anderson, Ross},
  booktitle={International Conference on Machine Learning},
  pages={5409--5419},
  year={2021},

}


@article{huang2004attacking,
  title={Attacking visible watermarking schemes},
  author={Huang, Chun-Hsiang and Wu, Ja-Ling},
  journal={IEEE transactions on multimedia},
  volume={6},
  number={1},
  pages={16--30},
  year={2004},

}

@article{voyatzis1999use,
  title={The use of watermarks in the protection of digital multimedia products},
  author={Voyatzis, George and Pitas, Ioannis},
  journal={Proceedings of the IEEE},
  volume={87},
  number={7},
  pages={1197--1207},
  year={1999},

}

@article{rajeswaran2019meta,
  title={Meta-learning with implicit gradients},
  author={Rajeswaran, Aravind and Finn, Chelsea and Kakade, Sham M and Levine, Sergey},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{lugmayr2022repaint,
  title={Repaint: Inpainting using denoising diffusion probabilistic models},
  author={Lugmayr, Andreas and Danelljan, Martin and Romero, Andres and Yu, Fisher and Timofte, Radu and Van Gool, Luc},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={11461--11471},
  year={2022}
}



@inproceedings{cohen2017emnist,
  title={EMNIST: Extending MNIST to handwritten letters},
  author={Cohen, Gregory and Afshar, Saeed and Tapson, Jonathan and Van Schaik, Andre},
  booktitle={2017 international joint conference on neural networks (IJCNN)},
  pages={2921--2926},
  year={2017},
  organization={IEEE}
}




@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},

}



@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE conference on computer vision and pattern recognition},
  pages={248--255},
  year={2009},
  organization={Ieee}
}



@inproceedings{papernot2017practical,
  title={Practical black-box attacks against machine learning},
  author={Papernot, Nicolas and McDaniel, Patrick and Goodfellow, Ian and Jha, Somesh and Celik, Z Berkay and Swami, Ananthram},
  booktitle={Proceedings of the 2017 ACM on Asia conference on computer and communications security},
  pages={506--519},
  year={2017}
}


@inproceedings{liu2022watermark,
    title={Watermark vaccine: Adversarial attacks to prevent watermark removal},
    author={Liu, Xinwei and Liu, Jian and Bai, Yang and Gu, Jindong and Chen, Tao and Jia, Xiaojun and Cao, Xiaochun},
    booktitle={European Conference on Computer Vision},
    pages={1--17},
    year={2022},
    organization={Springer}
}



@article{cao2019generative,
  title={Generative adversarial networks model for visible watermark removal},
  author={Cao, Zhiyi and Niu, Shaozhang and Zhang, Jiwei and Wang, Xinyi},
  journal={IET Image Processing},
  volume={13},
  number={10},
  pages={1783--1789},
  year={2019},
  publisher={Wiley Online Library}
}


@inproceedings{li2019towards,
  title={Towards photo-realistic visible watermark removal with conditional generative adversarial networks},
  author={Li, Xiang and Lu, Chan and Cheng, Danni and Li, Wei-Hong and Cao, Mei and Liu, Bo and Ma, Jiechao and Zheng, Wei-Shi},
  booktitle={Image and Graphics: 10th International Conference, ICIG 2019, Beijing, China, August 23--25, 2019, Proceedings, Part I 10},
  pages={345--356},
  year={2019},
  organization={Springer}
}
@inproceedings{cun2021split,
  title={Split then refine: stacked attention-guided resunets for blind single image visible watermark removal},
  author={Cun, Xiaodong and Pun, Chi-Man},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={35},
  pages={1184--1192},
  year={2021}
}
@article{westerlund2019emergence,
  title={The emergence of deepfake technology: A review},
  author={Westerlund, Mika},
  journal={Technology innovation management review},
  volume={9},
  number={11},
  year={2019}
}
@inproceedings{lau2024protecting,
  title={Protecting Text IP in the Era of LLMs with Robust and Scalable Watermarking},
  author={Lau, Gregory Kang Ruey and Niu, Xinyuan and Dao, Hieu and Chen, Jiangwei and Foo, Chuan-Sheng and Low, Bryan Kian Hsiang},
  booktitle={ICML Workshop on Generative AI+ Law},
  year={2024}
}
@inproceedings{kirchenbauer2023watermark,
  title={A watermark for large language models},
  author={Kirchenbauer, John and Geiping, Jonas and Wen, Yuxin and Katz, Jonathan and Miers, Ian and Goldstein, Tom},
  booktitle={International Conference on Machine Learning},
  pages={17061--17084},
  year={2023},

}
@article{guo2023aigc,
  title={AIGC challenges and opportunities related to public safety: a case study of ChatGPT},
  author={Guo, Danhuai and Chen, Huixuan and Wu, Ruoling and Wang, Yangang},
  journal={Journal of Safety Science and Resilience},
  volume={4},
  number={4},
  pages={329--339},
  year={2023},
  publisher={Elsevier}
}
@inproceedings{fernandez2023stable,
  title={The stable signature: Rooting watermarks in latent diffusion models},
  author={Fernandez, Pierre and Couairon, Guillaume and J{\'e}gou, Herv{\'e} and Douze, Matthijs and Furon, Teddy},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={22466--22477},
  year={2023}
}



@article{yu2020responsible,
  title={Responsible disclosure of generative models using scalable fingerprinting},
  author={Yu, Ning and Skripniuk, Vladislav and Chen, Dingfan and Davis, Larry and Fritz, Mario},
  journal={arXiv preprint arXiv:2012.08726},
  year={2020}
}
@article{liu2024survey,
  title={A survey of text watermarking in the era of large language models},
  author={Liu, Aiwei and Pan, Leyi and Lu, Yijian and Li, Jingjing and Hu, Xuming and Zhang, Xi and Wen, Lijie and King, Irwin and Xiong, Hui and Yu, Philip},
  journal={ACM Computing Surveys},
  year={2024},
  publisher={ACM New York, NY}
}
@article{sohn2015learning,
  title={Learning structured output representation using deep conditional generative models},
  author={Sohn, Kihyuk and Lee, Honglak and Yan, Xinchen},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}
@misc{von2022diffusers,
    author = {Patrick von Platen and Suraj Patil and Anton Lozhkov and Pedro Cuenca and Nathan Lambert and Kashif Rasul and Mishig Davaadorj and Dhruv Nair and Sayak Paul and William Berman and Yiyi Xu and Steven Liu and Thomas Wolf},
    title = {Diffusers: State-of-the-art diffusion models},
    year = {2022},
    publisher = {GitHub},
    journal = {GitHub repository},
    howpublished = {\url{https://github.com/huggingface/diffusers}}
}
@inproceedings{zhao2024can,
    title={Can Protective Perturbation Safeguard Personal Data from Being Exploited by Stable Diffusion?},
    author={Zhao, Zhengyue and Duan, Jinhao and Xu, Kaidi and Wang, Chenan and Zhang, Rui and Du, Zidong and Guo, Qi and Hu, Xing},
    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
    pages={24398--24407},
    year={2024}
}
@inproceedings{athalye2018synthesizing,
    title={Synthesizing robust adversarial examples},
    author={Athalye, Anish and Engstrom, Logan and Ilyas, Andrew and Kwok, Kevin},
    booktitle={International conference on machine learning},
    pages={284--293},
    year={2018},
  
}
@article{aydemir2018effects,
    title={The effects of JPEG and JPEG2000 compression on attacks using adversarial examples},
    author={Aydemir, Ayse Elvan and Temizel, Alptekin and Temizel, Tugba Taskaya},
    journal={arXiv preprint arXiv:1803.10418},
    year={2018}
}
@article{dziugaite2016study,
    title={A study of the effect of jpg compression on adversarial images},
    author={Dziugaite, Gintare Karolina and Ghahramani, Zoubin and Roy, Daniel M},
    journal={arXiv preprint arXiv:1608.00853},
    year={2016}
}
@article{zhao2020blurring,
    title={Blurring Fools the Network--Adversarial Attacks by Feature Peak Suppression and Gaussian Blurring},
    author={Zhao, Chenchen and Li, Hao},
    journal={arXiv preprint arXiv:2012.11442},
    year={2020}
}
@inproceedings{sun2023denet,
    title={DENet: disentangled embedding network for visible watermark removal},
    author={Sun, Ruizhou and Su, Yukun and Wu, Qingyao},
    booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
    volume={37},
    pages={2411--2419},
    year={2023}
}
@inproceedings{zhang2018unreasonable,
    title={The unreasonable effectiveness of deep features as a perceptual metric},
    author={Zhang, Richard and Isola, Phillip and Efros, Alexei A and Shechtman, Eli and Wang, Oliver},
    booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
    pages={586--595},
    year={2018}
}
@article{an2024benchmarking,
    title={Benchmarking the robustness of image watermarks},
    author={An, Bang and Ding, Mucong and Rabbani, Tahseen and Agrawal, Aakriti and Xu, Yuancheng and Deng, Chenghao and Zhu, Sicheng and Mohamed, Abdirisak and Wen, Yuxin and Goldstein, Tom and others},
    journal={arXiv preprint arXiv:2401.08573},
    year={2024}
}
@inproceedings{dekel2017effectiveness,
    title={On the effectiveness of visible watermarks},
    author={Dekel, Tali and Rubinstein, Michael and Liu, Ce and Freeman, William T},
    booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
    pages={2146--2154},
    year={2017}
}
@inproceedings{kankanhalli1999adaptive,
  title={Adaptive visible watermarking of images},
    author={Kankanhalli, Mohan S and Ramakrishnan, KR and others},
    booktitle={Proceedings IEEE International Conference on Multimedia Computing and Systems},
    volume={1},
    pages={568--573},
    year={1999},
    organization={IEEE}
}
@inproceedings{mareen2024blind,
    title={Blind deep-learning-based image watermarking robust against geometric transformations},
    author={Mareen, Hannes and Antchougov, Lucas and Van Wallendael, Glenn and Lambert, Peter},
    booktitle={2024 IEEE International Conference on Consumer Electronics (ICCE)},
    pages={1--2},
    year={2024},
    organization={IEEE}
}
@article{pan2023trojan,
    title={From Trojan Horses to Castle Walls: Unveiling Bilateral Backdoor Effects in Diffusion Models},
    author={Pan, Zhuoshi and Yao, Yuguang and Liu, Gaowen and Shen, Bingquan and Zhao, H Vicky and Kompella, Ramana Rao and Liu, Sijia},
    journal={arXiv preprint arXiv:2311.02373},
    year={2023}
}
@inproceedings{chou2023backdoor,
    title={How to backdoor diffusion models?},
    author={Chou, Sheng-Yen and Chen, Pin-Yu and Ho, Tsung-Yi},
    booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
    pages={4015--4024},
    year={2023}
}







@inproceedings{rawat2022devil,
    title={{The Devil is in the GAN: Backdoor Attacks and Defenses in Deep Generative Models}},
    author={Rawat, Ambrish and Levacher, Killian and Sinn, Mathieu},
    booktitle={European Symposium on Research in Computer Security},
    pages={776--783},
    year={2022},
    organization={Springer}
}
@inproceedings{
    xue2024rethinking,
    title={{Rethinking Adversarial Attacks as Protection Against Diffusion-based Mimicry}},
    author={Haotian Xue and Yongxin Chen},
    booktitle={Neurips Safe Generative AI Workshop 2024},
    year={2024},
}
@inproceedings{mohanty1999dual,
  title={{A Dual Watermarking Technique for Images}},
  author={Mohanty, Saraju P and Ramakrishnan, KR and Kankanhalli, Mohan},
  booktitle={Proceedings of the seventh ACM international conference on Multimedia (Part 2)},
  pages={49--51},
  year={1999}
}
@article{cox1997secure,
    title={{Secure Spread Spectrum Watermarking for Multimedia}},
    author={Cox, Ingemar J and Kilian, Joe and Leighton, F Thomson and Shamoon, Talal},
    journal={IEEE transactions on image processing},
    volume={6},
    number={12},
    pages={1673--1687},
    year={1997},
}
@inproceedings{braudaway1996protecting,
    author = {Gordon W. Braudaway and Karen A. Magerlein and Frederick Cole Mintzer},
    title = {{Protecting Publicly Available Images with a Visible Image Watermark}},
    booktitle = {SPIE Proceedings},
    year = {1996},
    volume = {2659},
    pages = {126--133},
}
@article{hu2001wavelet,
    title={{Wavelet Domain Adaptive Visible Watermarking}},
    author={Hu, Yongjian and Kwong, Sam},
    journal={Electronics Letters},
    volume={37},
    number={20},
    pages={1},
    year={2001},
}
@article{bordes2024introduction,
    title={{An Introduction to Vision-language Modeling}},
    author={Bordes, Florian and Pang, Richard Yuanzhe and Ajay, Anurag and Li, Alexander C and Bardes, Adrien and Petryk, Suzanne and Ma{\~n}as, Oscar and Lin, Zhiqiu and Mahmoud, Anas and Jayaraman, Bargav and others},
    journal={arXiv preprint arXiv:2405.17247},
    year={2024}
}
@article{liu2024toward,
    title={{Toward the Unification of Generative and Discriminative Visual Foundation model: A Survey}},
    author={Liu, Xu and Zhou, Tong and Wang, Chong and Wang, Yuping and Wang, Yuanxin and Cao, Qinjingwen and Du, Weizhi and Yang, Yonghuan and He, Junjun and Qiao, Yu and others},
    journal={The Visual Computer},
    pages={1--42},
    year={2024},
    publisher={Springer}
}
@article{zhu2024sora,
    title={{Is Sora a World Simulator? A Comprehensive Survey on General World Models and Beyond}},
    author={Zhu, Zheng and Wang, Xiaofeng and Zhao, Wangbo and Min, Chen and Deng, Nianchen and Dou, Min and Wang, Yuqi and Shi, Botian and Wang, Kai and Zhang, Chi and others},
    journal={arXiv preprint arXiv:2405.03520},
    year={2024}
}
@article{radford2019language,
    title={{Language Models are Unsupervised Multitask Learners}},
    author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
    journal={OpenAI blog},
    volume={1},
    number={8},
    pages={9},
    year={2019}
}
@article{dhariwal2021diffusion,
    title={{Diffusion Models Beat Gans on Image Synthesis}},
    author={Dhariwal, Prafulla and Nichol, Alexander},
    journal={Advances in neural information processing systems},
    volume={34},
    pages={8780--8794},
    year={2021}
}
@article{wei2022chain,
    title={{Chain-of-Thought Prompting Elicits Reasoning in Large Language Models}},
    author={Wei, Jason and Wang, Xuezhi and Schuurmans, Dale and Bosma, Maarten and Xia, Fei and Chi, Ed and Le, Quoc V and Zhou, Denny and others},
    journal={Advances in neural information processing systems},
    volume={35},
    pages={24824--24837},
    year={2022}
}
@article{zhao2023recipe,
    title={{A Recipe for Watermarking Diffusion Models}},
    author={Zhao, Yunqing and Pang, Tianyu and Du, Chao and Yang, Xiao and Cheung, Ngai-Man and Lin, Min},
    journal={arXiv preprint arXiv:2303.10137},
    year={2023}
}
@inproceedings{leng2024removing,
    title={{Removing Interference and Recovering Content Imaginatively for Visible Watermark Removal}},
    author={Leng, Yicheng and Fang, Chaowei and Li, Gen and Fang, Yixiang and Li, Guanbin},
    booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
    volume={38},
    pages={2983--2990},
    year={2024}
}
@inproceedings{cheng2018large,
    title={{Large-scale Visible Watermark Detection and Removal with Deep Convolutional Networks}},
    author={Cheng, Danni and Li, Xiang and Li, Wei-Hong and Lu, Chan and Li, Fake and Zhao, Hua and Zheng, Wei-Shi},
    booktitle={Pattern Recognition and Computer Vision: First Chinese Conference},
    pages={27--40},
    year={2018},
}
@article{podilchuk1998image,
    title={{Image-adaptive Watermarking Using Visual Models}},
    author={Podilchuk, Christine I and Zeng, Wenjun},
    journal={IEEE Journal on selected areas in communications},
    volume={16},
    number={4},
    pages={525--539},
    year={1998},
  
}
@article{karki2024deep,
    title={{Deep Learning-based Text-in-Image Watermarking}},
    author={Karki, Bishwa and Tsai, Chun-Hua and Huang, Pei-Chi and Zhong, Xin},
    journal={arXiv preprint arXiv:2404.13134},
    year={2024}
}
@inproceedings{
    ilya2018decoupled,
    title={{Decoupled Weight Decay Regularization}},
    author={Ilya Loshchilov and Frank Hutter},
    booktitle={International Conference on Learning Representations},
    year={2019},
}