@article{loshchilov2017decoupled,
  title={Decoupled weight decay regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1711.05101},
  year={2017}
}

@book{absil2008optimization,
  title={Optimization algorithms on matrix manifolds},
  author={Absil, P-A and Mahony, Robert and Sepulchre, Rodolphe},
  year={2008},
  publisher={Princeton University Press}
}

@article{hu2020brief,
  title={A brief introduction to manifold optimization},
  author={Hu, Jiang and Liu, Xin and Wen, Zai-Wen and Yuan, Ya-Xiang},
  journal={Journal of the Operations Research Society of China},
  volume={8},
  pages={199--248},
  year={2020},
  publisher={Springer}
}

@book{boumal2023introduction,
  title={An introduction to optimization on smooth manifolds},
  author={Boumal, Nicolas},
  year={2023},
  publisher={Cambridge University Press}
}

@article{gao2018new,
  title={A new first-order algorithmic framework for optimization problems with orthogonality constraints},
  author={Gao, Bin and Liu, Xin and Chen, Xiaojun and Yuan, Ya-xiang},
  journal={SIAM Journal on Optimization},
  volume={28},
  number={1},
  pages={302--332},
  year={2018},
  publisher={SIAM}
}

@article{gao2022orthogonalization,
  title={An orthogonalization-free parallelizable framework for all-electron calculations in density functional theory},
  author={Gao, Bin and Hu, Guanghui and Kuang, Yang and Liu, Xin},
  journal={SIAM Journal on Scientific Computing},
  volume={44},
  number={3},
  pages={B723--B745},
  year={2022},
  publisher={SIAM}
}

@inproceedings{loshchilov2018decoupled,
  title={Decoupled Weight Decay Regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@article{bottou2018optimization,
  title={Optimization methods for large-scale machine learning},
  author={Bottou, L{\'e}on and Curtis, Frank E and Nocedal, Jorge},
  journal={SIAM review},
  volume={60},
  number={2},
  pages={223--311},
  year={2018},
  publisher={SIAM}
}

@article{zhang2013gradient,
  title={Gradient methods for convex minimization: better rates under weaker conditions},
  author={Zhang, Hui and Yin, Wotao},
  journal={arXiv preprint arXiv:1303.4645},
  year={2013}
}


@article{xiao2024dissolving,
  title={Dissolving constraints for Riemannian optimization},
  author={Xiao, Nachuan and Liu, Xin and Toh, Kim-Chuan},
  journal={Mathematics of Operations Research},
  volume={49},
  number={1},
  pages={366--397},
  year={2024},
  publisher={INFORMS}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}


@inproceedings{yao2021adahessian,
  title={Adahessian: An adaptive second order optimizer for machine learning},
  author={Yao, Zhewei and Gholami, Amir and Shen, Sheng and Mustafa, Mustafa and Keutzer, Kurt and Mahoney, Michael},
  booktitle={proceedings of the AAAI conference on artificial intelligence},
  volume={35},
  number={12},
  pages={10665--10673},
  year={2021}
}

@inproceedings{martins2016softmax,
  title={From softmax to sparsemax: A sparse model of attention and multi-label classification},
  author={Martins, Andre and Astudillo, Ramon},
  booktitle={International conference on machine learning},
  pages={1614--1623},
  year={2016},
  organization={PMLR}
}

@article{oseledets2011tensor,
  title={Tensor-train decomposition},
  author={Oseledets, Ivan V},
  journal={SIAM Journal on Scientific Computing},
  volume={33},
  number={5},
  pages={2295--2317},
  year={2011},
  publisher={SIAM}
}

@article{de2000multilinear,
  title={A multilinear singular value decomposition},
  author={De Lathauwer, Lieven and De Moor, Bart and Vandewalle, Joos},
  journal={SIAM journal on Matrix Analysis and Applications},
  volume={21},
  number={4},
  pages={1253--1278},
  year={2000},
  publisher={SIAM}
}

@inproceedings{wang2023parameter,
	title={Parameter-efficient Tuning of Large-scale Multimodal Foundation Model},
	author={Wang, Haixin and Yang, Xinlong and Chang, Jianlong and Jin, Dian and Sun, Jinan and Zhang, Shikun and Luo, Xiao and Tian, Qi},
	booktitle={Thirty-seventh Conference on Neural Information Processing Systems},
	year={2023}
}

@article{liu2023sophia,
  title={Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training},
  author={Liu, Hong and Li, Zhiyuan and Hall, David and Liang, Percy and Ma, Tengyu},
  journal={arXiv preprint arXiv:2305.14342},
  year={2023}
}

@article{goldfarb2020practical,
  title={Practical quasi-newton methods for training deep neural networks},
  author={Goldfarb, Donald and Ren, Yi and Bahamou, Achraf},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={2386--2396},
  year={2020}
}


@article{yang2022efficient,
  title={An efficient fisher matrix approximation method for large-scale neural network optimization},
  author={Yang, Minghan and Xu, Dong and Cui, Qiwen and Wen, Zaiwen and Xu, Pengxiang},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={45},
  number={5},
  pages={5391--5403},
  year={2022},
  publisher={IEEE}
}

@inproceedings{shalit2014coordinate,
  title={Coordinate-descent for learning orthogonal matrices through Givens rotations},
  author={Shalit, Uri and Chechik, Gal},
  booktitle={International Conference on Machine Learning},
  pages={548--556},
  year={2014},
  organization={PMLR}
}

@article{zhang2022neural,
  title={Neural prompt search},
  author={Zhang, Yuanhan and Zhou, Kaiyang and Liu, Ziwei},
  journal={arXiv preprint arXiv:2206.04673},
  year={2022}
}

@article{zhang2018attention,
  title={Attention with sparsity regularization for neural machine translation and summarization},
  author={Zhang, Jiajun and Zhao, Yang and Li, Haoran and Zong, Chengqing},
  journal={IEEE/ACM Transactions on Audio, Speech, and Language Processing},
  volume={27},
  number={3},
  pages={507--518},
  year={2018},
  publisher={IEEE}
}

@article{laha2018controllable,
  title={On controllable sparse alternatives to softmax},
  author={Laha, Anirban and Chemmengath, Saneem Ahmed and Agrawal, Priyanka and Khapra, Mitesh and Sankaranarayanan, Karthik and Ramaswamy, Harish G},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{correia2019adaptively,
  title={Adaptively sparse transformers},
  author={Correia, Gon{\c{c}}alo M and Niculae, Vlad and Martins, Andr{\'e} FT},
  journal={arXiv preprint arXiv:1909.00015},
  year={2019}
}

@article{lu2021soft,
  title={Soft: Softmax-free transformer with linear complexity},
  author={Lu, Jiachen and Yao, Jinghan and Zhang, Junge and Zhu, Xiatian and Xu, Hang and Gao, Weiguo and Xu, Chunjing and Xiang, Tao and Zhang, Li},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={21297--21309},
  year={2021}
}

@article{chen2021scatterbrain,
  title={Scatterbrain: Unifying sparse and low-rank attention},
  author={Chen, Beidi and Dao, Tri and Winsor, Eric and Song, Zhao and Rudra, Atri and R{\'e}, Christopher},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={17413--17426},
  year={2021}
}

@article{choromanski2020rethinking,
  title={Rethinking attention with performers},
  author={Choromanski, Krzysztof and Likhosherstov, Valerii and Dohan, David and Song, Xingyou and Gane, Andreea and Sarlos, Tamas and Hawkins, Peter and Davis, Jared and Mohiuddin, Afroz and Kaiser, Lukasz and others},
  journal={arXiv preprint arXiv:2009.14794},
  year={2020}
}

@inproceedings{dass2023vitality,
  title={Vitality: Unifying low-rank and sparse approximation for vision transformer acceleration with a linear taylor attention},
  author={Dass, Jyotikrishna and Wu, Shang and Shi, Huihong and Li, Chaojian and Ye, Zhifan and Wang, Zhongfeng and Lin, Yingyan},
  booktitle={2023 IEEE International Symposium on High-Performance Computer Architecture (HPCA)},
  pages={415--428},
  year={2023},
  organization={IEEE}
}

@article{qin2022cosformer,
  title={cosformer: Rethinking softmax in attention},
  author={Qin, Zhen and Sun, Weixuan and Deng, Hui and Li, Dongxu and Wei, Yunshen and Lv, Baohong and Yan, Junjie and Kong, Lingpeng and Zhong, Yiran},
  journal={arXiv preprint arXiv:2202.08791},
  year={2022}
}

@article{liu2022ecoformer,
  title={Ecoformer: Energy-saving attention with linear complexity},
  author={Liu, Jing and Pan, Zizheng and He, Haoyu and Cai, Jianfei and Zhuang, Bohan},
  journal={arXiv preprint arXiv:2209.09004},
  year={2022}
}

@article{hu2021lora,
  title={Lora: Low-rank adaptation of large language models},
  author={Hu, Edward J and Shen, Yelong and Wallis, Phillip and Allen-Zhu, Zeyuan and Li, Yuanzhi and Wang, Shean and Wang, Lu and Chen, Weizhu},
  journal={arXiv preprint arXiv:2106.09685},
  year={2021}
}

@article{tovsic2011dictionary,
  title={Dictionary learning},
  author={To{\v{s}}i{\'c}, Ivana and Frossard, Pascal},
  journal={IEEE Signal Processing Magazine},
  volume={28},
  number={2},
  pages={27--38},
  year={2011},
  publisher={IEEE}
}

@article{kressnerlow,
  title={Low-rank tensor methods for high-dimensional eigenvalue problems},
  author={Kressner, Daniel}
}

@article{zhang2017subspace,
  title={Subspace methods with local refinements for eigenvalue computation using low-rank tensor-train format},
  author={Zhang, Junyu and Wen, Zaiwen and Zhang, Yin},
  journal={Journal of Scientific Computing},
  volume={70},
  pages={478--499},
  year={2017},
  publisher={Springer}
}

@article{boumal2011rtrmc,
  title={RTRMC: A Riemannian trust-region method for low-rank matrix completion},
  author={Boumal, Nicolas and Absil, Pierre-antoine},
  journal={Advances in neural information processing systems},
  volume={24},
  year={2011}
}

@inproceedings{arjovsky2016unitary,
  title={Unitary evolution recurrent neural networks},
  author={Arjovsky, Martin and Shah, Amar and Bengio, Yoshua},
  booktitle={International conference on machine learning},
  pages={1120--1128},
  year={2016},
  organization={PMLR}
}

@article{cho2017riemannian,
  title={Riemannian approach to batch normalization},
  author={Cho, Minhyung and Lee, Jaehyung},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{chen2017robust,
  title={Robust optimization for non-convex objectives},
  author={Chen, Robert S and Lucier, Brendan and Singer, Yaron and Syrgkanis, Vasilis},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{dai2012geometric,
  title={A geometric approach to low-rank matrix completion},
  author={Dai, Wei and Kerman, Ely and Milenkovic, Olgica},
  journal={IEEE Transactions on Information Theory},
  volume={58},
  number={1},
  pages={237--247},
  year={2012},
  publisher={IEEE}
}

@article{dai2011subspace,
  title={Subspace evolution and transfer (SET) for low-rank matrix completion},
  author={Dai, Wei and Milenkovic, Olgica and Kerman, Ely},
  journal={IEEE Transactions on Signal Processing},
  volume={59},
  number={7},
  pages={3120--3132},
  year={2011},
  publisher={IEEE}
}


@article{cichocki2014tensor,
  title={Tensor networks for big data analytics and large-scale optimization problems},
  author={Cichocki, Andrzej},
  journal={arXiv preprint arXiv:1407.3124},
  year={2014}
}

@article{tropp2019streaming,
  title={Streaming low-rank matrix approximation with an application to scientific simulation},
  author={Tropp, Joel A and Yurtsever, Alp and Udell, Madeleine and Cevher, Volkan},
  journal={SIAM Journal on Scientific Computing},
  volume={41},
  number={4},
  pages={A2430--A2463},
  year={2019},
  publisher={SIAM}
}

@article{dosovitskiy2020image,
  title={An image is worth 16x16 words: Transformers for image recognition at scale},
  author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
  journal={arXiv preprint arXiv:2010.11929},
  year={2020}
}

@inproceedings{jie2023fact,
  title={Fact: Factor-tuning for lightweight adaptation on vision transformer},
  author={Jie, Shibo and Deng, Zhi-Hong},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={37},
  number={1},
  pages={1060--1068},
  year={2023}
}

@article{deng2023decentralized,
  title={Decentralized projected Riemannian gradient method for smooth optimization on compact submanifolds},
  author={Deng, Kangkang and Hu, Jiang},
  journal={arXiv preprint arXiv:2304.08241},
  year={2023}
}

@inproceedings{chen2021decentralized,
  title={Decentralized {R}iemannian gradient descent on the {S}tiefel manifold},
  author={Chen, Shixiang and Garcia, Alfredo and Hong, Mingyi and Shahrampour, Shahin},
  booktitle={International Conference on Machine Learning},
  pages={1594--1605},
  year={2021},
  organization={PMLR}
}

@article{davis2020stochastic,
  title={Stochastic optimization over proximally smooth sets},
  author={Davis, Damek and Drusvyatskiy, Dmitriy and Shi, Zhan},
  journal={arXiv preprint arXiv:2002.06309},
  year={2020}
}

@inproceedings{xu2015augmented,
  title={Augmented distributed gradient methods for multi-agent optimization under uncoordinated constant stepsizes},
  author={Xu, Jinming and Zhu, Shanying and Soh, Yeng Chai and Xie, Lihua},
  booktitle={2015 54th IEEE Conference on Decision and Control (CDC)},
  pages={2055--2060},
  year={2015},
  organization={IEEE}
}

@article{gao2022optimization,
  title={Optimization flows landing on the Stiefel manifold},
  author={Gao, Bin and Vary, Simon and Ablin, Pierre and Absil, P-A},
  journal={IFAC-PapersOnLine},
  volume={55},
  number={30},
  pages={25--30},
  year={2022},
  publisher={Elsevier}
}

@inproceedings{ablin2022fast,
  title={Fast and accurate optimization on the orthogonal manifold without retraction},
  author={Ablin, Pierre and Peyr{\'e}, Gabriel},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={5636--5657},
  year={2022},
  organization={PMLR}
}


@article{clarke1995proximal,
  title={Proximal smoothness and the lower-{C2} property},
  author={Clarke, Francis H and Stern, Ronald J and Wolenski, Peter R},
  journal={Journal of Convex Analysis},
  volume={2},
  number={1-2},
  pages={117--144},
  year={1995}
}

@article{gowda2004inverse,
  title={Inverse and implicit function theorems for H-differentiable and semismooth functions},
  author={Gowda, M Seetharama},
  journal={Optimization Methods and Software},
  volume={19},
  number={5},
  pages={443--461},
  year={2004},
  publisher={Taylor \& Francis}
}

@article{pang2003semismooth,
  title={Semismooth homeomorphisms and strong stability of semidefinite and Lorentz complementarity problems},
  author={Pang, Jong-Shi and Sun, Defeng and Sun, Jie},
  journal={Mathematics of Operations Research},
  volume={28},
  number={1},
  pages={39--63},
  year={2003},
  publisher={INFORMS}
}

@article{si2023riemannian,
  title={A Riemannian Proximal Newton Method},
  author={Si, Wutao and Absil, P-A and Huang, Wen and Jiang, Rujun and Vary, Simon},
  journal={arXiv preprint arXiv:2304.04032},
  year={2023}
}

@article{xiao2018regularized,
  title={A regularized semi-smooth Newton method with projection steps for composite convex programs},
  author={Xiao, Xiantao and Li, Yongfeng and Wen, Zaiwen and Zhang, Liwei},
  journal={Journal of Scientific Computing},
  volume={76},
  pages={364--389},
  year={2018},
  publisher={Springer}
}

@article{hu2023projected,
  title={A projected semismooth Newton method for a class of nonconvex composite programs with strong prox-regularity},
  author={Hu, Jiang and Deng, Kangkang and Wu, Jiayuan and Li, Quanzheng},
  journal={arXiv preprint arXiv:2303.05410},
  year={2023}
}

@book{nocedal1999numerical,
  title={Numerical optimization},
  author={Nocedal, Jorge and Wright, Stephen J},
  year={1999},
  publisher={Springer}
}

@book{sun2006optimization,
  title={Optimization theory and methods: nonlinear programming},
  author={Sun, Wenyu and Yuan, Ya-Xiang},
  volume={1},
  year={2006},
  publisher={Springer Science \& Business Media}
}
@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}
@article{qin2023chatgpt,
  title={Is chatgpt a general-purpose natural language processing task solver?},
  author={Qin, Chengwei and Zhang, Aston and Zhang, Zhuosheng and Chen, Jiaao and Yasunaga, Michihiro and Yang, Diyi},
  journal={arXiv preprint arXiv:2302.06476},
  year={2023}
}
@inproceedings{houlsby2019parameter,
  title={Parameter-efficient transfer learning for NLP},
  author={Houlsby, Neil and Giurgiu, Andrei and Jastrzebski, Stanislaw and Morrone, Bruna and De Laroussilhe, Quentin and Gesmundo, Andrea and Attariyan, Mona and Gelly, Sylvain},
  booktitle={International conference on machine learning},
  pages={2790--2799},
  year={2019},
  organization={PMLR}
}
@article{li2021prefix,
  title={Prefix-tuning: Optimizing continuous prompts for generation},
  author={Li, Xiang Lisa and Liang, Percy},
  journal={arXiv preprint arXiv:2101.00190},
  year={2021}
}
@article{zaken2021bitfit,
  title={Bitfit: Simple parameter-efficient fine-tuning for transformer-based masked language-models},
  author={Zaken, Elad Ben and Ravfogel, Shauli and Goldberg, Yoav},
  journal={arXiv preprint arXiv:2106.10199},
  year={2021}
}
@inproceedings{zhang2023adaptive,
  title={Adaptive budget allocation for parameter-efficient fine-tuning},
  author={Zhang, Qingru and Chen, Minshuo and Bukharin, Alexander and He, Pengcheng and Cheng, Yu and Chen, Weizhu and Zhao, Tuo},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2023}
}

@article{ding2023sparse,
  title={Sparse low-rank adaptation of pre-trained language models},
  author={Ding, Ning and Lv, Xingtai and Wang, Qiaosen and Chen, Yulin and Zhou, Bowen and Liu, Zhiyuan and Sun, Maosong},
  journal={arXiv preprint arXiv:2311.11696},
  year={2023}
}
@article{kopiczko2023vera,
  title={Vera: Vector-based random matrix adaptation},
  author={Kopiczko, Dawid Jan and Blankevoort, Tijmen and Asano, Yuki Markus},
  journal={arXiv preprint arXiv:2310.11454},
  year={2023}
}
@article{frankle2018lottery,
  title={The lottery ticket hypothesis: Finding sparse, trainable neural networks},
  author={Frankle, Jonathan and Carbin, Michael},
  journal={arXiv preprint arXiv:1803.03635},
  year={2018}
}
@article{he2021debertav3,
  title={Debertav3: Improving deberta using electra-style pre-training with gradient-disentangled embedding sharing},
  author={He, Pengcheng and Gao, Jianfeng and Chen, Weizhu},
  journal={arXiv preprint arXiv:2111.09543},
  year={2021}
}
@article{hu2023opendelta,
  title={OpenDelta: A Plug-and-play Library for Parameter-efficient Adaptation of Pre-trained Models},
  author={Hu, Shengding and Ding, Ning and Zhao, Weilin and Lv, Xingtai and Zhang, Zhen and Liu, Zhiyuan and Sun, Maosong},
  journal={arXiv preprint arXiv:2307.03084},
  year={2023}
}
@inproceedings{wolf-etal-2020-transformers,
    title = "Transformers: State-of-the-Art Natural Language Processing",
    author = "Thomas Wolf and Lysandre Debut and Victor Sanh and Julien Chaumond and Clement Delangue and Anthony Moi and Pierric Cistac and Tim Rault and Rémi Louf and Morgan Funtowicz and Joe Davison and Sam Shleifer and Patrick von Platen and Clara Ma and Yacine Jernite and Julien Plu and Canwen Xu and Teven Le Scao and Sylvain Gugger and Mariama Drame and Quentin Lhoest and Alexander M. Rush",
    booktitle = "Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations",
    month = oct,
    year = "2020",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/2020.emnlp-demos.6",
    pages = "38--45"
}
@article{paszke2019pytorch,
  title={Pytorch: An imperative style, high-performance deep learning library},
  author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and others},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}
@article{yang2020feature,
  title={Feature learning in infinite-width neural networks},
  author={Yang, Greg and Hu, Edward J},
  journal={arXiv preprint arXiv:2011.14522},
  year={2020}
}
@article{williams2017broad,
  title={A broad-coverage challenge corpus for sentence understanding through inference},
  author={Williams, Adina and Nangia, Nikita and Bowman, Samuel R},
  journal={arXiv preprint arXiv:1704.05426},
  year={2017}
}
@inproceedings{socher2013recursive,
  title={Recursive deep models for semantic compositionality over a sentiment treebank},
  author={Socher, Richard and Perelygin, Alex and Wu, Jean and Chuang, Jason and Manning, Christopher D and Ng, Andrew Y and Potts, Christopher},
  booktitle={Proceedings of the 2013 conference on empirical methods in natural language processing},
  pages={1631--1642},
  year={2013}
}
@article{warstadt2019neural,
  title={Neural network acceptability judgments},
  author={Warstadt, Alex and Singh, Amanpreet and Bowman, Samuel R},
  journal={Transactions of the Association for Computational Linguistics},
  volume={7},
  pages={625--641},
  year={2019},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}
@article{wang2018glue,
  title={GLUE: A multi-task benchmark and analysis platform for natural language understanding},
  author={Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel R},
  journal={arXiv preprint arXiv:1804.07461},
  year={2018}
}
@article{rajpurkar2016squad,
  title={Squad: 100,000+ questions for machine comprehension of text},
  author={Rajpurkar, Pranav and Zhang, Jian and Lopyrev, Konstantin and Liang, Percy},
  journal={arXiv preprint arXiv:1606.05250},
  year={2016}
}
@inproceedings{dolan2005automatically,
  title={Automatically constructing a corpus of sentential paraphrases},
  author={Dolan, Bill and Brockett, Chris},
  booktitle={Third international workshop on paraphrasing (IWP2005)},
  year={2005}
}
@article{rajpurkar2018know,
  title={Know what you don't know: Unanswerable questions for SQuAD},
  author={Rajpurkar, Pranav and Jia, Robin and Liang, Percy},
  journal={arXiv preprint arXiv:1806.03822},
  year={2018}
}
@article{novikova2017e2e,
  title={The E2E dataset: New challenges for end-to-end generation},
  author={Novikova, Jekaterina and Du{\v{s}}ek, Ond{\v{r}}ej and Rieser, Verena},
  journal={arXiv preprint arXiv:1706.09254},
  year={2017}
}
@article{bentivogli2009fifth,
  title={The Fifth PASCAL Recognizing Textual Entailment Challenge.},
  author={Bentivogli, Luisa and Clark, Peter and Dagan, Ido and Giampiccolo, Danilo},
  journal={TAC},
  volume={7},
  number={8},
  pages={1},
  year={2009},
  publisher={Citeseer}
}