\relax 
\providecommand\hyper@newdestlabel[2]{}
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
\global\let\oldcontentsline\contentsline
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
\global\let\oldnewlabel\newlabel
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
\AtEndDocument{\ifx\hyper@anchor\@undefined
\let\contentsline\oldcontentsline
\let\newlabel\oldnewlabel
\fi}
\fi}
\global\let\hyper@last\relax 
\gdef\HyperFirstAtBeginDocument#1{#1}
\providecommand\HyField@AuxAddToFields[1]{}
\providecommand\HyField@AuxAddToCoFields[2]{}
\providecommand\babel@aux[2]{}
\@nameuse{bbl@beforestart}
\bibstyle{plainnat}
\citation{proximal}
\providecommand \oddpage@label [2]{}
\babel@aux{american}{}
\@writefile{toc}{\contentsline {section}{\numberline {A}Proofs}{1}{appendix.A}\protected@file@percent }
\newlabel{sec:proofs}{{A}{1}{Proofs}{appendix.A}{}}
\@writefile{loe}{\contentsline {proposition*}{\ifthmt@listswap \else \numberline {\let \autodot \@empty }\fi Proposition}{1}{thmt@dummyctr.dummy.1}\protected@file@percent }
\newlabel{prop:fair}{{}{1}{}{thmt@dummyctr.dummy.1}{}}
\@writefile{toc}{\contentsline {paragraph}{Proof of Proposition \ref  {prop:svgdrd-update}.}{1}{paragraph*.1}\protected@file@percent }
\newlabel{eq:equal-grad}{{S6}{1}{Proof of Proposition \ref {prop:svgdrd-update}}{equation.A.6}{}}
\citation{darts}
\citation{darts}
\citation{pc-darts}
\citation{snas}
\citation{concrete,gumbel-softmax}
\citation{adam}
\@writefile{toc}{\contentsline {paragraph}{Proof of Proposition \ref  {prop:exploitation}.}{2}{paragraph*.2}\protected@file@percent }
\@writefile{loe}{\contentsline {remark}{\ifthmt@listswap \else \numberline {\let \autodot \@empty }\fi Remark}{2}{thmt@dummyctr.dummy.2}\protected@file@percent }
\@writefile{toc}{\contentsline {section}{\numberline {B}Experimental Settings}{2}{appendix.B}\protected@file@percent }
\newlabel{sec:setting-exp}{{B}{2}{Experimental Settings}{appendix.B}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {B.1}The DARTS Search Space}{2}{subsection.B.1}\protected@file@percent }
\newlabel{sec:setting-search-space}{{B.1}{2}{The DARTS Search Space}{subsection.B.1}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {B.2}Model Training of Supernet}{2}{subsection.B.2}\protected@file@percent }
\newlabel{sec:setting-one-shot}{{B.2}{2}{Model Training of Supernet}{subsection.B.2}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {B.3}Posterior Distribution}{2}{subsection.B.3}\protected@file@percent }
\newlabel{sec:setting-posterior}{{B.3}{2}{Posterior Distribution}{subsection.B.3}{}}
\@writefile{toc}{\contentsline {paragraph}{Variational posterior distribution.}{2}{paragraph*.3}\protected@file@percent }
\newlabel{eq:discrete-dist}{{S14}{2}{Variational posterior distribution}{equation.B.14}{}}
\@writefile{toc}{\contentsline {paragraph}{Optimization details.}{2}{paragraph*.4}\protected@file@percent }
\citation{svgd}
\citation{svgd}
\citation{bo}
\citation{darts}
\citation{cutout}
\citation{darts}
\citation{darts,p-darts,sdarts}
\citation{p-darts}
\citation{sdarts}
\citation{ensemble-for-defense}
\@writefile{toc}{\contentsline {subsection}{\numberline {B.4}SVGD of Regularized Diversity}{3}{subsection.B.4}\protected@file@percent }
\newlabel{sec:setting-svgd}{{B.4}{3}{SVGD of Regularized Diversity}{subsection.B.4}{}}
\@writefile{toc}{\contentsline {paragraph}{Continuous relaxation of variational posterior distribution.}{3}{paragraph*.5}\protected@file@percent }
\newlabel{eq:relax-dist}{{S16}{3}{Continuous relaxation of variational posterior distribution}{equation.B.16}{}}
\@writefile{toc}{\contentsline {paragraph}{Optimization details.}{3}{paragraph*.6}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {B.5}Evaluation on Benchmark Datasets}{3}{subsection.B.5}\protected@file@percent }
\newlabel{sec:setting-training}{{B.5}{3}{Evaluation on Benchmark Datasets}{subsection.B.5}{}}
\@writefile{toc}{\contentsline {paragraph}{Evaluation on CIFAR-10/100.}{3}{paragraph*.7}\protected@file@percent }
\@writefile{toc}{\contentsline {paragraph}{Evaluation on ImageNet.}{3}{paragraph*.8}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {B.6}Adversarial Defense}{3}{subsection.B.6}\protected@file@percent }
\newlabel{sec:setting-adversarial}{{B.6}{3}{Adversarial Defense}{subsection.B.6}{}}
\citation{fgsm}
\citation{pgd}
\citation{cw}
\citation{autoattack}
\citation{cw}
\citation{adam}
\citation{autoattack}
\citation{gdas,snas}
\citation{gdas,snas}
\@writefile{lot}{\contentsline {table}{\numberline {S1}{\ignorespaces The correlation between the estimated and true performances of candidate architectures and their ensembles in the DARTS search space on CIFAR-10.\relax }}{4}{table.caption.9}\protected@file@percent }
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{tab:rank}{{S1}{4}{The correlation between the estimated and true performances of candidate architectures and their ensembles in the DARTS search space on CIFAR-10.\relax }{table.caption.9}{}}
\@writefile{toc}{\contentsline {section}{\numberline {C}Complementary Results}{4}{appendix.C}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {C.1}Ensemble Performance Estimation}{4}{subsection.C.1}\protected@file@percent }
\newlabel{sec:exp-oneshot}{{C.1}{4}{Ensemble Performance Estimation}{subsection.C.1}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {S1}{\ignorespaces The comparison of performance discrepancy with the post-training and best-response posterior distribution on CIFAR-10. This performance discrepancy is measured by the gap of test error between the best-performing architecture (i.e., the architecture with the smallest test error) and the maximal-probability architecture (i.e., the architecture with the largest probability in the corresponding posterior distribution) in the DARTS search space.\relax }}{4}{figure.caption.10}\protected@file@percent }
\newlabel{fig:best_vs_post}{{S1}{4}{The comparison of performance discrepancy with the post-training and best-response posterior distribution on CIFAR-10. This performance discrepancy is measured by the gap of test error between the best-performing architecture (i.e., the architecture with the smallest test error) and the maximal-probability architecture (i.e., the architecture with the largest probability in the corresponding posterior distribution) in the DARTS search space.\relax }{figure.caption.10}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {C.2}Post-training vs.~Best-response Posterior Distribution}{4}{subsection.C.2}\protected@file@percent }
\newlabel{sec:exp-best_vs_post}{{C.2}{4}{Post-training vs.~Best-response Posterior Distribution}{subsection.C.2}{}}
\@writefile{toc}{\contentsline {paragraph}{More accurate characterization of single-model performances using post-training posterior distribution.}{4}{paragraph*.11}\protected@file@percent }
\citation{dropnas}
\citation{zhou-ensemble}
\citation{cifar}
\citation{darts}
\citation{nes}
\@writefile{lot}{\contentsline {table}{\numberline {S2}{\ignorespaces The comparison of true ensemble test error (\%) on CIFAR-10 achieved by our NESBS algorithm using the post-training posterior distribution and its best-response counterpart with an ensemble size of $n{=}3$. We use $\Delta $ to denote the improved generalization performance achieved by our post-training posterior distribution.\relax }}{5}{table.caption.13}\protected@file@percent }
\newlabel{tab:best_vs_post}{{S2}{5}{The comparison of true ensemble test error (\%) on CIFAR-10 achieved by our NESBS algorithm using the post-training posterior distribution and its best-response counterpart with an ensemble size of $n{=}3$. We use $\Delta $ to denote the improved generalization performance achieved by our post-training posterior distribution.\relax }{table.caption.13}{}}
\@writefile{toc}{\contentsline {paragraph}{Improved performance of selected ensembles using post-training posterior distribution.}{5}{paragraph*.12}\protected@file@percent }
\@writefile{lof}{\contentsline {figure}{\numberline {S2}{\ignorespaces The comparison of search effectiveness (test error of ensembles in the $y$-axis) and efficiency (evaluation budget in the $x$-axis) for different ensemble search algorithms under varying ensemble size $n$. The single best baseline refers to the single best architecture achieving the lowest test error in the search space. The $y$-axis is shown in log-scale to ease visualization. Note that the test error for each algorithm is reported with the mean and standard error of five independent trials. \relax }}{5}{figure.caption.14}\protected@file@percent }
\newlabel{fig:search-efficiency}{{S2}{5}{The comparison of search effectiveness (test error of ensembles in the $y$-axis) and efficiency (evaluation budget in the $x$-axis) for different ensemble search algorithms under varying ensemble size $n$. The single best baseline refers to the single best architecture achieving the lowest test error in the search space. The $y$-axis is shown in log-scale to ease visualization. Note that the test error for each algorithm is reported with the mean and standard error of five independent trials. \relax }{figure.caption.14}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {C.3}Effectiveness and Efficiency}{5}{subsection.C.3}\protected@file@percent }
\newlabel{sec:efficient-and-effective}{{C.3}{5}{Effectiveness and Efficiency}{subsection.C.3}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {S3}{\ignorespaces  The comparison of search effectiveness (test error of ensembles in the $y$-axis) and efficiency (evaluation budget in the $x$-axis) between our NESBS (MC Sampling) and NESBS (SVGD-RD) algorithm under varying softmax temperature $\tau $. The single best baseline refers to the single best architecture achieving the lowest test error in the search space. Each test error is reported with the mean and standard error of five independent trials.\relax }}{6}{figure.caption.15}\protected@file@percent }
\newlabel{fig:robust-tau}{{S3}{6}{The comparison of search effectiveness (test error of ensembles in the $y$-axis) and efficiency (evaluation budget in the $x$-axis) between our NESBS (MC Sampling) and NESBS (SVGD-RD) algorithm under varying softmax temperature $\tau $. The single best baseline refers to the single best architecture achieving the lowest test error in the search space. Each test error is reported with the mean and standard error of five independent trials.\relax }{figure.caption.15}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {S4}{\ignorespaces The comparison of ensemble test error achieved by our NESBS (SVGD-RD) algorithm with varying $\delta $ under different softmax temperature $\tau $ given an ensemble size of $n=5$. We use $\delta ^*$ to denote the optimal $\delta $ we obtained in our SVGD-RD algorithm under different temperature $\tau $. The test error for each $\delta $ is reported with the mean and standard error of five independent trials.\relax }}{6}{figure.caption.16}\protected@file@percent }
\newlabel{fig:optimal-diversity}{{S4}{6}{The comparison of ensemble test error achieved by our NESBS (SVGD-RD) algorithm with varying $\delta $ under different softmax temperature $\tau $ given an ensemble size of $n=5$. We use $\delta ^*$ to denote the optimal $\delta $ we obtained in our SVGD-RD algorithm under different temperature $\tau $. The test error for each $\delta $ is reported with the mean and standard error of five independent trials.\relax }{figure.caption.16}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {C.4}The Advantages of Controllable Diversity in SVGD-RD}{6}{subsection.C.4}\protected@file@percent }
\newlabel{sec:exp-optimal-diversity}{{C.4}{6}{The Advantages of Controllable Diversity in SVGD-RD}{subsection.C.4}{}}
\newlabel{LastPage}{{}{6}{}{page.6}{}}
\xdef\lastpage@lastpage{6}
\xdef\lastpage@lastpageHy{6}
\gdef \@abspage@last{6}
