\begin{table*}[h]
\caption{Flatness Comparison on DNN and BNN with sharpness-aware optimization methods. We observe that BNN does not find the flatness-aware local minima, and the compatibility of BNN and the previous sharpness-aware optimization (SAM) is limited. All experiments were repeated three times with RN18 w/o BN.}
\label{tab:flat_comparison}
\adjustbox{width=1.0\linewidth}{
\begin{tabular}{ccccccccccccc}
\toprule
\multicolumn{3}{c}{Dataset} &
  \multicolumn{5}{c}{CIFAR10} &
  \multicolumn{5}{c}{CIFAR100} \\
Methods &
  Optim &
  Schedule &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ \\ \midrule
\multirow{6}{*}{DNN} &
  \multirow{3}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $81.96_{\pm 0.55}$ &
  \cellcolor{PaleGoldenrod} $0.033_{\pm 0.004}$ &
  \cellcolor{PaleGoldenrod} $0.546_{\pm 0.015}$ &
  \cellcolor{PaleGoldenrod} $37.34_{\pm 3.59}$ &
  \cellcolor{PaleGoldenrod} $1.72_{\pm 0.22}$ &
  \cellcolor{PaleGoldenrod} $44.31_{\pm 1.02}$ &
  \cellcolor{PaleGoldenrod} $0.047_{\pm 0.004}$ &
  \cellcolor{PaleGoldenrod} $2.194_{\pm 0.032}$ &
  \cellcolor{PaleGoldenrod} $12.65_{\pm 0.87}$ &
  \cellcolor{PaleGoldenrod} $1.68_{\pm 0.17}$ \\ 
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $84.51_{\pm 0.53}$ &
  \cellcolor{PaleTurquoise} $0.027_{\pm 0.015}$ &
  \cellcolor{PaleTurquoise} $0.474_{\pm 0.030}$ &
  \cellcolor{PaleTurquoise} $19.98_{\pm 2.64}$ &
  \cellcolor{PaleTurquoise} $1.59_{\pm 0.09}$ &
  \cellcolor{PaleTurquoise} $47.01_{\pm 0.52}$ &
  \cellcolor{PaleTurquoise} $0.074_{\pm 0.004}$ &
  \cellcolor{PaleTurquoise} $2.077_{\pm 0.027}$ &
  \cellcolor{PaleTurquoise} $102.21_{\pm 12.42}$ &
  \cellcolor{PaleTurquoise} $1.73_{\pm 0.09}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $82.72_{\pm 3.08}$ &
  \cellcolor{PaleGreen} $0.029_{\pm 0.023}$ &
  \cellcolor{PaleGreen} $0.520_{\pm 0.097}$ &
  \cellcolor{PaleGreen} $18.09_{\pm 6.97}$ &
  \cellcolor{PaleGreen} $1.57_{\pm 0.06}$ &
  \cellcolor{PaleGreen} $33.13_{\pm 1.12}$ &
  \cellcolor{PaleGreen} $0.065_{\pm 0.010}$ &
  \cellcolor{PaleGreen} $2.485_{\pm 0.362}$ &
  \cellcolor{PaleGreen} $26.85_{\pm 2.04}$ &
  \cellcolor{PaleGreen} $1.90_{\pm 0.10}$ \\ 
 &
  \multirow{3}{*}{SAM} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $85.06_{\pm 0.68}$ &
  \cellcolor{PaleGoldenrod} $0.019_{\pm 0.006}$ &
  \cellcolor{PaleGoldenrod} $0.450_{\pm 0.019}$ &
  \cellcolor{PaleGoldenrod} $11.81_{\pm 0.50}$ &
  \cellcolor{PaleGoldenrod} $1.30_{\pm 0.02}$ &
  \cellcolor{PaleGoldenrod} $51.28_{\pm 0.32}$ &
  \cellcolor{PaleGoldenrod} $0.043_{\pm 0.018}$ &
  \cellcolor{PaleGoldenrod} $1.864_{\pm 0.014}$ &
  \cellcolor{PaleGoldenrod} $6.55_{\pm 0.16}$ &
  \cellcolor{PaleGoldenrod} $1.45_{\pm 0.06}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $87.29_{\pm 0.12}$ &
  \cellcolor{PaleTurquoise} $0.019_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $0.390_{\pm 0.004}$ &
  \cellcolor{PaleTurquoise} $11.71_{\pm 0.24}$ &
  \cellcolor{PaleTurquoise} $1.42_{\pm 0.01}$ &
  \cellcolor{PaleTurquoise} $54.85_{\pm 0.62}$ &
  \cellcolor{PaleTurquoise} $0.031_{\pm 0.006}$ &
  \cellcolor{PaleTurquoise} $1.731_{\pm 0.007}$ &
  \cellcolor{PaleTurquoise} $6.67_{\pm 0.61}$ &
  \cellcolor{PaleTurquoise} $1.43_{\pm 0.02}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $85.34_{\pm 2.76}$ &
  \cellcolor{PaleGreen} $0.034_{\pm 0.015}$ &
  \cellcolor{PaleGreen} $0.465_{\pm 0.057}$ &
  \cellcolor{PaleGreen} $5.57_{\pm 0.58}$ &
  \cellcolor{PaleGreen} $1.48_{\pm 0.05}$ &
  \cellcolor{PaleGreen} $48.65_{\pm 1.44}$ &
  \cellcolor{PaleGreen} $0.053_{\pm 0.012}$ &
  \cellcolor{PaleGreen} $1.970_{\pm 0.065}$ &
  \cellcolor{PaleGreen} $7.84_{\pm 0.04}$ &
  \cellcolor{PaleGreen} $1.45_{\pm 0.01}$ \\ \midrule
\multirow{3}{*}{SWAG} & % \multirow{6}{*}{SWAG} &
  \multirow{3}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $85.81_{\pm 0.42}$ &
  \cellcolor{PaleGoldenrod} $0.027_{\pm 0.007}$ &
  \cellcolor{PaleGoldenrod} $0.426_{\pm 0.005}$ &
  \cellcolor{PaleGoldenrod} $55.01_{\pm 4.74}$ &
  \cellcolor{PaleGoldenrod} $1.67_{\pm 0.00}$ &
  \cellcolor{PaleGoldenrod} $50.35_{\pm 0.40}$ &
  \cellcolor{PaleGoldenrod} $0.069_{\pm 0.031}$ &
  \cellcolor{PaleGoldenrod} $2.219_{\pm 0.067}$ &
  \cellcolor{PaleGoldenrod} $66.59_{\pm 20.34}$ &
  \cellcolor{PaleGoldenrod} $1.50_{\pm 0.04}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $87.34_{\pm 0.48}$ &
  \cellcolor{PaleTurquoise} $0.029_{\pm 0.006}$ &
  \cellcolor{PaleTurquoise} $0.384_{\pm 0.013}$ &
  \cellcolor{PaleTurquoise} $29.87_{\pm 2.55}$ &
  \cellcolor{PaleTurquoise} $1.62_{\pm 0.02}$ &
  \cellcolor{PaleTurquoise} $52.31_{\pm 0.81}$ &
  \cellcolor{PaleTurquoise} $0.101_{\pm 0.065}$ &
  \cellcolor{PaleTurquoise} $2.132_{\pm 0.166}$ &
  \cellcolor{PaleTurquoise} $24.58_{\pm 15.13}$ &
  \cellcolor{PaleTurquoise} $1.52_{\pm 0.06}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $86.07_{\pm 0.12}$ &
  \cellcolor{PaleGreen} $0.113_{\pm 0.115}$ &
  \cellcolor{PaleGreen} $0.435_{\pm 0.002}$ &
  \cellcolor{PaleGreen} $50.88_{\pm 3.00}$ &
  \cellcolor{PaleGreen} $1.66_{\pm 0.02}$ &
  \cellcolor{PaleGreen} $51.52_{\pm 0.40}$ &
  \cellcolor{PaleGreen} $0.124_{\pm 0.008}$ &
  \cellcolor{PaleGreen} $2.237_{\pm 0.175}$ &
  \cellcolor{PaleGreen} $44.21_{\pm 5.79}$ &
  \cellcolor{PaleGreen} $1.65_{\pm 0.01}$ \\
 &
  \multirow{1}{*}{\textbf{SA-BMA}} &
 % \cellcolor{PaleGoldenrod} Constant &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.28}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.003}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.010}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.60}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.016}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.93}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.044}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.143}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 6.91}$ &
 %  \cellcolor{PaleGoldenrod} $_{\pm 0.042}$ \\
 % &
 %   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $87.43_{\pm 0.09}$ &
  \cellcolor{PaleTurquoise} $0.008_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $0.368_{\pm 0.005}$ &
  \cellcolor{PaleTurquoise} $9.90_{\pm 0.60}$ &
  \cellcolor{PaleTurquoise} $1.42_{\pm 0.02}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.31}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.019}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.38}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.005}$ \\
 % &
 %   &
 %  \cellcolor{PaleGreen} SWAG lr &
 %  \cellcolor{PaleGreen} $86.39_{\pm 0.36}$ &
 %  \cellcolor{PaleGreen} $0.022_{\pm 0.005}$ &
 %  \cellcolor{PaleGreen} $0.417_{\pm 0.008}$ &
 %  \cellcolor{PaleGreen} $11.17_{\pm 0.85}$ &
 %  \cellcolor{PaleGreen} $1.443_{\pm 0.020}$ &
 %  \cellcolor{PaleGreen} $52.35_{\pm 0.16}$ &
 %  \cellcolor{PaleGreen} $0.098_{\pm 0.008}$ &
 %  \cellcolor{PaleGreen} $2.021_{\pm 0.015}$ &
 %  \cellcolor{PaleGreen} $12.92_{\pm 1.27}$ &
 %  \cellcolor{PaleGreen} $1.406_{\pm 0.020}$ \\
  \midrule
\multirow{2}{*}{VI} & % \multirow{4}{*}{VI} &
\multirow{2}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $83.11_{\pm 0.40}$ &
  \cellcolor{PaleGoldenrod} $0.016_{\pm 0.002}$ &
  \cellcolor{PaleGoldenrod} $0.518_{\pm 0.011}$ &
  \cellcolor{PaleGoldenrod} $19.72_{\pm 0.88} $ &
  \cellcolor{PaleGoldenrod} $1.49_{\pm 0.04}$ &
  \cellcolor{PaleGoldenrod} $45.81_{\pm 0.42}$ &
  \cellcolor{PaleGoldenrod} $0.018_{\pm 0.002}$ &
  \cellcolor{PaleGoldenrod} $2.104_{\pm 0.017}$ &
  \cellcolor{PaleGoldenrod} $217.05_{\pm 16.11}$ &
  \cellcolor{PaleGoldenrod} $1.67_{\pm 0.08}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $84.51_{\pm 0.30}$ &
  \cellcolor{PaleTurquoise} $0.037_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $0.465_{\pm 0.005}$ &
  \cellcolor{PaleTurquoise} $20.86_{\pm 0.58}$ &
  \cellcolor{PaleTurquoise} $1.53_{\pm 0.01}$ &
  \cellcolor{PaleTurquoise} $48.30_{\pm 0.41}$ &
  \cellcolor{PaleTurquoise} $0.121_{\pm 0.007}$ &
  \cellcolor{PaleTurquoise} $2.519_{\pm 0.029}$ &
  \cellcolor{PaleTurquoise} $34.71_{\pm 2.06}$ &
  \cellcolor{PaleTurquoise} $1.80_{\pm 0.09}$ \\
 &
    \multirow{1}{*}{\textbf{SA-BMA}} &
 %  \cellcolor{PaleGoldenrod} Constant &
 %  \cellcolor{PaleGoldenrod} $83.25_{\pm 0.34}$ &
 %  \cellcolor{PaleGoldenrod} $0.016_{\pm 0.003}$ &
 %  \cellcolor{PaleGoldenrod} $0.502_{\pm 0.007}$ &
 %  \cellcolor{PaleGoldenrod} $10.74_{\pm 0.74}$ &
 %  \cellcolor{PaleGoldenrod} $1.46_{\pm 0.072}$ &
 %  \cellcolor{PaleGoldenrod} $45.67_{\pm 0.60}$ &
 %  \cellcolor{PaleGoldenrod} $0.119_{\pm 0.003}$ &
 %  \cellcolor{PaleGoldenrod} $2.436_{\pm 0.065}$ &
 %  \cellcolor{PaleGoldenrod} $33.54_{\pm 0.33}$ &
 %  \cellcolor{PaleGoldenrod} $1.70_{\pm 0.120}$ \\
 % &
   % &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $84.82_{\pm 0.35}$ &
  \cellcolor{PaleTurquoise} $0.023_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.436_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $10.74_{\pm 0.83}$ &
  \cellcolor{PaleTurquoise} $1.42_{\pm 0.04}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.71}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.004}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.061}$ &
  \cellcolor{PaleTurquoise} $_{\pm 1.99}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.021}$ \\ 
\midrule
\multirow{2}{*}{MCMC} & 
\multirow{1}{*}{SGLD} &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $86.54_{\pm 0.02}$ &
  \cellcolor{PaleTurquoise} $0.043_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $0.465_{\pm 0.005}$ &
  \cellcolor{PaleTurquoise} $24.30_{\pm 3.91}$ &
  \cellcolor{PaleTurquoise} $1.83_{\pm 0.10}$ &
  \cellcolor{PaleTurquoise} $49.09_{\pm 0.45}$ &
  \cellcolor{PaleTurquoise} $0.160_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $2.777_{\pm 0.035}$ &
  \cellcolor{PaleTurquoise} $110.05_{\pm 3.19}$ &
  \cellcolor{PaleTurquoise} $1.65_{\pm 0.03}$ \\
 &
\multirow{1}{*}{\textbf{SA-BMA}} &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $87.14_{\pm 0.01}$ &
  \cellcolor{PaleTurquoise} $0.011_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.394_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $12.72_{\pm 1.91}$ &
  \cellcolor{PaleTurquoise} $1.46_{\pm 0.10}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.45}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.035}$ &
  \cellcolor{PaleTurquoise} $_{\pm 3.19}$ &
  \cellcolor{PaleTurquoise} $_{\pm 0.03}$ \\
 \bottomrule
\end{tabular}
}
\end{table*}