\begin{table*}[h]
\caption{Flatness Comparison on DNN and BNN with sharpness-aware optimization methods. We observe that BNN does not find the flatness-aware local minima even with BN and data augmentation. All experiments were repeated three times with ResNet18 pre-trained on ImageNet 1K.}
\label{tab:flat_comparison_w_bn}
\adjustbox{width=1.0\linewidth}{
\begin{tabular}{ccccccccccccc}
\toprule
\multicolumn{3}{c}{Dataset} &
  \multicolumn{5}{c}{CIFAR10} &
  \multicolumn{5}{c}{CIFAR100} \\
Methods &
  Optim &
  Schedule &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ \\ \midrule
\multirow{4}{*}{DNN} &
  \multirow{2}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $95.60_{\pm 0.21}$ &
  \cellcolor{PaleGoldenrod} $0.005_{\pm 0.001}$ &
  \cellcolor{PaleGoldenrod} $0.127_{\pm 0.002}$ &
  \cellcolor{PaleGoldenrod} $587.06_{\pm 17.13}$ &
  \cellcolor{PaleGoldenrod} $2.22_{\pm 0.065}$ &
  \cellcolor{PaleGoldenrod} $80.61_{\pm 0.17}$ &
  \cellcolor{PaleGoldenrod} $0.059_{\pm 0.005}$ &
  \cellcolor{PaleGoldenrod} $0.674_{\pm 0.003}$ &
  \cellcolor{PaleGoldenrod} $1261.65_{\pm 44.00}$ &
  \cellcolor{PaleGoldenrod} $1.97_{\pm 0.005}$ \\ 
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $96.46_{\pm 0.08}$ &
  \cellcolor{PaleTurquoise} $0.010_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.110_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $436.79_{\pm 22.52}$ &
  \cellcolor{PaleTurquoise} $2.07_{\pm 0.276}$ &
  \cellcolor{PaleTurquoise} $82.00_{\pm 0.40}$ &
  \cellcolor{PaleTurquoise} $0.058_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.656_{\pm 0.007}$ &
  \cellcolor{PaleTurquoise} $1195.30_{\pm 33.53}$ &
  \cellcolor{PaleTurquoise} $2.35_{\pm 0.086}$ \\
 &
  \multirow{2}{*}{SAM} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $96.55_{\pm 0.11}$ &
  \cellcolor{PaleGoldenrod} $0.005_{\pm 0.002}$ &
  \cellcolor{PaleGoldenrod} $0.102_{\pm 0.001}$ &
  \cellcolor{PaleGoldenrod} $115.97_{\pm 6.09}$ &
  \cellcolor{PaleGoldenrod} $1.92_{\pm 0.074}$ &
  \cellcolor{PaleGoldenrod} $82.06_{\pm 0.40}$ &
  \cellcolor{PaleGoldenrod} $0.040_{\pm 0.004}$ &
  \cellcolor{PaleGoldenrod} $0.617_{\pm 0.005}$ &
  \cellcolor{PaleGoldenrod} $306.44_{\pm 43.19}$ &
  \cellcolor{PaleGoldenrod} $2.19_{\pm 0.190}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $96.92_{\pm 0.14}$ &
  \cellcolor{PaleTurquoise} $0.031_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $0.112_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $728.99_{\pm 5.07}$ &
  \cellcolor{PaleTurquoise} $2.06_{\pm 0.053}$ &
  \cellcolor{PaleTurquoise} $83.76_{\pm 0.13}$ &
  \cellcolor{PaleTurquoise} $0.060_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.589_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $382.66_{\pm 10.00}$ &
  \cellcolor{PaleTurquoise} $2.07_{\pm 0.052}$ \\ \midrule
\multirow{3}{*}{SWAG} & % \multirow{6}{*}{SWAG} &
  \multirow{3}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $96.46_{\pm 0.06}$ &
  \cellcolor{PaleGoldenrod} $0.084_{\pm 0.026}$ &
  \cellcolor{PaleGoldenrod} $0.178_{\pm 0.031}$ &
  \cellcolor{PaleGoldenrod} $2263.44_{\pm 1025.76} $ &
  \cellcolor{PaleGoldenrod} $2.86_{\pm 0.886}$ &
  \cellcolor{PaleGoldenrod} $82.99_{\pm 0.20}$ &
  \cellcolor{PaleGoldenrod} $0.118_{\pm 0.016}$ &
  \cellcolor{PaleGoldenrod} $0.677_{\pm 0.022}$ &
  \cellcolor{PaleGoldenrod} $2227.27_{\pm 539.94}$ &
  \cellcolor{PaleGoldenrod} $3.00_{\pm 0.510}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $96.54_{\pm 0.09}$ &
  \cellcolor{PaleTurquoise} $0.021_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.116_{\pm 0.002}$ &
  \cellcolor{PaleTurquoise} $1147.92_{\pm 165.90}$ &
  \cellcolor{PaleTurquoise} $2.74_{\pm 0.357}$ &
  \cellcolor{PaleTurquoise} $82.48_{\pm 0.22}$ &
  \cellcolor{PaleTurquoise} $0.083_{\pm 0.001}$ &
  \cellcolor{PaleTurquoise} $0.667_{\pm 0.006}$ &
  \cellcolor{PaleTurquoise} $2457.46_{\pm 224.32}$ &
  \cellcolor{PaleTurquoise} $2.93_{\pm 0.086}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $96.35_{\pm 0.10}$ &
  \cellcolor{PaleGreen} $0.090_{\pm 0.011}$ &
  \cellcolor{PaleGreen} $0.192_{\pm 0.015}$ &
  \cellcolor{PaleGreen} $7823.13_{\pm 2183.11}$ &
  \cellcolor{PaleGreen} $3.03_{\pm 0.362}$ &
  \cellcolor{PaleGreen} $82.34_{\pm 0.19}$ &
  \cellcolor{PaleGreen} $0.052_{\pm 0.002}$ &
  \cellcolor{PaleGreen} $0.638_{\pm 0.003}$ &
  \cellcolor{PaleGreen} $1529.73_{\pm 58.99}$ &
  \cellcolor{PaleGreen} $3.02_{\pm 0.102}$ \\
 % &
 %  \multirow{3}{*}{SAM} &
 %  \cellcolor{PaleGoldenrod} Constant &
 %  \cellcolor{PaleGoldenrod} $96.94_{\pm 0.04}$ &
 %  \cellcolor{PaleGoldenrod} $0.014_{\pm 0.001}$ &
 %  \cellcolor{PaleGoldenrod} $0.096_{\pm 0.002}$ &
 %  \cellcolor{PaleGoldenrod} $564.11_{\pm 242.04}$ &
 %  \cellcolor{PaleGoldenrod} $2.72_{\pm 0.203}$ &
 %  \cellcolor{PaleGoldenrod} $83.55_{\pm 0.25}$ &
 %  \cellcolor{PaleGoldenrod} $0.099_{\pm 0.005}$ &
 %  \cellcolor{PaleGoldenrod} $0.629_{\pm 0.010}$ &
 %  \cellcolor{PaleGoldenrod} $1158.40_{\pm 187.01}$ &
 %  \cellcolor{PaleGoldenrod} $2.91_{\pm 0.193}$ \\
 % &
 %   &
 %  \cellcolor{PaleTurquoise} Cos Decay &
 %  \cellcolor{PaleTurquoise} $97.10_{\pm 0.02}$ &
 %  \cellcolor{PaleTurquoise} $0.012_{\pm 0.001}$ &
 %  \cellcolor{PaleTurquoise} $0.090_{\pm 0.001}$ &
 %  \cellcolor{PaleTurquoise} $206.03_{\pm 21.85}$ &
 %  \cellcolor{PaleTurquoise} $1.98_{\pm 0.022}$ &
 %  \cellcolor{PaleTurquoise} $83.73_{\pm 0.22}$ &
 %  \cellcolor{PaleTurquoise} $0.065_{\pm 0.003}$ &
 %  \cellcolor{PaleTurquoise} $0.852_{\pm 0.006}$ &
 %  \cellcolor{PaleTurquoise} $687.73_{\pm 93.92}$ &
 %  \cellcolor{PaleTurquoise} $2.31_{\pm 0.132}$ \\
 % &
 %   &
 %  \cellcolor{PaleGreen} SWAG lr &
 %  \cellcolor{PaleGreen} $97.03_{\pm 0.03}$ &
 %  \cellcolor{PaleGreen} $0.006_{\pm 0.001}$ &
 %  \cellcolor{PaleGreen} $0.090_{\pm 0.000}$ &
 %  \cellcolor{PaleGreen} $123.84_{\pm 6.00}$ &
 %  \cellcolor{PaleGreen} $2.04_{\pm 0.067}$ &
 %  \cellcolor{PaleGreen} $83.63_{\pm 0.16}$ &
 %  \cellcolor{PaleGreen} $0.061_{\pm 0.002}$ &
 %  \cellcolor{PaleGreen} $0.581_{\pm 0.005}$ &
 %  \cellcolor{PaleGreen} $501.41_{\pm 36.32}$ &
 %  \cellcolor{PaleGreen} $2.15_{\pm 0.072}$ \\ 
 \bottomrule
\end{tabular}
}
\end{table*}