\begin{table}[t]
\caption{Flatness Comparison on DNN and L-SWAG applied to the DNN. We confirm that using pre-existed flatness-aware optimization on the last layer of BNN cannot be enough to pull the model to a flat basin. All experiments were repeated three times with ResNet18 w/o BN.}
\label{tab:flat_comparison_last_layer}
\adjustbox{width=1.0\linewidth}{
\begin{tabular}{ccccccccccccc}
\toprule
\multicolumn{3}{c}{Dataset} &
  \multicolumn{5}{c}{CIFAR10} &
  \multicolumn{5}{c}{CIFAR100} \\
Methods &
  Optim &
  Schedule &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ &
  ACC $\uparrow$ &
  ECE $\downarrow$ &
  NLL $\downarrow$ &
  $\lambda_1$ $\downarrow$ &
  $\lambda_1 / \lambda_5$ $\downarrow$ \\ \midrule
\multirow{6}{*}{DNN} &
  \multirow{3}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $81.96_{\pm 0.55}$ &
  \cellcolor{PaleGoldenrod} $0.033_{\pm 0.004}$ &
  \cellcolor{PaleGoldenrod} $0.546_{\pm 0.015}$ &
  \cellcolor{PaleGoldenrod} $37.34_{\pm 3.59}$ &
  \cellcolor{PaleGoldenrod} $1.73_{\pm 0.229}$ &
  \cellcolor{PaleGoldenrod} $44.31_{\pm 1.02}$ &
  \cellcolor{PaleGoldenrod} $0.047_{\pm 0.004}$ &
  \cellcolor{PaleGoldenrod} $2.194_{\pm 0.032}$ &
  \cellcolor{PaleGoldenrod} $12.65_{\pm 0.87}$ &
  \cellcolor{PaleGoldenrod} $1.68_{\pm 0.172}$ \\ 
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $84.51_{\pm 0.53}$ &
  \cellcolor{PaleTurquoise} $0.027_{\pm 0.015}$ &
  \cellcolor{PaleTurquoise} $0.474_{\pm 0.030}$ &
  \cellcolor{PaleTurquoise} $19.98_{\pm 2.64}$ &
  \cellcolor{PaleTurquoise} $1.59_{\pm 0.097}$ &
  \cellcolor{PaleTurquoise} $47.01_{\pm 0.52}$ &
  \cellcolor{PaleTurquoise} $0.074_{\pm 0.004}$ &
  \cellcolor{PaleTurquoise} $2.077_{\pm 0.027}$ &
  \cellcolor{PaleTurquoise} $102.21_{\pm 12.42}$ &
  \cellcolor{PaleTurquoise} $1.74_{\pm 0.097}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $82.72_{\pm 3.08}$ &
  \cellcolor{PaleGreen} $0.029_{\pm 0.023}$ &
  \cellcolor{PaleGreen} $0.520_{\pm 0.097}$ &
  \cellcolor{PaleGreen} $18.09_{\pm 6.97}$ &
  \cellcolor{PaleGreen} $1.57_{\pm 0.068}$ &
  \cellcolor{PaleGreen} $33.13_{\pm 1.12}$ &
  \cellcolor{PaleGreen} $0.065_{\pm 0.010}$ &
  \cellcolor{PaleGreen} $2.485_{\pm 0.362}$ &
  \cellcolor{PaleGreen} $26.85_{\pm 2.04}$ &
  \cellcolor{PaleGreen} $1.90_{\pm 0.107}$ \\ 
 &
  \multirow{3}{*}{SAM} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $85.06_{\pm 0.68}$ &
  \cellcolor{PaleGoldenrod} $0.019_{\pm 0.006}$ &
  \cellcolor{PaleGoldenrod} $0.450_{\pm 0.019}$ &
  \cellcolor{PaleGoldenrod} $11.81_{\pm 0.50}$ &
  \cellcolor{PaleGoldenrod} $1.31_{\pm 0.020}$ &
  \cellcolor{PaleGoldenrod} $51.28_{\pm 0.32}$ &
  \cellcolor{PaleGoldenrod} $0.043_{\pm 0.018}$ &
  \cellcolor{PaleGoldenrod} $1.864_{\pm 0.014}$ &
  \cellcolor{PaleGoldenrod} $6.55_{\pm 0.16}$ &
  \cellcolor{PaleGoldenrod} $1.45_{\pm 0.061}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $87.29_{\pm 0.12}$ &
  \cellcolor{PaleTurquoise} $0.019_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $0.390_{\pm 0.004}$ &
  \cellcolor{PaleTurquoise} $11.71_{\pm 0.24}$ &
  \cellcolor{PaleTurquoise} $1.43_{\pm 0.006}$ &
  \cellcolor{PaleTurquoise} $54.85_{\pm 0.62}$ &
  \cellcolor{PaleTurquoise} $0.031_{\pm 0.006}$ &
  \cellcolor{PaleTurquoise} $1.731_{\pm 0.007}$ &
  \cellcolor{PaleTurquoise} $6.67_{\pm 0.61}$ &
  \cellcolor{PaleTurquoise} $1.44_{\pm 0.026}$ \\
 &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $85.34_{\pm 2.76}$ &
  \cellcolor{PaleGreen} $0.034_{\pm 0.015}$ &
  \cellcolor{PaleGreen} $0.465_{\pm 0.057}$ &
  \cellcolor{PaleGreen} $5.57_{\pm 0.58}$ &
  \cellcolor{PaleGreen} $1.49_{\pm 0.053}$ &
  \cellcolor{PaleGreen} $48.65_{\pm 1.44}$ &
  \cellcolor{PaleGreen} $0.053_{\pm 0.012}$ &
  \cellcolor{PaleGreen} $1.970_{\pm 0.065}$ &
  \cellcolor{PaleGreen} $7.84_{\pm 0.04}$ &
  \cellcolor{PaleGreen} $1.45_{\pm 0.013}$ \\ \midrule
\multirow{3}{*}{L-SWAG} & % \multirow{6}{*}{L-SWAG} &
  \multirow{3}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $82.20_{\pm 0.40}$ &
  \cellcolor{PaleGoldenrod} $0.036_{\pm 0.007}$ &
  \cellcolor{PaleGoldenrod} $0.544_{\pm 0.007}$ &
  \cellcolor{PaleGoldenrod} $49.49_{\pm 4.71} $ &
  \cellcolor{PaleGoldenrod} $1.68_{\pm 0.080}$ &
  \cellcolor{PaleGoldenrod} $49.65_{\pm 0.65}$ &
  \cellcolor{PaleGoldenrod} $0.053_{\pm 0.003}$ &
  \cellcolor{PaleGoldenrod} $1.980_{\pm 0.012}$ &
  \cellcolor{PaleGoldenrod} $18.65_{\pm 1.14}$ &
  \cellcolor{PaleGoldenrod} $1.71_{\pm 0.134}$ \\
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $84.94_{\pm 0.70}$ &
  \cellcolor{PaleTurquoise} $0.034_{\pm 0.01}$ &
  \cellcolor{PaleTurquoise} $0.475_{\pm 0.012}$ &
  \cellcolor{PaleTurquoise} $26.26_{\pm 2.81}$ &
  \cellcolor{PaleTurquoise} $1.62_{\pm 0.055}$ &
  \cellcolor{PaleTurquoise} $49.56_{\pm 0.58}$ &
  \cellcolor{PaleTurquoise} $0.015_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $1.938_{\pm 0.014}$ &
  \cellcolor{PaleTurquoise} $131.32_{\pm 13.82}$ &
  \cellcolor{PaleTurquoise} $1.65_{\pm 0.046}$ \\
  &
   &
  \cellcolor{PaleGreen} SWAG lr &
  \cellcolor{PaleGreen} $83.26_{\pm 3.10}$ &
  \cellcolor{PaleGreen} $0.043_{\pm 0.027}$ &
  \cellcolor{PaleGreen} $0.544_{\pm 0.052}$ &
  \cellcolor{PaleGreen} $49.49_{\pm 8.86}$ &
  \cellcolor{PaleGreen} $1.68_{\pm 0.134}$ &
  \cellcolor{PaleGreen} $49.65_{\pm 0.65}$ &
  \cellcolor{PaleGreen} $0.053_{\pm 0.002}$ &
  \cellcolor{PaleGreen} $1.980_{\pm 0.036}$ &
  \cellcolor{PaleGreen} $18.65_{\pm 3.26}$ &
  \cellcolor{PaleGreen} $1.71_{\pm 0.021}$ \\
 % &
 %  \multirow{3}{*}{SAM} &
 %  \cellcolor{PaleGoldenrod} Constant &
 %  \cellcolor{PaleGoldenrod} $82.19_{\pm 0.38}$ &
 %  \cellcolor{PaleGoldenrod} $0.037_{\pm 0.007}$ &
 %  \cellcolor{PaleGoldenrod} $0.544_{\pm 0.007}$ &
 %  \cellcolor{PaleGoldenrod} $49.50_{\pm 4.74}$ &
 %  \cellcolor{PaleGoldenrod} $1.69_{\pm 0.085}$ &
 %  \cellcolor{PaleGoldenrod} $49.44_{\pm 0.59}$ &
 %  \cellcolor{PaleGoldenrod} $0.055_{\pm 0.004}$ &
 %  \cellcolor{PaleGoldenrod} $1.991_{\pm 0.012}$ &
 %  \cellcolor{PaleGoldenrod} $18.76_{\pm 1.36}$ &
 %  \cellcolor{PaleGoldenrod} $1.72_{\pm 0.146}$ \\
 % &
 %   &
 %  \cellcolor{PaleTurquoise} Cos Decay &
 %  \cellcolor{PaleTurquoise} $84.95_{\pm 0.69}$ &
 %  \cellcolor{PaleTurquoise} $0.035_{\pm 0.016}$ &
 %  \cellcolor{PaleTurquoise} $0.4762_{\pm 0.010}$ &
 %  \cellcolor{PaleTurquoise} $26.47_{\pm 2.96}$ &
 %  \cellcolor{PaleTurquoise} $1.63_{\pm 0.058}$ &
 %  \cellcolor{PaleTurquoise} $49.39_{\pm 0.50}$ &
 %  \cellcolor{PaleTurquoise} $0.025_{\pm 0.001}$ &
 %  \cellcolor{PaleTurquoise} $1.963_{\pm 0.015}$ &
 %  \cellcolor{PaleTurquoise} $140.33_{\pm 15.64}$ &
 %  \cellcolor{PaleTurquoise} $1.66_{\pm 0.042}$ \\ 
 %  &
 %   &
 %  \cellcolor{PaleGreen} SWAG lr &
 %  \cellcolor{PaleGreen} $83.27_{\pm 3.09}$ &
 %  \cellcolor{PaleGreen} $0.043_{\pm 0.027}$ &
 %  \cellcolor{PaleGreen} $0.539_{\pm 0.051}$ &
 %  \cellcolor{PaleGreen} $23.28_{\pm 9.31}$ &
 %  \cellcolor{PaleGreen} $1.63_{\pm 0.134}$ &
 %  \cellcolor{PaleGreen} $39.35_{\pm 0.61}$ &
 %  \cellcolor{PaleGreen} $0.157_{\pm 0.210}$ &
 %  \cellcolor{PaleGreen} $2.374_{\pm 0.036}$ &
 %  \cellcolor{PaleGreen} $38.85_{\pm 3.19}$ &
 %  \cellcolor{PaleGreen} $1.76_{\pm 0.154}$ \\ 
 \midrule
\multirow{2}{*}{L-VI} & % \multirow{4}{*}{L-VI} &
  \multirow{2}{*}{SGD} &
  \cellcolor{PaleGoldenrod} Constant &
  \cellcolor{PaleGoldenrod} $83.46_{\pm 0.34}$ &
  \cellcolor{PaleGoldenrod} $0.027_{\pm 0.002}$ &
  \cellcolor{PaleGoldenrod} $0.529_{\pm 0.000}$ &
  \cellcolor{PaleGoldenrod} $29.65_{\pm 3.44}$ &
  \cellcolor{PaleGoldenrod} $1.64_{\pm 0.087}$ &
  \cellcolor{PaleGoldenrod} $49.26_{\pm 0.69}$ &
  \cellcolor{PaleGoldenrod} $0.046_{\pm 0.006}$ &
  \cellcolor{PaleGoldenrod} $2.068_{\pm 0.018}$ &
  \cellcolor{PaleGoldenrod} $63.17_{\pm 7.96}$ &
  \cellcolor{PaleGoldenrod} $1.61_{\pm 0.165}$ \\ 
 &
   &
  \cellcolor{PaleTurquoise} Cos Decay &
  \cellcolor{PaleTurquoise} $85.11_{\pm 0.35}$ &
  \cellcolor{PaleTurquoise} $0.083_{\pm 0.003}$ &
  \cellcolor{PaleTurquoise} $0.605_{\pm 0.007}$ &
  \cellcolor{PaleTurquoise} $55.92_{\pm 3.02}$ &
  \cellcolor{PaleTurquoise} $1.56_{\pm 0.076}$ &
  \cellcolor{PaleTurquoise} $50.70_{\pm 2.29}$ &
  \cellcolor{PaleTurquoise} $0.130_{\pm 0.083}$ &
  \cellcolor{PaleTurquoise} $2.424_{\pm 0.337}$ &
  \cellcolor{PaleTurquoise} $47.53_{\pm 38.46}$ &
  \cellcolor{PaleTurquoise} $1.61_{\pm 0.24}$ \\
 % &
 %  \multirow{2}{*}{SAM} &
 %  \cellcolor{PaleGoldenrod} Constant &
 %  \cellcolor{PaleGoldenrod} $84.49_{\pm 1.19}$ &
 %  \cellcolor{PaleGoldenrod} $0.025_{\pm 0.007}$ &
 %  \cellcolor{PaleGoldenrod} $0.484_{\pm 0.034}$ &
 %  \cellcolor{PaleGoldenrod} $11.78_{\pm 0.21}$ &
 %  \cellcolor{PaleGoldenrod} $1.46_{\pm 0.038}$ &
 %  \cellcolor{PaleGoldenrod} $51.13_{\pm 0.13}$ &
 %  \cellcolor{PaleGoldenrod} $0.058_{\pm 0.008}$ &
 %  \cellcolor{PaleGoldenrod} $2.135_{\pm 0.141}$ &
 %  \cellcolor{PaleGoldenrod} $22.80_{\pm 3.51}$ &
 %  \cellcolor{PaleGoldenrod} $1.50_{\pm 0.067}$ \\
 % &
 %   &
 %  \cellcolor{PaleTurquoise} Cos Decay &
 %  \cellcolor{PaleTurquoise} $85.94_{\pm 0.25}$ &
 %  \cellcolor{PaleTurquoise} $0.021_{\pm 0.002}$ &
 %  \cellcolor{PaleTurquoise} $0.439_{\pm 0.002}$ &
 %  \cellcolor{PaleTurquoise} $14.91_{\pm 0.38}$ &
 %  \cellcolor{PaleTurquoise} $1.34_{\pm 0.044}$ &
 %  \cellcolor{PaleTurquoise} $54.04_{\pm 0.68}$ &
 %  \cellcolor{PaleTurquoise} $0.087_{\pm 0.005}$ &
 %  \cellcolor{PaleTurquoise} $2.063_{\pm 0.009}$ &
 %  \cellcolor{PaleTurquoise} $26.35_{\pm 1.86}$ &
 %  \cellcolor{PaleTurquoise} $1.42_{\pm 0.055}$ \\
\bottomrule
\end{tabular}
}
\end{table}