\begin{table*}[t]
\small
\centering
\caption{\small Explanation Stability Metrics}
\label{tab:metrics}
\begin{tabular}{lll}\toprule
Metric name & {Metric description}  & Range  \\\midrule
\multirow{3}{*}{SA}  & \textbf{Top-K Sign Agreement} - given the top-k feature sets for two models, what         & \multirow{3}{*}{{[}0,1{]}} \\
     & percent of top-k features appear in both explanations and have the same signed value       &  \\
 & in the gradient? Order of the top-k features does not matter.   &   \\
 \multirow{2}{*}{CDC} & \textbf{Consistent Direction of Contribution} - binary:  do all features in the top-k (for    & \multirow{2}{*}{$\{0,1\}$} \\
   & either model) have the same gradient sign in the other model?  &  \\
  \multirow{3}{*}{SSA} & \textbf{Signed-Set Agreement} - binary: 1 if the two models' top-k feature sets contain      & \multirow{2}{*}{$\{0,1\}$} \\
  & the same features and the features have the same gradient sign. Order of the top-k      &   \\
 & features does not matter. & \\
 % Gradient norm  & Given two sets of gradients $g_1$ and $g_2$, compute $\| g_1 - g_2 \|_2 $                                 & {[}0, $\infty$)            \\
 % \multirow{2}{*}{Gradient angle}    & Given two sets of gradients $g_1$ and $g_2$, return the average angle between entries in     & \multirow{2}{*}{[0, $\pi$]}  \\
 %  & $g_1$ and $g_2$  & \\
\bottomrule
\end{tabular}
\end{table*}