-
Notifications
You must be signed in to change notification settings - Fork 0
/
results.tex
25 lines (25 loc) · 3.16 KB
/
results.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
\begin{table}[!ht]
\centering
\caption{\small \textbf{Results (true positive rate at the 5\% significance level) for detection of harmful covariate shift} on CIFAR-10.1, Camelyon 17 and UCI Heart Disease benchmarks.
The \textbf{best} result for each column is bolded, results that are within $\underline{\text{2\% of the best}}$ are underlined and the \textit{best baseline} method is italicized.}
\vspace{5mm}
\setlength{\tabcolsep}{5pt}
{\renewcommand{\arraystretch}{2}%
\resizebox{\textwidth}{!}{
\begin{tabular}{r|ccc|ccc|ccc}
\toprule[1.5pt]
\multicolumn{1}{r|}{} & \multicolumn{3}{c|}{\textbf{\large CIFAR 10.1}} & \multicolumn{3}{c|}{\textbf{\large Camelyon 17}} & \multicolumn{3}{c}{\textbf{\large {UCI Heart Disease}}} \\
\multicolumn{1}{r|}{\large $|\boldQ|$} & 10 & 20 & \multicolumn{1}{c|}{50} & 10 & 20 & \multicolumn{1}{c|}{50} & 10 & 20 & \multicolumn{1}{c}{50} \\\midrule[1.5pt]
\thead{ BBSD} & $.07\pm.03$ & $.05 \pm .02$ & $.12 \pm .03$ & $.16 \pm .04$ & $.38 \pm .05$ & $.87 \pm .03$ & $.13 \pm .03$ & $.22 \pm .04$ & $.46 \pm .05$ \\
\thead{ Rel. Mahalanobis} & $.05 \pm .02$ & $.03 \pm .03$ & $.04 \pm .02$ & $.16 \pm .04$ & $.40 \pm .05$ & $\mathit{.89 \pm .03}$ & $.11 \pm .03$ & $.36 \pm .05$ & $.66 \pm .05$ \\
\thead{ Deep Ensemble\\(Dis)} & $.23 \pm .04$ & $.40 \pm .05$ & $\mathit{.74 \pm .04}$ & $.10 \pm .03$ & $.11 \pm .03$ & $.13 \pm .03$ & $.02 \pm .01$ & $.00 \pm .00$ & $.32 \pm .05$ \\
\thead{ Deep Ensemble\\ (Entropy)} & $\mathit{.33 \pm .05}$ & $\mathit{.52 \pm .05}$ & $.68 \pm .05$ & $.14 \pm .03$ & $.26 \pm .04$ & $.82 \pm .04$ & $.13 \pm .03$ & $.32 \pm .05$ & $.64 \pm .05$ \\
\thead{CTST} & $.03 \pm .02$ & $.04 \pm .02$ & $.04 \pm .02$ & $.11 \pm .03$ & $.59 \pm .05$ & $.59 \pm .05$ & $\mathit{.15 \pm .04}$ & $\mathit{.51 \pm .05}$ & $\underline{\mathit{.98 \pm .01}}$ \\
\thead{ MMD-D} & $.24 \pm .04$ & $.10 \pm .03$ & $.05 \pm .02$ & $\mathit{.42 \pm .05}$ & $\mathit{.62 \pm .05}$ & $.69 \pm .05$ & $.09 \pm .03$ & $.12 \pm .03$ & $.27 \pm .04$ \\
\thead{ H-Div} & $.02\pm .01$ & $.05\pm .02$ & $.04\pm .02$ & $.03\pm .02$ & $.07\pm .03$ & $.23\pm .04$ & $\mathit{.15 \pm .04}$ & $.26 \pm .04$ & $.37 \pm .05$ \\\midrule[1.5pt]
\textbf{\thead{ Detectron \\ (Dis)}} & $\mathbf{.37 \pm .05}$ & $\underline{.54 \pm .05}$ & $.83 \pm .04$ & $\mathbf{.97 \pm .02}$ & $\mathbf{1.0 \pm .00}$ & $.96 \pm .02$ & $.24 \pm 0.04$ & $.57 \pm 0.05$ & $.82 \pm 0.04$ \\
\textbf{\thead{ Detectron \\ (Entropy)}} & $\underline{.35 \pm .05}$ & $\mathbf{.56 \pm .05}$ & $\mathbf{.92 \pm .03}$ & $\mathbf{.97 \pm .02}$ & $\mathbf{1.0 \pm .00}$ & $\mathbf{1.0 \pm .00}$ & $\mathbf{.45 \pm .05}$ & $\mathbf{.88 \pm 0.03}$ & $\mathbf{1.0\pm .00}$ \\
\end{tabular}
}}
\label{tab:results}
\end{table}