\section{Appendix}

\begin{figure}[!h]
	\centering
    \includegraphics[width=0.8\columnwidth]{figs/sucess_example_hard.png}
	\caption{ 
	Example qualitative of the proposed method. 
	Different colors marked in the image indicate different lesions.
	(A) A T2-FLAIR image example of a region with confluent lesions. 
	(B) Individual lesions labeled by trained experts.
	(C) Individual lesions labeled by the proposed memory U-Net.
	}
	\label{fig:successful_img_example_hard}
\end{figure}

\begin{figure}[!h]
	\centering
    \includegraphics[width=0.8\columnwidth]{figs/sucess_example_simple.png}
	\caption{ 
	Example qualitative of the proposed method. 
	Different colors marked in the image indicate different lesions.
	(A) A T2-FLAIR image example of a region with confluent lesions. 
	(B) Individual lesions labeled by trained experts.
	(C) Individual lesions labeled by the proposed memory U-Net.
	}
	\label{fig:successful_img_example_simple}
\end{figure}

\begin{figure}[!h]
	\centering
    \includegraphics[width=0.7\columnwidth]{figs/failure_example.png}
	\caption{ 
	Example qualitative of the proposed method. 
	Different colors marked in the image indicate different lesions.
	Yellow boxes indicate regions of failure.
	(A) A T2-FLAIR image example of a region with confluent lesions. 
	(B) Individual lesions labeled by trained experts.
	(C) Individual lesions labeled by the proposed memory U-Net.
	}
	\label{fig:successful_img_example_simple}
\end{figure}

\begin{figure}[!h]
	\centering
    \includegraphics[width=0.7\columnwidth]{figs/offset.png}
	\caption{ 
    2D illustration of the offset generation.
    Suppose $(x_c,y_c)$ (the red point) is the center of the lesion marked in Cambridge blue, $(x_i,y_i)$ (the blue point) is the position of the voxel to generate offsets, $g_i^{s}$ is the offset of the blue point along saggital direction, $g_i^{c}$ is the offset of the blue point along coronal direction, we can get the offsets in this 2D case as $(x_c-x_i,y_c-y_i)$.
    It is easy to extend this offset generation mechanism to the 3D case.
	}
	\label{fig:offset}
\end{figure}

