% Please don't include any packages like "geometry" or "full page" to change the margins.

\providecommand{\mname}[0]{SMuCo}

\usepackage{xcolor}

\newcommand\hang[1]{{\color{red} [Hang]: #1}}
\newcommand\tong[1]{{\color{blue} [Tong]: #1}}
\newcommand\lu[1]{{\color{green} [Lu]: #1}}


% =======================================================
\usepackage{amsmath}
\usepackage{amsthm}
\usepackage{amssymb}
\usepackage{mathrsfs}
\usepackage{mathtools}
% \usepackage{bbm}


\DeclarePairedDelimiterX{\infdivx}[2]{(}{)}{%
  #1\;\delimsize\|\;#2%
}
\newcommand{\infdiv}{D_{KL}\infdivx}
\DeclarePairedDelimiter{\norm}{\lVert}{\rVert}

\DeclareMathOperator{\dif}{d\!}
% \renewcommand{\diftc}{d\!}
\newcommand{\degree}{^\circ}
\newcommand{\realf}{\mathbb{R}}

% Algebra
\newcommand{\directSum}{\bigoplus}

% Set
\providecommand{\union}{\cup}
\providecommand{\intersect}{\cap}


% optim
\DeclareMathOperator*{\argmax}{argmax} % thin space, limits underneath in displays
\DeclareMathOperator*{\argmin}{argmin} % thin space, limits underneath in displays

% definition over equal operator
\DeclareMathOperator*{\defeq}{\stackrel{\mathrm{\Delta}}{=}}

\newtheorem{theorem}{Theorem}[section]
\newtheorem{lemma}{Lemma}[section]
\newtheorem{proposition}{Proposition}[section]
\newtheorem{definition}{Definition}[section]
\newtheorem{corollary}{Corollary}[section]

% \newcommand{\norm}[1]{\lVert #1 \rVert}
\newcommand{\grad}{\nabla}

\providecommand{\indicator}[1]{\mathbbm{1}_{\{#1\}}}

\providecommand{\statespace}{\mathcal{O}}
\providecommand{\actionspace}{\mathcal{A}}
\providecommand{\featurespace}{\mathcal{S}}

\providecommand{\oriobsspace}{\mathcal{O}}
\providecommand{\obsspace}{\mathcal{O}}
\providecommand{\transprob}{\mathcal{P}}
\providecommand{\imgobsspace}{\tilde{\mathcal{O}}}
\providecommand{\transstatespace}{\tilde{\statespace}}

\newcommand{\algoname}{RCRL }
\providecommand{\replaybuffer}{\mathcal{D}}

\providecommand{\pibisim}{d_{\sim}^{\pi}}
\providecommand{\bisim}{d^{\pi}}

\providecommand{\muinfo}[2]{\mathcal{I}(#1 ; #2)}
\providecommand{\condmuinfo}[3]{\mathcal{I}(#1 ; #2 | #3)}





% appendix proof
\providecommand{\fixp}{\rho^*}
\providecommand{\lscm}{\mathfrak{lsc}_{m}}


\usepackage{xspace}

\providecommand{\rectrm}{reconstruction entropy term $\mathcal{L}_{\text{REC}}$\xspace}
\providecommand{\llhtrm}{expected log likelihood term $\mathcal{L}_{\text{LL}}$\xspace}
\providecommand{\ctrtrm}{temporal contrastive term $\mathcal{L}_{\text{TC}}$\xspace}

\usepackage{float}

% method name
% \providecommand{\mname}[0]{SMuCo}


% checkmark and xmark
\usepackage{pifont}% http://ctan.org/pkg/pifont
\newcommand{\cmark}{\ding{51}}%
\newcommand{\xmark}{\ding{55}}%

\usepackage{caption}
\usepackage{subcaption}

\usepackage{algorithm}
\usepackage{algorithmic}

% \usepackage{wrapfig}


\setlength{\intextsep}{5pt} % figure text separation
\setlength{\textfloatsep}{5pt}  % shrink the gap between algorithm and text

% \setlength{\belowcaptionskip}{-6pt} %\belowcaptionskip - Space below float caption

\usepackage{booktabs}