% \documentclass{uai2025} % for initial submission
\documentclass[accepted]{uai2025} % after acceptance, for a revised version; 
% also before submission to see how the non-anonymous paper would look like 
                        
%% There is a class option to choose the math font
% \documentclass[mathfont=ptmx]{uai2025} % ptmx math instead of Computer
                                         % Modern (has noticeable issues)
% \documentclass[mathfont=newtx]{uai2025} % newtx fonts (improves upon
                                          % ptmx; less tested, no support)
% NOTE: Only keep *one* line above as appropriate, as it will be replaced
%       automatically for papers to be published. Do not make any other
%       change above this note for an accepted version.

%% Choose your variant of English; be consistent
\usepackage[american]{babel}
% \usepackage[british]{babel}
\usepackage{amsthm ,amsmath, amssymb, natbib, graphicx, url, algorithm2e}
%% Some suggested packages, as needed:
\usepackage{natbib} % has a nice set of citation styles and commands
    \bibliographystyle{plainnat}
    \renewcommand{\bibsection}{\subsubsection*{References}}
\usepackage{mathtools} % amsmath with fixes and additions
% \usepackage{siunitx} % for proper typesetting of numbers and units
\usepackage{booktabs}       % professional-quality tables
\usepackage{amsfonts}       % blackboard math symbols
\usepackage{nicefrac}       % compact symbols for 1/2, etc.
\usepackage{microtype}      % microtypography
% \usepackage{xcolor}
\usepackage{mathtools,amsfonts,amssymb,mdframed,xspace,xfrac,bm}
\usepackage{makecell}
% \usepackage{algorithm,algorithmic}
%\usepackage{eucal}
% \usepackage{amsmath}
\usepackage{amssymb,amsopn,mathtools}
% \usepackage{amsthm}
\usepackage{mathrsfs}
\usepackage{complexity}
\usepackage{enumitem}
\usepackage{subcaption}
% \usepackage{caption}
\usepackage{dsfont}
\usepackage{framed}
%\usepackage{amsthm}
%\pagenumbering{gobble}
%\usepackage[capitalize,noabbrev]{cleveref}
\DeclarePairedDelimiter\floor{\lfloor}{\rfloor}
% \usepackage{algorithm2e}
% \SetKwComment{Comment}{/* }{ */}
% \RestyleAlgo{ruled}
\usepackage{diagbox}
\usepackage{multirow}
\usepackage{booktabs}

% \section{Appendix} \label{sec:appendix}
%\usepackage[page]{appendix} % print appendices title
%\renewcommand{\appendixpagename}{Weak to Strong Learning from Aggregate Labels (Appendix)} % Appendices title

\theoremstyle{plain}
\newtheorem{theorem}{Theorem}[section]
\newtheorem{proposition}[theorem]{Proposition}
\newtheorem{lemma}[theorem]{Lemma}
\newtheorem{corollary}[theorem]{Corollary}
\theoremstyle{definition}
\newtheorem{definition}[theorem]{Definition}
\newtheorem{assumption}[theorem]{Assumption}
\theoremstyle{remark}
\newtheorem{remark}[theorem]{Remark}

\newcommand\snote[2]{{\color{blue!30!red} **{\bf #1:} \texttt{ #2}**}}
\newcommand{\eps}{\varepsilon}
\newcommand{\td}{\tilde{\mathcal{D}}}
\newcommand{\Ex}{\mathbb{E}}
\renewcommand{\E}{\mathbb{E}}
\newcommand{\oS}{{\overline{S}}}
\newcommand{\oN}{{\overline{N}}}
\newcommand{\oQ}{\overline{Q}}
\newcommand{\done}{{\mathcal{D}_1}}
\newcommand{\dzero}{{\mathcal{D}_0}}
\newcommand{\Langle}{\left\langle}
\newcommand{\Rangle}{\right\rangle}
\newcommand{\cH}{\mathcal{H}}
\newcommand{\mT}{\mathfrak{T}}
\newcommand{\Var}{\operatorname{Var}}
\newcommand{\Cov}{\operatorname{Cov}}
\newcommand{\trc}{{\sf{trunc}}}
\newcommand{\pos}{{\sf{pos}}}
\newcommand{\opt}{{\sf{opt}}}
\newcommand{\val}{{\sf{val}}}
\newcommand{\Z}{\mathbb{Z}}
\renewcommand{\R}{\mathbb{R}}

\newcommand{\mc}[1]{\ensuremath{\mathcal{#1}}}
\newcommand{\mb}[1]{\ensuremath{\mathbf{#1}}}
\newcommand{\tn}[1]{\ensuremath{\textnormal{#1}}}
\newcommand{\ol}[1]{\ensuremath{\overline{#1}}}
\newcommand{\wh}[1]{\ensuremath{\widehat{#1}}}


\newcommand{\bX}{{\mb{X}}}
\newcommand{\bY}{{\mb{Y}}}
\newcommand{\bc}{{\mb{c}}}
\newcommand{\bZ}{{\mb{Z}}}
\newcommand{\bA}{{\mb{A}}}
\newcommand{\ba}{{\mb{a}}}
\newcommand{\bB}{{\mb{B}}}
\newcommand{\bb}{{\mb{b}}}
\newcommand{\llpltf}{{\sf LLP-LTF}}
\newcommand{\bW}{{\mb{W}}}
\newcommand{\bU}{{\mb{U}}}
\newcommand{\bV}{{\mb{V}}}

\newcommand{\bg}{{\mb{g}}}
\newcommand{\bx}{{\mathbf{x}}}
\newcommand{\by}{{\mathbf{y}}}
\newcommand{\bL}{{\mathbf{L}}}
\newcommand{\bT}{{\mathbf{T}}}
\newcommand{\bs}{{\mathbf{s}}}
\newcommand{\bz}{{\mathbf{z}}}
\newcommand{\bu}{{\mathbf{u}}}
\newcommand{\bv}{{\mathbf{v}}}
\newcommand{\bw}{{\mathbf{w}}}
\newcommand{\br}{{\mathbf{r}}}
\newcommand{\bS}{{\mathbf{S}}}
\newcommand{\bG}{{\mathbf{G}}}
\newcommand{\bH}{{\mathbf{H}}}
\newcommand{\bD}{{\mathbf{D}}}

%% Provided macros
% \smaller: Because the class footnote size is essentially LaTeX's \small,
%           redefining \footnotesize, we provide the original \footnotesize
%           using this macro.
%           (Use only sparingly, e.g., in drawings, as it is quite small.)

%% Self-defined macros
\newcommand{\swap}[3][-]{#3#1#2} % just an example

\title{Weak to Strong Learning from Aggregate Labels}

% The standard author block has changed for UAI 2025 to provide
% more space for long author lists and allow for complex affiliations
%
% All author information is authomatically removed by the class for the
% anonymous submission version of your paper, so you can already add your
% information below.
%
% Add authors
\author[1]{\href{mailto:<yuktimakhija@google.com>?Subject=Weak to Strong Learning from Aggregate Labels}{Yukti Makhija}{}}
\author[1]{\href{mailto:<rishisaket@google.com>?Subject=Weak to Strong Learning from Aggregate Labels}{Rishi Saket}{}}

% Add affiliations after the authors
\affil[1]{%
    Google DeepMind. \texttt{\small \{yuktimakhija,rishisaket\}@google.com}
}
% \affil[2]{%
%     Second Affiliation\\
%     Address\\
%     …
% }
% \affil[3]{%
%     Another Affiliation\\
%     Address\\
%     …
%   }
  
  \begin{document}
\maketitle

\begin{abstract}
  In learning from aggregate labels, the training data consists of sets or ``bags'' of feature-vectors (instances) along with an aggregate label for each bag derived from the (usually $\{0,1\}$-valued) labels of its constituent instances. In \textit{learning from label proportions} (LLP), the aggregate label of a bag is the average of the instance labels, whereas in \textit{multiple instance learning} (MIL) it is the OR i.e., disjunction. The goal is to train an instance-level predictor 
  that maximizes the accuracy which is the fraction of \textit{satisfied} bags i.e., those on which the model's induced labels are consistent with the target aggregate label. A weak learner in this context is one which has at a constant accuracy $ < 1$ on the training bags, while a strong learner's accuracy can be arbitrarily close to $1$. We study the problem of using a weak learner on such training bags with aggregate labels to obtain a strong learner. 
  In a novel result, our work proves the impossibility of boosting in the LLP setting using weak learners of any accuracy $< 1$ by constructing a collection of bags for which such weak learners (for any weight assignment) exist, while not admitting any strong learner. A variant of this construction also rules out boosting in MIL for a non-trivial range of weak learner accuracy. 
  In the LLP setting however, we show that a weak learner (with small accuracy) on large enough bags can in fact be used to obtain a strong learner for small bags, in polynomial time. We also provide more efficient, sampling based variant of our procedure with probabilistic guarantees which are empirically validated on three real and two synthetic datasets. 
\end{abstract}

\input{introduction}
\input{overview}
\input{preliminaries}
\input{result_llp_impossibility}

\input{weak_to_strong_alg}
\input{randomized-algo}

\input{experiments}


\input{conclusion}

% \begin{contributions} % will be removed in pdf for initial submission 
% 					  % (without ‘accepted’ option in \documentclass)
%                       % so you can already fill it to test with the
%                       % ‘accepted’ class option
%     Briefly list author contributions. 
%     This is a nice way of making clear who did what and to give proper credit.
%     This section is optional.

%     H.~Q.~Bovik conceived the idea and wrote the paper.
%     Coauthor One created the code.
%     Coauthor Two created the figures.
% \end{contributions}

% \begin{acknowledgements} % will be removed in pdf for initial submission,
% 						 % (without ‘accepted’ option in \documentclass)
%                          % so you can already fill it to test with the
%                          % ‘accepted’ class option
%     Briefly acknowledge people and organizations here.

%     \emph{All} acknowledgements go in this section.
% \end{acknowledgements}

% References
\bibliography{references}

\newpage

\onecolumn

% \title{Weak to Strong Learning from Aggregate Labels\\(Supplementary Material)}
% \maketitle





\appendix
\input{appendix}


\end{document}
