% DO NOT EDIT - automatically generated from metadata.yaml

\def \codeURL{https://github.com/KaiserWhoLearns/CompGenRep_MLRC2022}
\def \codeDOI{}
\def \codeSWH{swh:1:dir:f508ee8f31bd7a768d1fa09e7fedf834e663fd6e}
\def \dataURL{}
\def \dataDOI{}
\def \editorNAME{}
\def \editorORCID{}
\def \reviewerINAME{}
\def \reviewerIORCID{}
\def \reviewerIINAME{}
\def \reviewerIIORCID{}
\def \dateRECEIVED{01 November 2018}
\def \dateACCEPTED{}
\def \datePUBLISHED{}
\def \articleTITLE{[Re] A Replication Study of Compositional Generalization Works on Semantic Parsing}
\def \articleTYPE{Replication}
\def \articleDOMAIN{ML Reproducibility Challenge 2022}
\def \articleBIBLIOGRAPHY{bibliography.bib}
\def \articleYEAR{2023}
\def \reviewURL{https://openreview.net/forum?id=MF9uv95psps}
\def \articleABSTRACT{We examine the reproducibility of compositional generalization results from the task of semantic parsing. We aim to reproduce results from [1], [2], and [3] and seek to verify the claims that 1. A model shouldn’t be expected to perform well on non‐synthetic datasets just because it performs well on SCAN [1], 2. The approaches from [1] and [2] meet or exceed baseline performance on compositional generalization tests, and 3. NQG‐T5 [1] outperforms baselines on both synthetic and natural data. 4. NQG [1] performs well on the instances that it is able to generate a prediction, but it faces the barrier of not being able to generate predictions for all instances.}
\def \replicationCITE{Peter Shaw, Ming-Wei Chang, Panupong Pasupat, and Kristina Toutanova. 2021. Compositional Generalization and Natural Language Variation: Can a Semantic Parsing Approach Handle Both?. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pages 922–938, Online. Association for Computational Linguistics.}
\def \replicationBIB{shaw-etal-2021-compositional}
\def \replicationURL{https://aclanthology.org/2021.acl-long.75.pdf}
\def \replicationDOI{}
\def \contactNAME{Kaiser Sun}
\def \contactEMAIL{kaisersun@meta.com}
\def \articleKEYWORDS{rescience c, rescience x, natural language processing, compositional generalization, machine learning}
\def \journalNAME{ReScience C}
\def \journalVOLUME{9}
\def \journalISSUE{2}
\def \articleNUMBER{}
\def \articleDOI{}
\def \authorsFULL{Kaiser Sun, Adina Williams and Dieuwke Hupkes}
\def \authorsABBRV{K. Sun, A. Williams and D. Hupkes}
\def \authorsSHORT{Sun, Williams and Hupkes}
\title{\articleTITLE}
\date{}
\author[1,\orcid{0009-0005-0475-4189}]{Kaiser Sun}
\author[1,2,\orcid{0000-0001-5281-3343}]{Adina Williams}
\author[1,2,\orcid{0000-0002-9883-3304}]{Dieuwke Hupkes}
\affil[1]{Meta AI, 1601 Willow Road Menlo Park, CA 94025, United States}
\affil[2]{Shared senior authorship}
