de496b80d60c267a2d7eea3b3c1dc40f693daee7		branch 'main' of github.com:EleutherAI/lm-evaluation-harness
7b81fc2837bb6fda0ebe5d0a5a453fbb6b4d06c1	not-for-merge	branch 'StellaAthena-patch-1' of github.com:EleutherAI/lm-evaluation-harness
476901b7fecee16b20335d995cb44122abc894e5	not-for-merge	branch 'StellaAthena-patch-2' of github.com:EleutherAI/lm-evaluation-harness
81317ad4d667642a1dbdc68e34a3a3a783386327	not-for-merge	branch 'acc_mutual' of github.com:EleutherAI/lm-evaluation-harness
c6491878fb0a9d627dff50336c98bbf39e3b56e4	not-for-merge	branch 'adamlin120/main' of github.com:EleutherAI/lm-evaluation-harness
495d50bf103d7db160a9244f16a73aa4ece46ca4	not-for-merge	branch 'add-chat-templating' of github.com:EleutherAI/lm-evaluation-harness
4bf4469503f084757e5930b342697976de5193ae	not-for-merge	branch 'add-paloma-benchmark' of github.com:EleutherAI/lm-evaluation-harness
9a3b19aa95b47038cbb69e556e1ec4d7fb94c7eb	not-for-merge	branch 'add-siqa' of github.com:EleutherAI/lm-evaluation-harness
cc10eee6abb335c3132f28db57cbf0af1517c614	not-for-merge	branch 'add_humaneval' of github.com:EleutherAI/lm-evaluation-harness
7f49429a5e988f28715cb19a5d083bf4e70bf83f	not-for-merge	branch 'afrimmlu-edit' of github.com:EleutherAI/lm-evaluation-harness
0b8dda31a7275443ba9ab957edb63b8294567a04	not-for-merge	branch 'ai2d' of github.com:EleutherAI/lm-evaluation-harness
861c5c276b4f708a410f07dc8e010313dc885399	not-for-merge	branch 'aime24' of github.com:EleutherAI/lm-evaluation-harness
0d1ef03742d4986dfb85670971561760dda5f25a	not-for-merge	branch 'alt_worlds' of github.com:EleutherAI/lm-evaluation-harness
686098d0412f26dcf8877d0063d6d71323556f0d	not-for-merge	branch 'api' of github.com:EleutherAI/lm-evaluation-harness
948f120f87662eacaff98bab11297c67764f2861	not-for-merge	branch 'autobatchtest' of github.com:EleutherAI/lm-evaluation-harness
b281b0921b636bc36ad05c0b0b0763bd6dd43463	not-for-merge	branch 'b281b09' of github.com:EleutherAI/lm-evaluation-harness
569f9e6e2ec4992fc04e81890640926a1910d0c1	not-for-merge	branch 'b_limit' of github.com:EleutherAI/lm-evaluation-harness
a4987bba6e9e9b3f22bd3a6c1ecf0abd04fd5622	not-for-merge	branch 'baber' of github.com:EleutherAI/lm-evaluation-harness
e162dc46c5b45bc04ba8cde985bccf6e3bbb325e	not-for-merge	branch 'based-tasks' of github.com:EleutherAI/lm-evaluation-harness
a4987bba6e9e9b3f22bd3a6c1ecf0abd04fd5622	not-for-merge	branch 'bchat' of github.com:EleutherAI/lm-evaluation-harness
4a0b0d6efb353e4c62cbae7cd3e353744f4dc5d2	not-for-merge	branch 'big-merge-from-gakada' of github.com:EleutherAI/lm-evaluation-harness
967eb4fa90b80ba4e8cc7a2fd171f44f0e384808	not-for-merge	branch 'big-refactor' of github.com:EleutherAI/lm-evaluation-harness
3453b1286aacf8a1de80678367ce6ca379724990	not-for-merge	branch 'bjudge' of github.com:EleutherAI/lm-evaluation-harness
5cc65a798a6348779bfe0854e7cb1e449a79228f	not-for-merge	branch 'brier_score' of github.com:EleutherAI/lm-evaluation-harness
f19408c3b20671bd6ca1fc9f1c660b826daec9f2	not-for-merge	branch 'cach' of github.com:EleutherAI/lm-evaluation-harness
e1ae8a2f52a68a66aca4233ad22bcf970861edd2	not-for-merge	branch 'calibration' of github.com:EleutherAI/lm-evaluation-harness
2266c4f3ad1cb347cf6452e024f811a03ea288ad	not-for-merge	branch 'chat_' of github.com:EleutherAI/lm-evaluation-harness
a6d3c0588f1d706eade399e35c65aa9ddf41b7d0	not-for-merge	branch 'chat_template' of github.com:EleutherAI/lm-evaluation-harness
7216a27b79900e67132c226ed1eb66d1f86b4fca	not-for-merge	branch 'cloze' of github.com:EleutherAI/lm-evaluation-harness
3e8135ceb22da3f95d97ab5ab4f4a86ec888854f	not-for-merge	branch 'comma' of github.com:EleutherAI/lm-evaluation-harness
159ede43df79456e6caa02759d0dc8bc105b5e41	not-for-merge	branch 'commonsense_qa' of github.com:EleutherAI/lm-evaluation-harness
efb469374ad228c294e82592786a601e34485d13	not-for-merge	branch 'convert_gen' of github.com:EleutherAI/lm-evaluation-harness
8582a380b17ce3e08ac28fa88c00ae174261bfdf	not-for-merge	branch 'cost' of github.com:EleutherAI/lm-evaluation-harness
6439efabaedcc980d7891bf128ff3bcb970d76fc	not-for-merge	branch 'custom-aggregation' of github.com:EleutherAI/lm-evaluation-harness
c039c20ecdc02b8da0c80e3dcda4f91626c8de37	not-for-merge	branch 'dash_topk' of github.com:EleutherAI/lm-evaluation-harness
6d709641ba8c3f891cd3c8e62cc4f57ae3866e79	not-for-merge	branch 'dm_math' of github.com:EleutherAI/lm-evaluation-harness
2e7248969c59d8dc58d7cc8ad7d6ffcfd06a37ab	not-for-merge	branch 'feature/update-kotask-prompt' of github.com:EleutherAI/lm-evaluation-harness
096aefda798eede1810e5101f378b24f371d177b	not-for-merge	branch 'fewshot_refactor' of github.com:EleutherAI/lm-evaluation-harness
e2909b333c52e7600ade42fb7ac500d0e532fc2e	not-for-merge	branch 'fix-fewshot-bbh-parsing' of github.com:EleutherAI/lm-evaluation-harness
787c99ef063f802b3019f03c0780f5d5660cb222	not-for-merge	branch 'fix-len0-continuations' of github.com:EleutherAI/lm-evaluation-harness
b535f09816904fb3e801bdc84e1fe903868fbc05	not-for-merge	branch 'fix-task-table' of github.com:EleutherAI/lm-evaluation-harness
59ee46528473d8739443526b5caa4d22c194168f	not-for-merge	branch 'gen' of github.com:EleutherAI/lm-evaluation-harness
e5dfd0304efa6668bcf61aa3eb22ce8abe337eaf	not-for-merge	branch 'genericize-args' of github.com:EleutherAI/lm-evaluation-harness
574f94d09182f793608b9f7396d960afcbaf1651	not-for-merge	branch 'group-config' of github.com:EleutherAI/lm-evaluation-harness
df7fee6e51e8a28417bd31e0b369d0eb570538b0	not-for-merge	branch 'hailey-multimodal-prototyping' of github.com:EleutherAI/lm-evaluation-harness
d7457ad3ca9b4801c6fbc64f20fe4e64ec2f8726	not-for-merge	branch 'inverse-scaling-tasks' of github.com:EleutherAI/lm-evaluation-harness
b189066ddf970be1ec6d0deec31c121b9b83a4c9	not-for-merge	branch 'japanese-tasks' of github.com:EleutherAI/lm-evaluation-harness
2e7248969c59d8dc58d7cc8ad7d6ffcfd06a37ab	not-for-merge	branch 'ko' of github.com:EleutherAI/lm-evaluation-harness
97e3c9fe16856d023830a85eb70f7e39493fc8d7	not-for-merge	branch 'lama_primed_negated' of github.com:EleutherAI/lm-evaluation-harness
f3af7dfde33d1d6e9d4cd2e7f3f8896b2ae7760d	not-for-merge	branch 'lazy_reg' of github.com:EleutherAI/lm-evaluation-harness
8db0a470cb54ba11f870eee886ea294b9c5f3f32	not-for-merge	branch 'lintang-multimodal-prototyping' of github.com:EleutherAI/lm-evaluation-harness
392ef25fd66613594c0d309edadb4df9a93ffe73	not-for-merge	branch 'lintangsutawika-patch-1' of github.com:EleutherAI/lm-evaluation-harness
0d0746c63953579fc9f3b3ac753b93ef49893cca	not-for-merge	branch 'lintangsutawika-patch-2' of github.com:EleutherAI/lm-evaluation-harness
a8390f78ca0e7273c0222e4647783bc5e60825e2	not-for-merge	branch 'lintangsutawika-patch-3' of github.com:EleutherAI/lm-evaluation-harness
4e1ef7495039a3565930e901e0399b306dc9bcea	not-for-merge	branch 'lintangsutawika-patch-4' of github.com:EleutherAI/lm-evaluation-harness
ce36a6bda8586912a833b27e05c22996a9788f51	not-for-merge	branch 'lintangsutawika-patch-5' of github.com:EleutherAI/lm-evaluation-harness
bf11ac93520f3bbd113fd1fb9919cc9cf94d684c	not-for-merge	branch 'llama' of github.com:EleutherAI/lm-evaluation-harness
7f1d4b5a583bb34babf6967c4a25e9d6e0687de6	not-for-merge	branch 'logprob-completions' of github.com:EleutherAI/lm-evaluation-harness
62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d	not-for-merge	branch 'ls' of github.com:EleutherAI/lm-evaluation-harness
42401fa28d36327c56e0a963fbf9b2134363a44c	not-for-merge	branch 'masakhane-io/main' of github.com:EleutherAI/lm-evaluation-harness
0bf683b4e6a9df359b3156ba9ba8d62bdd47e0c0	not-for-merge	branch 'master' of github.com:EleutherAI/lm-evaluation-harness
1e92f2070c297cfb6f6061502a12f568c43c0fb5	not-for-merge	branch 'math' of github.com:EleutherAI/lm-evaluation-harness
5df2ca4e2399142ec7e684d663d2040e385e3ddc	not-for-merge	branch 'mathvista' of github.com:EleutherAI/lm-evaluation-harness
3fa62d46b7ca03a312eef05f5d876e84449586f1	not-for-merge	branch 'mc-answer-prompt-experiment' of github.com:EleutherAI/lm-evaluation-harness
d99feafafd1b7225c10cf54cc8a7fbe2fd6db767	not-for-merge	branch 'mela' of github.com:EleutherAI/lm-evaluation-harness
304bd6ebd2ec39417f02c3c4d8d4769aadfe0891	not-for-merge	branch 'metric-loading' of github.com:EleutherAI/lm-evaluation-harness
68687d6df1ac20e60d547efb739ccc2d48a2a72f	not-for-merge	branch 'metrics' of github.com:EleutherAI/lm-evaluation-harness
94334a79f13b3ff22916c3f3690f87e285e9c707	not-for-merge	branch 'mm-llm' of github.com:EleutherAI/lm-evaluation-harness
c1dce09e7c6078f94fd0b4d32de3bc8c024b9f9e	not-for-merge	branch 'mmlu' of github.com:EleutherAI/lm-evaluation-harness
84025a438b801763d021821b72d954846edf69be	not-for-merge	branch 'mmlu-pro' of github.com:EleutherAI/lm-evaluation-harness
458342e21e19bdc9fedc9454b3bc1e6c6e596785	not-for-merge	branch 'mmlu-pro-changes' of github.com:EleutherAI/lm-evaluation-harness
f692caa905ddc0316f5807403e4d1cac5380b04d	not-for-merge	branch 'mmlu-test' of github.com:EleutherAI/lm-evaluation-harness
d9d45c9edbc3483ab90194bcd998270a79dc0a87	not-for-merge	branch 'mmlu_llama' of github.com:EleutherAI/lm-evaluation-harness
31ebb599b46f8e13526d3d1b947133b2cd26ac54	not-for-merge	branch 'multilingual' of github.com:EleutherAI/lm-evaluation-harness
593998e849b8efd0baf518d5398bd6aa1c8a4347	not-for-merge	branch 'multimodal-evals' of github.com:EleutherAI/lm-evaluation-harness
baf2809618c3e781ad999c8ea459847e3d908f69	not-for-merge	branch 'multimodal-support' of github.com:EleutherAI/lm-evaluation-harness
7e186d53d24768dc3aae0869bda3b2dffbc91754	not-for-merge	branch 'multiprompt' of github.com:EleutherAI/lm-evaluation-harness
f6b4df5c854f67386a4dd46d20ffd061f0791e84	not-for-merge	branch 'newpy' of github.com:EleutherAI/lm-evaluation-harness
fbea43111cb9fa58c6219090a3acc04ad7b22497	not-for-merge	branch 'no-bootstrap' of github.com:EleutherAI/lm-evaluation-harness
176a4b1d3bd9c0e1990a1d0b8a39722dc9e96650	not-for-merge	branch 'num_fewshot_fix' of github.com:EleutherAI/lm-evaluation-harness
f2a9b4c4ec79cbec6d99518401084a2968e2ad79	not-for-merge	branch 'parentheses' of github.com:EleutherAI/lm-evaluation-harness
9b14ec2c5c4d0fa0d7db370b0732fa3cda9b5ecd	not-for-merge	branch 'patch-group-metric-aggregation' of github.com:EleutherAI/lm-evaluation-harness
d21107eb39766a056e8807a9d4f3fc61d2f84536	not-for-merge	branch 'polyglot' of github.com:EleutherAI/lm-evaluation-harness
4eecbabb78c96941d011aecc44adcddc8a672736	not-for-merge	branch 'prefill' of github.com:EleutherAI/lm-evaluation-harness
9ab8538f9d11bcc4b565ca40f37e2d06f213cdf1	not-for-merge	branch 'pythia' of github.com:EleutherAI/lm-evaluation-harness
adaa79ec95aa76e0ad2fb5c086d0bf1f8de7c635	not-for-merge	branch 'qwen_math' of github.com:EleutherAI/lm-evaluation-harness
8f9fe14a99eb7e1031f4d80901e74b164856381a	not-for-merge	branch 'readme' of github.com:EleutherAI/lm-evaluation-harness
5b8adc79ca6fe3cd40d4e11aee0bbc980f92dbc0	not-for-merge	branch 'readme-overwrite' of github.com:EleutherAI/lm-evaluation-harness
34ae15c6b4a3b7e2bb54c57da12873706a92d520	not-for-merge	branch 'reason' of github.com:EleutherAI/lm-evaluation-harness
7f04db12d2f8e7a99a0830d99eb78130e1ba2122	not-for-merge	branch 'refactor_05' of github.com:EleutherAI/lm-evaluation-harness
312374bcc5e87d3eb92e968a20549e9bb0edaa9c	not-for-merge	branch 'repeats' of github.com:EleutherAI/lm-evaluation-harness
d84b550cb6c6af2dfbbe104cf28ee4d57f0646ee	not-for-merge	branch 'revert-2083-patch-1' of github.com:EleutherAI/lm-evaluation-harness
9b1e0f595b13bf46dd210bef2bc11d838e80415f	not-for-merge	branch 'revert-780-fix-metrics' of github.com:EleutherAI/lm-evaluation-harness
18fde06619dbe60555dbbadab1090c32ef78cde8	not-for-merge	branch 'rm_multiple_target' of github.com:EleutherAI/lm-evaluation-harness
554478572f1a5cd71fe4ea1c687e5efc8f13b7ba	not-for-merge	branch 'roadmap' of github.com:EleutherAI/lm-evaluation-harness
e3b99f684a6ee3884af4a77b41f3bc15dec571b3	not-for-merge	branch 'rwkv' of github.com:EleutherAI/lm-evaluation-harness
a6034d0c026467afeb29fdcf6cd649c80ef93793	not-for-merge	branch 'scipy-optional' of github.com:EleutherAI/lm-evaluation-harness
baa34a5586385cdf86432a1bb1c1f7a48f0df2ae	not-for-merge	branch 'scrolls' of github.com:EleutherAI/lm-evaluation-harness
4fbbd60fa3573dcbf61eb79492f772adeb969157	not-for-merge	branch 'siq' of github.com:EleutherAI/lm-evaluation-harness
62552d2ceb64ba3781b9dd538e98d1d87aab636f	not-for-merge	branch 'standardize_mcqa' of github.com:EleutherAI/lm-evaluation-harness
de46fb9ae6daaddf46f180d157b9f799c4e6cd2d	not-for-merge	branch 'standardize_metrics' of github.com:EleutherAI/lm-evaluation-harness
7be00f3b3bfb51237dcb723f75d28802649f001a	not-for-merge	branch 'steer-merge' of github.com:EleutherAI/lm-evaluation-harness
fe44f98eaab904c8478a381f54cebf1bd233722c	not-for-merge	branch 't5v2-alt-plus' of github.com:EleutherAI/lm-evaluation-harness
f7b81bd4021323a8ef02165d0dd74da983cbf1fe	not-for-merge	branch 't5v2-evals' of github.com:EleutherAI/lm-evaluation-harness
00afd536c81c7cdff13fffd14d02c4d190343006	not-for-merge	branch 'tasklist' of github.com:EleutherAI/lm-evaluation-harness
3701bd08930fb551abe91e51a26fbe33ea9d4522	not-for-merge	branch 'term-freq-triviaqa' of github.com:EleutherAI/lm-evaluation-harness
cc568ebf31b7041119c7a9f96763be218b8d94fa	not-for-merge	branch 'testing' of github.com:EleutherAI/lm-evaluation-harness
59c8cf0240927a0ec87f5d73007489d561b67bc4	not-for-merge	branch 'testtasks' of github.com:EleutherAI/lm-evaluation-harness
e6ebc873f74a41904a1fabb8ddd501ecae7fe42c	not-for-merge	branch 'thinktest' of github.com:EleutherAI/lm-evaluation-harness
a9f21c25ba0bc680582cdbcb3087dfe2474465bb	not-for-merge	branch 'tinyBenchmarks' of github.com:EleutherAI/lm-evaluation-harness
5cf2a063957dcf7f7a48058697fa4c419fdf9386	not-for-merge	branch 'toxicity' of github.com:EleutherAI/lm-evaluation-harness
0021de216bfe77ffedf6b7c35ab2daa47030fe3c	not-for-merge	branch 'toxicity-test' of github.com:EleutherAI/lm-evaluation-harness
060d78dbad90545ea18b384358c2256d275ea740	not-for-merge	branch 'update-pile-tasks' of github.com:EleutherAI/lm-evaluation-harness
e540587c2be14be1a6df1dd4d18f88a071e59cf4	not-for-merge	branch 'vllm_' of github.com:EleutherAI/lm-evaluation-harness
9822b06e869b849fa45850b9ea2dcd3b0365e738	not-for-merge	branch 'weight_by_size' of github.com:EleutherAI/lm-evaluation-harness
