.gitignore
.readthedocs.yaml
CODE_OF_CONDUCT.md
CONTRIBUTING.md
LICENSE
README.md
requirements.txt
setup.py
docs/Makefile
docs/README.md
docs/conf.py
docs/continuous_eval.rst
docs/index.rst
docs/learned_optimizers.rst
docs/optimizer_baselines.rst
docs/optimizers.rst
docs/outer_trainers.rst
docs/population.rst
docs/requirements.txt
docs/tasks.rst
docs/_static/continuous_eval_system_diagram.png
docs/_static/style.css
docs/_static/vis_Conv_Cifar10_32x64x64.png
docs/_templates/layout.html
docs/notebooks/Part1_Introduction.ipynb
docs/notebooks/Part1_Introduction.md
docs/notebooks/Part1_Introduction.py
docs/notebooks/Part2_CustomTasks.ipynb
docs/notebooks/Part2_CustomTasks.md
docs/notebooks/Part2_CustomTasks.py
docs/notebooks/Part3_Truncation_TruncatedStep.ipynb
docs/notebooks/Part3_Truncation_TruncatedStep.md
docs/notebooks/Part3_Truncation_TruncatedStep.py
docs/notebooks/Part4_GradientEstimators.ipynb
docs/notebooks/Part4_GradientEstimators.md
docs/notebooks/Part4_GradientEstimators.py
docs/notebooks/Part5_Meta_training_with_GradientLearner.ipynb
docs/notebooks/Part5_Meta_training_with_GradientLearner.md
docs/notebooks/Part5_Meta_training_with_GradientLearner.py
docs/notebooks/Part6_custom_learned_optimizers.ipynb
docs/notebooks/Part6_custom_learned_optimizers.md
docs/notebooks/Part6_custom_learned_optimizers.py
docs/notebooks/no_dependency_learned_optimizer.ipynb
docs/notebooks/no_dependency_learned_optimizer.md
docs/notebooks/no_dependency_learned_optimizer.py
docs/notebooks/summary_tutorial.ipynb
docs/notebooks/summary_tutorial.md
docs/notebooks/summary_tutorial.py
learned_optimization/__init__.py
learned_optimization/checkpoints.py
learned_optimization/circular_buffer.py
learned_optimization/circular_buffer_test.py
learned_optimization/distributed.py
learned_optimization/distributed_test.py
learned_optimization/eval_training.py
learned_optimization/eval_training_multi_device_test.py
learned_optimization/eval_training_test.py
learned_optimization/filesystem.py
learned_optimization/jax_utils.py
learned_optimization/jax_utils_test.py
learned_optimization/notebook_utils.py
learned_optimization/outer_train.py
learned_optimization/outer_train_test.py
learned_optimization/profile.py
learned_optimization/py_utils.py
learned_optimization/run_outer_train_single.py
learned_optimization/setup_experiment.py
learned_optimization/summary.py
learned_optimization/summary_test.py
learned_optimization/training.py
learned_optimization/tree_utils.py
learned_optimization/tree_utils_test.py
learned_optimization.egg-info/PKG-INFO
learned_optimization.egg-info/SOURCES.txt
learned_optimization.egg-info/dependency_links.txt
learned_optimization.egg-info/not-zip-safe
learned_optimization.egg-info/top_level.txt
learned_optimization/__pycache__/__init__.cpython-39.pyc
learned_optimization/__pycache__/checkpoints.cpython-39.pyc
learned_optimization/__pycache__/circular_buffer.cpython-39.pyc
learned_optimization/__pycache__/distributed.cpython-39.pyc
learned_optimization/__pycache__/filesystem.cpython-39.pyc
learned_optimization/__pycache__/jax_utils.cpython-39.pyc
learned_optimization/__pycache__/outer_train.cpython-39.pyc
learned_optimization/__pycache__/profile.cpython-39.pyc
learned_optimization/__pycache__/summary.cpython-39.pyc
learned_optimization/__pycache__/training.cpython-39.pyc
learned_optimization/__pycache__/tree_utils.cpython-39.pyc
learned_optimization/baselines/__init__.py
learned_optimization/baselines/hparam_sets.py
learned_optimization/baselines/normalizers.py
learned_optimization/baselines/normalizers_test.py
learned_optimization/baselines/run_archive.py
learned_optimization/baselines/run_time_task.py
learned_optimization/baselines/run_trainer.py
learned_optimization/baselines/run_trainer_test.py
learned_optimization/baselines/utils.py
learned_optimization/baselines/vis.py
learned_optimization/baselines/data/speedup_over_adam.json
learned_optimization/baselines/data/speedup_over_adam.pkl
learned_optimization/baselines/data/speedup_over_adam_v2.json
learned_optimization/baselines/data/speedup_over_multiple_baselines.json
learned_optimization/baselines/data/speedup_over_multiple_baselines_v2.json
learned_optimization/continuous_eval/__init__.py
learned_optimization/continuous_eval/evaluation_set.py
learned_optimization/continuous_eval/run_eval_chief.py
learned_optimization/continuous_eval/run_eval_chief_test.py
learned_optimization/continuous_eval/run_eval_worker.py
learned_optimization/continuous_eval/run_eval_worker_test.py
learned_optimization/continuous_eval/task_group_server.py
learned_optimization/continuous_eval/task_group_server_test.py
learned_optimization/entry_points/README.md
learned_optimization/entry_points/run_check_eval_worker.py
learned_optimization/entry_points/run_outer_train_single.py
learned_optimization/entry_points/run_outer_trainer.py
learned_optimization/entry_points/run_outer_worker.py
learned_optimization/entry_points/run_population_controller.py
learned_optimization/entry_points/run_single_machine_trainer.py
learned_optimization/entry_points/run_tboard_eval.py
learned_optimization/examples/README.md
learned_optimization/examples/simple_lopt_train.py
learned_optimization/examples/simple_lopt_train_test.py
learned_optimization/launchers/__init__.py
learned_optimization/launchers/launch_template_multi_machine_lopt.py
learned_optimization/launchers/utils.py
learned_optimization/learned_optimizers/__init__.py
learned_optimization/learned_optimizers/adafac_mlp_lopt.py
learned_optimization/learned_optimizers/adafac_mlp_lopt_test.py
learned_optimization/learned_optimizers/adafac_nominal.py
learned_optimization/learned_optimizers/adafac_nominal_test.py
learned_optimization/learned_optimizers/base.py
learned_optimization/learned_optimizers/base_test.py
learned_optimization/learned_optimizers/common.py
learned_optimization/learned_optimizers/mlp_lopt.py
learned_optimization/learned_optimizers/mlp_lopt_test.py
learned_optimization/learned_optimizers/nn_adam.py
learned_optimization/learned_optimizers/nn_adam_test.py
learned_optimization/learned_optimizers/opt_from_checkpoint.py
learned_optimization/learned_optimizers/rnn_mlp_lopt.py
learned_optimization/learned_optimizers/rnn_mlp_lopt_test.py
learned_optimization/learned_optimizers/test_utils.py
learned_optimization/learned_optimizers/__pycache__/__init__.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/adafac_mlp_lopt.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/base.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/common.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/mlp_lopt.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/opt_from_checkpoint.cpython-39.pyc
learned_optimization/learned_optimizers/__pycache__/rnn_mlp_lopt.cpython-39.pyc
learned_optimization/optimizers/__init__.py
learned_optimization/optimizers/alias.py
learned_optimization/optimizers/base.py
learned_optimization/optimizers/base_test.py
learned_optimization/optimizers/gradient_accumulator.py
learned_optimization/optimizers/gradient_accumulator_test.py
learned_optimization/optimizers/learning_rate_schedules.py
learned_optimization/optimizers/nadamw.py
learned_optimization/optimizers/nadamw_test.py
learned_optimization/optimizers/opt_list.py
learned_optimization/optimizers/opt_list_test.py
learned_optimization/optimizers/opt_to_optax.py
learned_optimization/optimizers/opt_to_optax_test.py
learned_optimization/optimizers/optax_opts.py
learned_optimization/optimizers/optax_opts_test.py
learned_optimization/optimizers/optimizer_wrappers.py
learned_optimization/optimizers/shampoo.py
learned_optimization/optimizers/shampoo_test.py
learned_optimization/optimizers/test_utils.py
learned_optimization/optimizers/__pycache__/__init__.cpython-39.pyc
learned_optimization/optimizers/__pycache__/base.cpython-39.pyc
learned_optimization/optimizers/__pycache__/gradient_accumulator.cpython-39.pyc
learned_optimization/optimizers/__pycache__/learning_rate_schedules.cpython-39.pyc
learned_optimization/optimizers/__pycache__/opt_to_optax.cpython-39.pyc
learned_optimization/optimizers/__pycache__/optax_opts.cpython-39.pyc
learned_optimization/optimizers/__pycache__/optimizer_wrappers.cpython-39.pyc
learned_optimization/optimizers/data/opt_list.json
learned_optimization/outer_trainers/__init__.py
learned_optimization/outer_trainers/common.py
learned_optimization/outer_trainers/full_es.py
learned_optimization/outer_trainers/full_es_test.py
learned_optimization/outer_trainers/full_grad.py
learned_optimization/outer_trainers/full_grad_test.py
learned_optimization/outer_trainers/gradient_learner.py
learned_optimization/outer_trainers/gradient_learner_test.py
learned_optimization/outer_trainers/lopt_truncated_step.py
learned_optimization/outer_trainers/lopt_truncated_step_test.py
learned_optimization/outer_trainers/test_utils.py
learned_optimization/outer_trainers/truncated_es.py
learned_optimization/outer_trainers/truncated_es_test.py
learned_optimization/outer_trainers/truncated_grad.py
learned_optimization/outer_trainers/truncated_grad_test.py
learned_optimization/outer_trainers/truncated_pes.py
learned_optimization/outer_trainers/truncated_pes_pmap_test.py
learned_optimization/outer_trainers/truncated_pes_test.py
learned_optimization/outer_trainers/truncated_step.py
learned_optimization/outer_trainers/truncation_schedule.py
learned_optimization/outer_trainers/truncation_schedule_test.py
learned_optimization/outer_trainers/__pycache__/__init__.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/common.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/full_es.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/gradient_learner.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/lopt_truncated_step.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/truncated_pes.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/truncated_step.cpython-39.pyc
learned_optimization/outer_trainers/__pycache__/truncation_schedule.cpython-39.pyc
learned_optimization/population/__init__.py
learned_optimization/population/population.py
learned_optimization/population/population_test.py
learned_optimization/population/__pycache__/__init__.cpython-39.pyc
learned_optimization/population/__pycache__/population.cpython-39.pyc
learned_optimization/population/examples/__init__.py
learned_optimization/population/examples/complex_cnn/__init__.py
learned_optimization/population/examples/complex_cnn/common.py
learned_optimization/population/examples/complex_cnn/train_threads.py
learned_optimization/population/examples/simple_cnn/__init__.py
learned_optimization/population/examples/simple_cnn/common.py
learned_optimization/population/examples/simple_cnn/train.py
learned_optimization/population/examples/simple_cnn/train_test.py
learned_optimization/population/examples/simple_cnn/train_threads.py
learned_optimization/population/examples/synthetic/__init__.py
learned_optimization/population/examples/synthetic/train.py
learned_optimization/population/examples/synthetic/train_test.py
learned_optimization/population/mutators/__init__.py
learned_optimization/population/mutators/fixed_schedule.py
learned_optimization/population/mutators/fixed_schedule_test.py
learned_optimization/population/mutators/single_worker_explore.py
learned_optimization/population/mutators/single_worker_explore_test.py
learned_optimization/population/mutators/winner_take_all_genetic.py
learned_optimization/population/mutators/winner_take_all_genetic_test.py
learned_optimization/research/README.md
learned_optimization/research/__init__.py
learned_optimization/research/__pycache__/__init__.cpython-39.pyc
learned_optimization/research/brax/brax_env_truncated_step.py
learned_optimization/research/brax/brax_env_truncated_step_test.py
learned_optimization/research/brax/run_single_machine_rl_trainer.py
learned_optimization/research/data_driven/README.md
learned_optimization/research/data_driven/data.py
learned_optimization/research/data_driven/mnist_projections.py
learned_optimization/research/data_driven/mnist_projections_test.py
learned_optimization/research/data_driven/model_components.py
learned_optimization/research/data_driven/models.py
learned_optimization/research/data_driven/resnet.py
learned_optimization/research/data_driven/run_mnist_projections.py
learned_optimization/research/data_driven/summary.py
learned_optimization/research/data_driven/transformer.py
learned_optimization/research/discovered_policy_optimisation/truncated_step.py
learned_optimization/research/distill/truncated_distill.py
learned_optimization/research/distill/truncated_distill_test.py
learned_optimization/research/es_scaling/es_scaling_tasks.py
learned_optimization/research/general_lopt/Demo_for_training_a_model_with_a_learned_optimizer.ipynb
learned_optimization/research/general_lopt/README.md
learned_optimization/research/general_lopt/__init__.py
learned_optimization/research/general_lopt/hyper_v2.py
learned_optimization/research/general_lopt/hyper_v2_test.py
learned_optimization/research/general_lopt/prefab.py
learned_optimization/research/general_lopt/prefab_test.py
learned_optimization/research/general_lopt/pretrained_optimizers.py
learned_optimization/research/general_lopt/pretrained_optimizers_test.py
learned_optimization/research/general_lopt/__pycache__/__init__.cpython-39.pyc
learned_optimization/research/general_lopt/__pycache__/hyper_v2.cpython-39.pyc
learned_optimization/research/general_lopt/__pycache__/prefab.cpython-39.pyc
learned_optimization/research/general_lopt/__pycache__/pretrained_optimizers.cpython-39.pyc
learned_optimization/research/general_lopt/configs/README.md
learned_optimization/research/general_lopt/configs/large_scale_phase1.py
learned_optimization/research/general_lopt/configs/large_scale_phase2.py
learned_optimization/research/general_lopt/configs/large_scale_phase3.py
learned_optimization/research/general_lopt/configs/large_scale_phase4.py
learned_optimization/research/general_lopt/tasks/__init__.py
learned_optimization/research/general_lopt/tasks/fast_mlp_diff_data.py
learned_optimization/research/general_lopt/tasks/parametric.py
learned_optimization/research/hysteresis/__init__.py
learned_optimization/research/hysteresis/data_in_state_tasks.py
learned_optimization/research/hysteresis/extra_small_lopt.py
learned_optimization/research/hysteresis/truncated_es_no_hyst.py
learned_optimization/research/hysteresis/truncated_es_shared_noise.py
learned_optimization/research/hysteresis/truncated_pes_no_hyst.py
learned_optimization/research/hysteresis/truncated_pes_no_hyst_same_data.py
learned_optimization/research/jaxnerf/datasets.py
learned_optimization/research/jaxnerf/jaxnerf.py
learned_optimization/research/jaxnerf/jaxnerf_test.py
learned_optimization/research/jaxnerf/example_data/transforms_test.json
learned_optimization/research/jaxnerf/example_data/transforms_train.json
learned_optimization/research/jaxnerf/example_data/imgs/r_0.png
learned_optimization/research/scaling/scaling_tasks.py
learned_optimization/research/scaling/scaling_transformer.py
learned_optimization/research/univ_nfn/gen_pred/train_pred.py
learned_optimization/research/univ_nfn/learned_opt/__init__.py
learned_optimization/research/univ_nfn/learned_opt/learned_opts.py
learned_optimization/research/univ_nfn/learned_opt/outer_opt.py
learned_optimization/research/univ_nfn/nfn/__init__.py
learned_optimization/research/univ_nfn/nfn/ff_layers.py
learned_optimization/research/univ_nfn/nfn/siren.py
learned_optimization/research/univ_nfn/nfn/universal_layers.py
learned_optimization/research/univ_nfn/nfn/utils.py
learned_optimization/tasks/__init__.py
learned_optimization/tasks/base.py
learned_optimization/tasks/es_wrapper.py
learned_optimization/tasks/es_wrapper_test.py
learned_optimization/tasks/generative_model_utils.py
learned_optimization/tasks/quadratics.py
learned_optimization/tasks/quadratics_test.py
learned_optimization/tasks/resnet.py
learned_optimization/tasks/rnn.py
learned_optimization/tasks/task_augmentation.py
learned_optimization/tasks/task_augmentation_test.py
learned_optimization/tasks/test_utils.py
learned_optimization/tasks/transformer.py
learned_optimization/tasks/__pycache__/__init__.cpython-39.pyc
learned_optimization/tasks/__pycache__/base.cpython-39.pyc
learned_optimization/tasks/__pycache__/resnet.cpython-39.pyc
learned_optimization/tasks/__pycache__/task_augmentation.cpython-39.pyc
learned_optimization/tasks/__pycache__/transformer.cpython-39.pyc
learned_optimization/tasks/datasets/__init__.py
learned_optimization/tasks/datasets/base.py
learned_optimization/tasks/datasets/image.py
learned_optimization/tasks/datasets/image_test.py
learned_optimization/tasks/datasets/language.py
learned_optimization/tasks/datasets/language_test.py
learned_optimization/tasks/datasets/__pycache__/__init__.cpython-39.pyc
learned_optimization/tasks/datasets/__pycache__/base.cpython-39.pyc
learned_optimization/tasks/datasets/__pycache__/image.cpython-39.pyc
learned_optimization/tasks/datasets/__pycache__/language.cpython-39.pyc
learned_optimization/tasks/datasets/beam/make_resized_image_beam.py
learned_optimization/tasks/fixed/__init__.py
learned_optimization/tasks/fixed/all.py
learned_optimization/tasks/fixed/conv.py
learned_optimization/tasks/fixed/conv_test.py
learned_optimization/tasks/fixed/es_wrapped.py
learned_optimization/tasks/fixed/es_wrapped_test.py
learned_optimization/tasks/fixed/image_mlp.py
learned_optimization/tasks/fixed/image_mlp_ae.py
learned_optimization/tasks/fixed/image_mlp_ae_test.py
learned_optimization/tasks/fixed/image_mlp_test.py
learned_optimization/tasks/fixed/lopt.py
learned_optimization/tasks/fixed/lopt_test.py
learned_optimization/tasks/fixed/mlp_mixer.py
learned_optimization/tasks/fixed/mlp_mixer_test.py
learned_optimization/tasks/fixed/resnet.py
learned_optimization/tasks/fixed/resnet_test.py
learned_optimization/tasks/fixed/rnn_lm.py
learned_optimization/tasks/fixed/rnn_lm_test.py
learned_optimization/tasks/fixed/transformer_lm.py
learned_optimization/tasks/fixed/transformer_lm_test.py
learned_optimization/tasks/fixed/vit.py
learned_optimization/tasks/fixed/vit_test.py
learned_optimization/tasks/fixed/__pycache__/__init__.cpython-39.pyc
learned_optimization/tasks/fixed/__pycache__/conv.cpython-39.pyc
learned_optimization/tasks/fixed/__pycache__/image_mlp.cpython-39.pyc
learned_optimization/tasks/fixed/__pycache__/resnet.cpython-39.pyc
learned_optimization/tasks/fixed/__pycache__/transformer_lm.cpython-39.pyc
learned_optimization/tasks/fixed/__pycache__/vit.cpython-39.pyc
learned_optimization/tasks/parametric/__init__.py
learned_optimization/tasks/parametric/cfgobject.py
learned_optimization/tasks/parametric/cfgobject_test.py
learned_optimization/tasks/parametric/image_conv.py
learned_optimization/tasks/parametric/image_conv_test.py
learned_optimization/tasks/parametric/image_mlp.py
learned_optimization/tasks/parametric/image_mlp_ae.py
learned_optimization/tasks/parametric/image_mlp_ae_test.py
learned_optimization/tasks/parametric/image_mlp_test.py
learned_optimization/tasks/parametric/image_mlp_vae.py
learned_optimization/tasks/parametric/image_mlp_vae_test.py
learned_optimization/tasks/parametric/image_resnet.py
learned_optimization/tasks/parametric/image_resnet_test.py
learned_optimization/tasks/parametric/lm_rnn.py
learned_optimization/tasks/parametric/lm_rnn_test.py
learned_optimization/tasks/parametric/lm_transformer.py
learned_optimization/tasks/parametric/lm_transformer_test.py
learned_optimization/tasks/parametric/lopt.py
learned_optimization/tasks/parametric/lopt_test.py
learned_optimization/tasks/parametric/lopt_trunc.py
learned_optimization/tasks/parametric/lopt_trunc_test.py
learned_optimization/tasks/parametric/parametric_utils.py
learned_optimization/tasks/parametric/parametric_utils_test.py
learned_optimization/tasks/parametric/vit.py
learned_optimization/tasks/parametric/vit_test.py
learned_optimization/tasks/parametric/__pycache__/__init__.cpython-39.pyc
learned_optimization/tasks/parametric/__pycache__/cfgobject.cpython-39.pyc
learned_optimization/time_filter/model_paths.py
learned_optimization/time_filter/run_sample_and_time.py
learned_optimization/time_filter/run_train_time_model.py
learned_optimization/time_filter/time_model.py
learned_optimization/time_filter/time_model_data.py
learned_optimization/time_filter/time_model_data_test.py
learned_optimization/time_filter/timings.py
learned_optimization/time_filter/timings_test.py