Use this code to do the pretraining
python -u run_train.py +experiment=waveMiM_alternating_attention.yaml
# Please enter the commit message for your changes. Lines starting
# with '#' will be ignored, and an empty message aborts the commit.
#
# On branch waveformer
# Your branch is up to date with 'origin/waveformer'.
#
# Changes to be committed:
#	new file:   __init__.py
#	new file:   batch_scripts/README.md
#	new file:   batch_scripts/slice_edf_data.sh
#	new file:   batch_scripts/srun_final_large.sh
#	new file:   batch_scripts/srun_final_small.sh
#	new file:   batch_scripts/srun_template.sh
#	new file:   batch_scripts/tensorboard_commands.sh
#	new file:   checkmodel.py
#	modified:   config/criterion/reconstruction_norm.yaml
#	new file:   config/cscs.yaml
#	modified:   config/data_module/concat_data_module.yaml
#	modified:   config/defaults.yaml
#	deleted:    config/experiment/TETT_pretrain.yaml
#	deleted:    config/experiment/TSTT_finetune.yaml
#	deleted:    config/experiment/TSTT_finetune_SEV.yaml
#	deleted:    config/experiment/TSTT_finetune_extended.yaml
#	deleted:    config/experiment/TSTT_pretrain.yaml
#	deleted:    config/experiment/TSTT_pretrain_SEV.yaml
#	deleted:    config/experiment/TSTT_pretrain_extended.yaml
#	deleted:    config/experiment/TSTT_pretrain_new.yaml
#	deleted:    config/experiment/TSTT_test.yaml
#	deleted:    config/experiment/TSTT_test_SEV.yaml
#	deleted:    config/experiment/TSTT_test_extended.yaml
#	deleted:    config/experiment/tuab.yaml
#	deleted:    config/experiment/tuab_finetune.yaml
#	deleted:    config/experiment/tuab_from_scratch.yaml
#	deleted:    config/experiment/tuab_pretrain.yaml
#	deleted:    config/experiment/tuab_unit.yaml
#	new file:   config/experiment/waveMiM_alternating_attention.yaml
#	deleted:    config/model/cerebro.yaml
#	new file:   config/model/wavemim.yaml
#	new file:   config/model_head/classification_layer.yaml
#	new file:   config/model_head/conv_classification_head.yaml
#	new file:   config/model_head/sparcnet_head.yaml
#	new file:   config/model_head/wavelet_decoder.yaml
#	new file:   config/preprocessor/mel.yaml
#	new file:   config/preprocessor/stft_pooled_preprocessor.yaml
#	new file:   config/preprocessor/wav_preprocessor.yaml
#	new file:   config/scheduler/cosine_lr.yaml
#	new file:   config/scheduler/multi_step_lr.yaml
#	new file:   config/scheduler/ramp_up.yaml
#	new file:   config/scheduler/reduce_on_plateau.yaml
#	new file:   config/task/base_task.yaml
#	new file:   config/task/finetuning_pretrained_model.yaml
#	new file:   config/task/mae_reconstruction.yaml
#	new file:   config/task/tuab_pretrain.yaml
#	new file:   config/task/tuab_task.yaml
#	new file:   config/task/wave_reconstruction.yaml
#	new file:   config/test/debug_test.yaml
#	new file:   config/test/effective_dim.yaml
#	new file:   config/test/effective_dim_raw_spec.yaml
#	new file:   config/test/fewshot_test.yaml
#	new file:   config/test/held_out_subjects.yaml
#	new file:   config/test/process_linear_results.yaml
#	new file:   config/test/single_electrode_test.yaml
#	new file:   criterion/baseline_criterion.py
#	modified:   criterion/ce_criterion.py
#	new file:   criterion/content_aware_criterion.py
#	new file:   criterion/feature_extract_criterion.py
#	new file:   criterion/finetune_criterion.py
#	new file:   criterion/reconstruction_norm.py
#	modified:   datasets/emg_pretrain_dataset.py
#	deleted:    models/conv_backbone.py
#	deleted:    models/eegnet.py
#	deleted:    models/eegnet_new.py
#	deleted:    models/epidenet.py
#	deleted:    models/labram.py
#	deleted:    models/masked_tf_model.py
#	new file:   models/model_heads/wavelet_decoder.py
#	modified:   models/modules/attention.py
#	modified:   models/modules/patching2D.py
#	new file:   models/waveMiM.py
#	modified:   preprocessors/README.md
#	modified:   preprocessors/__init__.py
#	new file:   preprocessors/mel.py
#	new file:   preprocessors/morelet_preprocessor.py
#	new file:   preprocessors/spec_pooled.py
#	new file:   preprocessors/spec_pretrained.py
#	new file:   preprocessors/superlet.py
#	new file:   preprocessors/superlet_preprocessor.py
#	new file:   preprocessors/wav_preprocessor.py
#	new file:   pretrain/__init__.py
#	new file:   pretrain/spec2vec/spec2vec.py
#	new file:   schedulers/cosine_lr.py
#	new file:   schedulers/multi_step_lr.py
#	new file:   schedulers/ramp_up.py
#	new file:   schedulers/reduce_on_plateau.py
#	modified:   tasks/README.md
#	new file:   tasks/base_task.py
#	new file:   tasks/batch_utils.py
#	new file:   tasks/finetuning_pretrained_model.py
#	new file:   tasks/mae_reconstruction.py
#	new file:   tasks/mnist_task.py
#	new file:   tasks/tuab_pretrain.py
#	new file:   tasks/utils.py
#	new file:   tasks/wave_reconstruction.py
#	new file:   util/calc_cv_metrics.py
#	new file:   util/create_labeling_structure.py
#	new file:   util/create_pretrain_structure.py
#	new file:   util/create_segmented_pretraining_structure.py
#	new file:   util/create_segmented_pretraining_structure_context.py
#	new file:   util/environment.yaml
#	new file:   util/environment_setup.py
#	new file:   util/mask_utils.py
#	modified:   util/plot_reconstructions.py
#	new file:   util/pretraining_structure_context_allchns.py
#	new file:   util/tensorboard_utils.py
#	modified:   util/timing_classification_model.py
#	modified:   util/train_utils.py
#
