Fetch teacher models:
bash scripts/fetch_pretrained_teachers.sh

Student training:
# kd
python3 train_student.py --path_t ./save/models/resnet56_vanilla/ckpt_epoch_240.pth --distill kd --model_s resnet20 -r 0.1 -a 0.9 -b 0 --trial 1 --model_t resnet56 --model_s resnet20

#skd
python3 train_student.py --path_t ./save/models/resnet56_vanilla/ckpt_epoch_240.pth --distill kd --model_s resnet20 -r 0.1 -a 0.9 -b 0 --trial 2 --model_t resnet56 --model_s resnet20 --kd_type skd