# test 4-bit 64-rank llama-2-7b with LoftQ on GSM8K using one A100
CUDA_VISIBLE_DEVICES=2 python test_gsm8k.py \
  --model_name_or_path LoftQ/Llama-2-7b-hf-4bit-64rank \
  --ckpt_dir exp_results/gsm8k_llama2_7b_4bit_64rank_loftq_original/Llama-2-7b-hf-4bit-64rank/ep_6/lr_0.0003/seed_11/ \
  --batch_size 16 > llama2_test_results/loftq_gsm8k_2bit_lr_3e-4_2.txt