# infer android control 
echo "Running inference on: $checkpoint"
nnodes=2
nproc_per_node=8

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \
MAX_PIXELS=2058400 \
NNODES=$nnodes \
NODE_RANK=${RANK} \
MASTER_ADDR=${MASTER_ADDR} \
MASTER_PORT=${MASTER_PORT} \
NPROC_PER_NODE=$nproc_per_node \
swift infer \
--model ${infer_ckpt} \
--stream false \
--infer_backend pt \
--max_length 16384 \
--val_dataset "/swift-format-data/ac/t5_test_high.jsonl"  \
--metric "ac_t5" \
--max_batch_size 2 \
--dataset_shuffle false