export MASTER_ADDR=172.31.35.202
export MASTER_PORT=29510
export NCCL_IB_DISABLE=1
export NCCL_SOCKET_IFNAME=enp71s0
export GLOO_SOCKET_IFNAME=enp71s0
BACKEND=nccl torchrun --nproc_per_node=8 --nnodes=2 --node_rank=1 \
  --master_addr=$MASTER_ADDR --master_port=$MASTER_PORT \
  /home/ubuntu/projects/torchtitan/tests/test_distributed_connectivity.py
