#!/bin/bash
NUM_PROC=$1
shift
OMP_NUM_THREADS=1 unbuffer python3 -m torch.distributed.launch \
--nproc_per_node=$NUM_PROC \
--nnodes=2 \
--node_rank=0 \
--master_addr="172.17.0.2" \
--master_port=80 \
--max_restarts=0 \
train.py "$@"

