GroupViT/tools/dist_mn_launch.sh

#!/usr/bin/env bash

# -------------------------------------------------------------------------
# Copyright (c) 2021-2022, NVIDIA Corporation & Affiliates. All rights reserved.
#
# This work is made available under the Nvidia Source Code License.
# To view a copy of this license, visit
# https://github.com/NVlabs/GroupViT/blob/main/LICENSE
#
# Written by Jiarui Xu
# -------------------------------------------------------------------------


SCRIPT=$1
CONFIG=$2
NODE_RNAK=$3
NODES=$4
GPUS_PER_NODE=$5
MASTER_ADDR=$6
PORT=${PORT:-29500}

PYTHONPATH="$(dirname $0)/..":$PYTHONPATH OMP_NUM_THREADS=1 MKL_NUM_THREADS=1 \
python -m torch.distributed.launch --nproc_per_node=$GPUS_PER_NODE \
  --nnodes=$NODES --node_rank=$NODE_RNAK \
  --master_addr=$MASTER_ADDR  \
    $SCRIPT --cfg $CONFIG ${@:7}