deepspeed.sh

#! /bin/bash

# Check if --ib-disable is provided as an argument
_PORT=29500
for arg in "$@"
do
    if [ "$arg" == "--ib-disable" ]; then
        shift
        export NCCL_IB_DISABLE="1"
    fi
    if [[ "$arg" == "-p" || "$arg" == "--port" ]]; then
        shift
        _PORT="$1"
    fi
done

./sync_nodes.sh

NUM_PIPELINE_STAGES=$(grep -c '.*.*.*.* slots=*' hostfile.txt)
uv run deepspeed --hostfile=hostfile.txt --master_addr=$(hostname -I | awk '{print $1}') --master_port $_PORT "$@" --num_pipeline_stages $NUM_PIPELINE_STAGES