launch_4_node_pipeline.sh

#! /bin/bash

source /home/shenli_fb_com/.bashrc

ulimit -S -c unlimited

torchrun --nnodes=4 --nproc_per_node=4 --rdzv_id=200 --rdzv_backend=c10d --rdzv_endpoint="shen-64-a2-highgpu-8g-compute-0-0:5679" trainer.py --ndevice_per_proc=2 --mode=pdp