#!/bin/bash workdir=$(cd $(dirname $0); pwd) mainpy=${workdir}/../main.py depsdir=${workdir}/../../.. echo $depsdir ### validate and timing NCCL_DEBUG=INFO mpirun --allow-run-as-root -np 8 -x PYTHONPATH=$depsdir/python python ${mainpy} --model $1 --dataset $2 --learning-rate 0.00125 --validate --timing --comm-mode AllReduce