#!/bin/bash
#
# o -N Job Name
#PBS -N eh3_pgi
#
# o -l ask for 3 nodes, each with the attribute "p4".
#PBS -l nodes=2:p4
#
# o Where to write output
#PBS -e /cluster/home/edhill/err_pgi
#PBS -o /cluster/home/edhill/out_pgi
#
# o Export all my environment variables to the job
#PBS -V
#

VENDOR=pgi
MF="mf_"$VENDOR
RUNIT="runit_"$VENDOR
cd ~edhill
HERE=`pwd`
cat $PBS_NODEFILE > $MF
NCPU=`wc -l $MF | awk '{print $1}'`
MPI="/usr/local/pkg/mpi/mpi-1.2.4..8a-gm-1.5/"$VENDOR"/bin/mpirun.ch_gm"
EXE="$MPI -machinefile $HERE/$MF --gm-kill 5 -v -np $NCPU ./mitgcmuv"

cat << EOF > $RUNIT
#!/bin/bash

$EXE

cp STDOUT.0000 output.txt

EOF
chmod a+x $RUNIT

COMMAND="$HERE/$RUNIT"

cat << EOF > $HERE"/.cvspass"
/1 :pserver:cvsanon@mitgcm.org:2401/usr/local/gcmpack Ah<Zy=0=
EOF
TDIR="tmp_"$VENDOR
if test -e $TDIR ; then
    rm -rf $TDIR
fi
mkdir $TDIR
cd $TDIR
cvs -d :pserver:cvsanon@mitgcm.org:/usr/local/gcmpack co MITgcm
cd MITgcm/verification
OPTFILE="../tools/build_options/linux_"$VENDOR"_cg01_mpi"
./testreport -mpi -of $OPTFILE -command $COMMAND


