#!/bin/ksh
#PBS -S /bin/ksh
#PBS -N ROMS_BS4

### This for Galaxy jobs
###PBS -l select=6:ncpus=16:node_type=16way

### This for Taurus jobs
###PBS -l select=12:ncpus=4:node_type=4way:mem=15GB
###PBS -l select=16:ncpus=4:node_type=4way:mem=15GB
#PBS -l select=8:ncpus=4:node_type=4way:mem=15GB

#PBS -W group_list=akwaters
####PBS -q debug
####PBS -l walltime=10:00:00
#PBS -q standard
#PBS -l walltime=1:00:00
#PBS -j oe

PGM_NAME=Bering
cd $PBS_O_WORKDIR


export F90_DUMP_MAP=dump_map
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/u1/uaf/kate/lib

#
#  Prolog
#
echo " "
echo "++++ Midnight ++++ $PGM_NAME began:    `date`"
echo "++++ Midnight ++++ $PGM_NAME hostname: `hostname`"
echo "++++ Midnight ++++ $PGM_NAME uname -a: `uname -a`"
echo " "
TBEGIN=`echo "print time();" | perl`
#RUN_CMD="mpirun -paramfile=/usr/local/etc/param_file.noopt ./oceanM Apps/Bering_10k/ocean_bering32.in" 

RUN_CMD="mpirun  DISABLE_RDMA_ALLGATHER=1 ./oceanM Apps/Bering_10k/ocean_bering32.in.04" 
#RUN_CMD="mpirun DISABLE_RDMA_ALLGATHER=1 DISABLE_RDMA_BARRIER=1 DISABLE_RDMA_ALLTOALL=1 ./oceanM Apps/Bering_10k/ocean_bering32.in
#RUN_CMD="mpirun ./oceanM Apps/Bering_10k/ocean_bering32.in"
#RUN_CMD="mpirun ./oceanM Apps/Bering_10k/ocean_bering32.in"
#RUN_CMD="mpirun ./oceanG ocean_bering.in"
echo "Running: $RUN_CMD"
$RUN_CMD

#
#  Epilog
#
TEND=`echo "print time();" | perl`
echo " "
echo "++++ Midnight ++++ $PGM_NAME pwd:      `pwd`"
echo "++++ Midnight ++++ $PGM_NAME ended:    `date`"
echo "++++ Midnight ++++ $PGM_NAME walltime: `expr $TEND - $TBEGIN` seconds"

