#!/bin/csh
#PBS -l ncpus=220
#PBS -l walltime=30:00:00
#PBS -j oe
#PBS -q special

setenv MPI_USE_XPMEM
setenv MPI_DSM_CPULIST 4-219
setenv MALLOC_MMAP_MAX 0
setenv KMP_STACKSIZE 512000000
setenv KMP_BLOCKTIME 1000000
setenv KMP_LIBRARY turnaround
limit stacksize unlimited

cd /nobackup1/menemenl/cube/MITgcm/verification/global_ocean.cs32x15/run
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .

\cp data.pkg_hr data.pkg
\cp data.seaice_hr data.seaice
\ln -sf ../../../../run_template/tile00* .
\ln -sf ../../../../run_template/LEV* .
\ln -sf ../../../../run_template/heff_file .
\ln -sf ../../../../run_template/ETOPO2_18360x85_ver5e_filled.bin .
cp ../build/mitgcmuv .

\cp data_hr data
\cp data.exf_0 data.exf
mpirun -np 216 ./mitgcmuv
mkdir out.0
\mv STDOUT.0000 *.data pickup*.meta job_altix.* out.0
\cp data* job_altix out.0
\rm STD* *.meta

\cp data_hr92 data
\cp data.exf_hr92 data.exf
\ln -sf out.0/pickup.0000000864.data pickup.0000000216.data
\ln -sf out.0/pickup_seaice.0000000864.data pickup_seaice.0000000216.data
mpirun -np 216 ./mitgcmuv
mkdir out.1992
\mv STDOUT.0000 *.data pickup*.meta job_altix.* out.1992
\cp data* job_altix out.1992
\rm STD* *.meta

\cp data_hr93 data
\cp data.exf_hr93 data.exf
\ln -sf out.1992/pickup*.0*.data .
mpirun -np 216 dplace ./mitgcmuv
mkdir out.1993
\mv STDOUT.0000 *.data pickup*.meta job_altix.* out.1993
\cp data* job_altix out.1993
\rm STD* *.meta