1 |
# This is a small test case with set-up as similar as possible |
# This is a small test case with set-up as similar as possible |
2 |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
# to llc_4320 for testing asyncio and coupling to GEOS-5. |
3 |
|
|
4 |
############################# |
# request interactive nodes and load modules |
5 |
# 30x30x96 configuration |
qsub -I -q long -l select=6:ncpus=28:model=bro,walltime=120:00:00 |
|
|
|
6 |
module purge |
module purge |
7 |
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
8 |
cd ~/llc_4320 |
|
9 |
cvs co -r checkpoint65v MITgcm_code |
######################################## |
10 |
cvs co MITgcm_contrib/llc_hires/llc_4320 |
# 30x30x96 configuration without asyncio |
11 |
|
cvs co -D "2013/08/21 00:25:30" MITgcm_code |
12 |
|
cvs co MITgcm_contrib/llc_hires/llc_90 |
13 |
cd MITgcm |
cd MITgcm |
14 |
mkdir build run485568 |
mkdir build run1 |
|
lfs setstripe -c -1 run_485568 |
|
15 |
cd build |
cd build |
16 |
rm * |
rm * |
17 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h |
../tools/genmake2 -of ../tools/build_options/linux_amd64_ifort+mpi_ice_nas \ |
18 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c . |
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_90/code |
|
emacs readtile_mpiio.c |
|
|
tileSizeX = 90; |
|
|
tileSizeY = 90; |
|
|
../tools/genmake2 -of \ |
|
|
../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
|
|
'../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' |
|
19 |
make depend |
make depend |
20 |
make -j 16 |
make -j 16 |
21 |
cp mitgcmuv ../run_485568/mitgcmuv_90x90x19023_intel.2015.0.090 |
cp mitgcmuv ../run1 |
22 |
|
cd ../run1 |
23 |
qsub -I -q long -l select=850:ncpus=24:model=has,walltime=120:00:00 -m abe -M menemenlis@me.com |
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
|
qsub -I -q long -l select=1020:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
|
|
module load comp-intel/2015.0.090 mpi-sgi/mpt.2.12r23 netcdf/4.0 |
|
|
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . |
|
24 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
25 |
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . |
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
26 |
cp data.exch2_90x90x19023 data.exch2 |
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
27 |
mv STDOUT.00000 STDOUT.485568 |
mpiexec -n 96 ./mitgcmuv |
|
emacs data |
|
|
nIter0=485568, |
|
|
ln -sf ../run/pickup_0000485568.data pickup.0000485568.data |
|
|
ln -sf ../run/pickup_0000485568.meta pickup.0000485568.meta |
|
|
ln -sf ../run/pickup_seaice_0000485568.data pickup_seaice.0000485568.data |
|
|
ln -sf ../run/pickup_seaice_0000485568.meta pickup_seaice.0000485568.meta |
|
|
mpiexec -n 20400 ./mitgcmuv_90x90x19023_intel.2015.0.090 |
|
28 |
|
|
29 |
cd ~/llc_4320/MITgcm/run_485568 |
##################################### |
30 |
tail -f STDOUT.00000 | grep advcfl_W |
# 30x30x96 configuration with asyncio |
31 |
|
mkdir run2 |
32 |
|
cd build |
33 |
|
rm * |
34 |
|
../tools/genmake2 -of \ |
35 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
36 |
|
'../../MITgcm_contrib/llc_hires/llc_90/code ../../MITgcm_contrib/llc_hires/llc_90/code-async' |
37 |
|
make depend |
38 |
|
make -j 16 |
39 |
|
cp mitgcmuv ../run2 |
40 |
|
cd ../run2 |
41 |
|
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
42 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
43 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
44 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input/* . |
45 |
|
mpiexec -n 124 ./mitgcmuv |
46 |
|
|
47 |
|
################################################### |
48 |
|
# 30x30x96 configuration with asyncio and no seaice |
49 |
|
mkdir run3 |
50 |
|
cd build |
51 |
|
rm * |
52 |
|
../tools/genmake2 -of \ |
53 |
|
../../MITgcm_contrib/llc_hires/llc_90/code-async/linux_amd64_ifort+mpi_ice_nas \ |
54 |
|
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_90/code-async-noseaice |
55 |
|
make depend |
56 |
|
make -j 16 |
57 |
|
cp mitgcmuv ../run3 |
58 |
|
cd ../run3 |
59 |
|
ln -sf /nobackup/dmenemen/GEOS5/experiments/llc90/data/* . |
60 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
61 |
|
ln -sf /nobackupp2/dmenemen//llc_4320/run_template/runoff1p2472-360x180x12.bin . |
62 |
|
cp ../../MITgcm_contrib/llc_hires/llc_90/input-noseaice/* . |
63 |
|
mpiexec -n 124 ./mitgcmuv |