1 |
For interactive session, Ivy Bridge nodes: |
For interactive session, Ivy Bridge nodes: |
2 |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe |
3 |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe |
4 |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
5 |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
6 |
|
|
7 |
########################################## |
########################## |
8 |
# 90x90_5004 configuration with newer code |
# 72x72_7666 configuration |
9 |
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
qsub -I -q long -l select=400:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
10 |
module purge |
module purge |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
|
11 |
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
12 |
|
cd ~/llc_2160 |
13 |
|
git clone git@github.com:MITgcm/MITgcm.git |
14 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
15 |
|
cd ~/llc_2160/MITgcm |
16 |
|
mkdir build run |
17 |
|
cd ~/llc_2160/MITgcm/build |
18 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_72x72_7666 SIZE.h |
19 |
|
../tools/genmake2 -of \ |
20 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
21 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
22 |
|
make depend |
23 |
|
make -j 16 |
24 |
|
|
25 |
|
cd ~/llc_2160/MITgcm/run |
26 |
|
cp ../build/mitgcmuv mitgcmuv_72x72_7666 |
27 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
28 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
29 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
30 |
|
cp data.exch2_72x72x7666 data.exch2 |
31 |
|
emacs data |
32 |
|
|
33 |
|
mpiexec -n 8000 ./mitgcmuv_72x72_7666 |
34 |
|
|
35 |
mpt2.17r13 |
tail -f STDOUT.00000 | grep advcfl_W |
|
stripe to 16 or 32 |
|
|
7840 |
|
|
12040 |
|
36 |
|
|
37 |
|
################################################################### |
38 |
|
# 90x90_5004 configuration with newer code on electra special queue |
39 |
|
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
40 |
|
module purge |
41 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
42 |
cd ~/llc_2160 |
cd ~/llc_2160 |
43 |
git clone git@github.com:MITgcm/MITgcm.git |
git clone git@github.com:MITgcm/MITgcm.git |
44 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
67 |
############################# |
############################# |
68 |
# 60x60x10882 configuration |
# 60x60x10882 configuration |
69 |
|
|
70 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
71 |
module purge |
module purge |
72 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
73 |
cd ~/llc_2160 |
cd ~/llc_2160 |