/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.4 by dimitri, Tue Oct 22 21:59:36 2013 UTC revision 1.12 by dimitri, Wed Jun 7 00:32:51 2017 UTC
# Line 1  Line 1 
1    ==============
2    # interactive 90x90x1342 tile configuration with newer MITgcm code
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    cvs co -r checkpoint66h MITgcm_code
6    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 56
19    cd ../run
20    ln -sf ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_90x90x1342 data.exch2
26    mpiexec -n 1342 ./mitgcmuv &
27    
28    ==============
29    # interactive 90x90x1342 tile configuration from scratch
30    cd ~/llc_1080
31    cvs co MITgcm_contrib/llc_hires/llc_1080
32    cvs co -r checkpoint64p MITgcm_code
33    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
34    module purge
35    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
36    cd ~/llc_1080/MITgcm
37    mkdir build run
38    lfs setstripe -c -1 run
39    cd build
40    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
41    ../tools/genmake2 -of \
42     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
43     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
44    make depend
45    make -j 16
46    cd ../run
47    ln -sf ../build/mitgcmuv .
48    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
49    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
50    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
51    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
52    mv data.exch2_90x90x1342 data.exch2
53    mpiexec -n 1342 ./mitgcmuv &
54    
55    =====================
56  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
57  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M menemenlis@jpl.nasa.gov  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
58  qsub -I -q long -l select=80:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@jpl.nasa.gov  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
59  qsub -I -q long -l select=:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
60    
61  For batch submission:  ==============
62  qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  # 60x60x2872 tile configuration
 qsub qsub_llc1080_468.csh  
63    
64  These will give you 24 x 20 = 480 cores.  cd ~/llc_1080
65    cvs co -r checkpoint64p MITgcm_code
66    cvs co MITgcm_contrib/llc_hires/llc_1080
67    cd MITgcm
68    module purge
69    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
70    mkdir build run
71    lfs setstripe -c -1 run
72    cd build
73    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
74    ../tools/genmake2 -of \
75     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
76     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
77    make depend
78    make -j 16
79    cd ~/llc_1080/MITgcm/run
80    ln -sf ../build/mitgcmuv .
81    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
82    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
83    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
84    mv data.exch2_60x60x2872 data.exch2
85    export MPI_NUM_MEMORY_REGIONS=256
86    mpiexec -n 3400 ./mitgcmuv
87    
88  ==============  ==============
89    # 90x90x1342 tile configuration
90    
91  cd ~/llc_1080  cd ~/llc_1080
92  cvs co MITgcm_code  cvs co MITgcm_code
93  cvs co MITgcm_contrib/llc_hires/llc_1080  cvs co MITgcm_contrib/llc_hires/llc_1080
94  cd MITgcm  cd MITgcm
95  module purge  module purge
96  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
97  mkdir build run  mkdir build run
98  lfs setstripe -c -1 run  lfs setstripe -c -1 run
99  cd build  cd build
# Line 25  cp ../../MITgcm_contrib/llc_hires/llc_10 Line 102  cp ../../MITgcm_contrib/llc_hires/llc_10
102   ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
103   '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'   '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
104  make depend  make depend
105  make -j 30  make -j 16
106  cd ../run  cd ../run
107  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
108  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
109  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
110  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
111    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
112  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
113  mv data.exch2_90x90x1342 data.exch2  mv data.exch2_90x90x1342 data.exch2
114    export MPI_NUM_MEMORY_REGIONS=256
115  mpiexec -n 1600 ./mitgcmuv  mpiexec -n 1600 ./mitgcmuv
116    
117  ==============  ==============
Legend:
Removed from v.1.4  
changed lines
  Added in v.1.12
  ViewVC Help
Powered by ViewVC 1.1.22