/[MITgcm]/MITgcm_contrib/llc_hires/llc_4320/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_4320/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.11 by dimitri, Thu Jan 16 06:42:00 2014 UTC revision 1.12 by dimitri, Mon Feb 10 15:34:38 2014 UTC
# Line 2  For interactive session, Ivy Bridge node Line 2  For interactive session, Ivy Bridge node
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
5    
6    #############################
7    # 90x90x19023 configuration
8    
9  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=1020:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
10    module purge
11    module load  comp-intel/2012.0.032 netcdf/4.0
12    module use -a ~kjtaylor/modulefiles
13    module load sles11sp3/mpt-2.10-nasa201311271217
14    cd ~/llc_4320
15    cvs co MITgcm_code
16    cvs co MITgcm_contrib/llc_hires/llc_4320
17    cd MITgcm
18    mkdir build run
19    lfs setstripe -c -1 run
20    cd build
21    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_90x90x19023 SIZE.h
22    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
23    emacs readtile_mpiio.c
24        tileSizeX = 90;
25        tileSizeY = 90;
26    ../tools/genmake2 -of \
27     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
28     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
29    make depend
30    make -j 16
31    
32    cd ~/llc_4320/MITgcm/run
33    cp ../build/mitgcmuv mitgcmuv_90x90x19023
34    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
35    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
36    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
37    mv data.exch2_90x90x19023 data.exch2
38    emacs data
39    
40    export MPI_BUFS_PER_PROC=1024
41    export MPI_REQUEST_MAX=65536
42    export MPI_GROUP_MAX=1024
43    export MPI_NUM_MEMORY_REGIONS=8
44    export MPI_UNBUFFERED_STDIO=1
45    export MPI_MEMMAP_OFF=1
46    export MPI_UD_TIMEOUT=100
47    mpiexec -n 20400 ./mitgcmuv_90x90x19023
48    
49    tail -f STDOUT.00000 | grep advcfl_W
50    
51  #############################  #############################
52  # generate 60x60 blank tiles  # generate 60x60 blank tiles
   
53  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
54  module purge  module purge
55  module load  comp-intel/2012.0.032 netcdf/4.0  module load  comp-intel/2012.0.032 netcdf/4.0
# Line 15  module load sles11sp3/mpt-2.10-nasa20131 Line 58  module load sles11sp3/mpt-2.10-nasa20131
58  cd ~/llc_4320/MITgcm  cd ~/llc_4320/MITgcm
59  mkdir run_60x60  mkdir run_60x60
60  lfs setstripe -c -1 run_60x60  lfs setstripe -c -1 run_60x60
   
61  cd build  cd build
62  rm *  rm *
63  cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .  cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
# Line 34  emacs eeboot_minimal.F Line 76  emacs eeboot_minimal.F
76  C         standardMessageUnit=errorMessageUnit  C         standardMessageUnit=errorMessageUnit
77           WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)           WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
78           OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')           OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
   
79  ../tools/genmake2 -of \  ../tools/genmake2 -of \
80   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
81   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
82  make depend  make depend
83  make -j 16  make -j 16
   
84  cd ~/llc_4320/MITgcm/run_60x60  cd ~/llc_4320/MITgcm/run_60x60
85  cp ../build/mitgcmuv .  cp ../build/mitgcmuv .
86  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
87  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
88  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
89  mv data.exch2_120x120x10901 data.exch2  mv data.exch2_120x120x10901 data.exch2
   
90  emacs data  emacs data
91   tRef =  18.89, 18.89,   tRef =  18.89, 18.89,
92   sRef =  34.84, 34.84,   sRef =  34.84, 34.84,
# Line 58  emacs data Line 97  emacs data
97  # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',  # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
98  # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',  # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
99  # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',  # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
   
100  emacs data.exch2  emacs data.exch2
101  # remove the blank tile list  # remove the blank tile list
   
102  export MPI_BUFS_PER_PROC=1024  export MPI_BUFS_PER_PROC=1024
103  export MPI_REQUEST_MAX=65536  export MPI_REQUEST_MAX=65536
104  export MPI_GROUP_MAX=1024  export MPI_GROUP_MAX=1024
105  export MPI_NUM_MEMORY_REGIONS=8  export MPI_NUM_MEMORY_REGIONS=8
106  export MPI_UNBUFFERED_STDIO=1  export MPI_UNBUFFERED_STDIO=1
107  export MPI_MEMMAP_OFF=1  export MPI_MEMMAP_OFF=1
108    export MPI_UD_TIMEOUT=100
109  mpiexec -n 12000 ./mitgcmuv  mpiexec -n 12000 ./mitgcmuv
110    
111  #############################  #############################
112  # generate 45x45 blank tiles  # generate 45x45 blank tiles
   
113  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
114  module purge  module purge
115  module load  comp-intel/2012.0.032 netcdf/4.0  module load  comp-intel/2012.0.032 netcdf/4.0
# Line 81  module load sles11sp3/mpt-2.10-nasa20131 Line 118  module load sles11sp3/mpt-2.10-nasa20131
118  cd ~/llc_4320/MITgcm  cd ~/llc_4320/MITgcm
119  mkdir run_45x45  mkdir run_45x45
120  lfs setstripe -c -1 run_45x45  lfs setstripe -c -1 run_45x45
   
121  cd build  cd build
122  rm *  rm *
123  cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .  cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
# Line 100  emacs eeboot_minimal.F Line 136  emacs eeboot_minimal.F
136  C         standardMessageUnit=errorMessageUnit  C         standardMessageUnit=errorMessageUnit
137           WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)           WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
138           OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')           OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
   
139  ../tools/genmake2 -of \  ../tools/genmake2 -of \
140   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
141   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'   '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
142  make depend  make depend
143  make -j 16  make -j 16
   
144  cd ~/llc_4320/MITgcm/run_45x45  cd ~/llc_4320/MITgcm/run_45x45
145  cp ../build/mitgcmuv .  cp ../build/mitgcmuv .
146  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
147  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
148  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
149  mv data.exch2_120x120x10901 data.exch2  mv data.exch2_120x120x10901 data.exch2
   
150  emacs data  emacs data
151   tRef =  18.89, 18.89,   tRef =  18.89, 18.89,
152   sRef =  34.84, 34.84,   sRef =  34.84, 34.84,
# Line 124  emacs data Line 157  emacs data
157  # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',  # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
158  # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',  # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
159  # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',  # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
   
160  emacs data.exch2  emacs data.exch2
161  # remove the blank tile list  # remove the blank tile list
   
162  export MPI_BUFS_PER_PROC=1024  export MPI_BUFS_PER_PROC=1024
163  export MPI_REQUEST_MAX=65536  export MPI_REQUEST_MAX=65536
164  export MPI_GROUP_MAX=1024  export MPI_GROUP_MAX=1024
165  export MPI_NUM_MEMORY_REGIONS=8  export MPI_NUM_MEMORY_REGIONS=8
166  export MPI_UNBUFFERED_STDIO=1  export MPI_UNBUFFERED_STDIO=1
167  export MPI_MEMMAP_OFF=1  export MPI_MEMMAP_OFF=1
168    export MPI_UD_TIMEOUT=100
169  mpiexec -n 12000 ./mitgcmuv  mpiexec -n 12000 ./mitgcmuv
170    
171    #############################
172    # generate 48x48 blank tiles
173    qsub -I -q devel -l select=600:ncpus=20:model=ivy,walltime=2:00:00 -m abe -M menemenlis@me.com
174    module purge
175    module load  comp-intel/2012.0.032 netcdf/4.0
176    module use -a ~kjtaylor/modulefiles
177    module load sles11sp3/mpt-2.10-nasa201311271217
178    cd ~/llc_4320/MITgcm
179    mkdir run_48x48
180    lfs setstripe -c -1 run_48x48
181    cd build
182    rm *
183    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/readtile_mpiio.c .
184    emacs readtile_mpiio.c
185        tileSizeX = 48;
186        tileSizeY = 48;
187    cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_120x120x10901 SIZE.h
188    emacs SIZE.h
189         &           sNx =  48,
190         &           sNy =  48,
191         &           nSx =  10,
192         &           nPx = 10530,
193         &           Nr  =  2 )
194    cp ../../MITgcm_contrib/llc_hires/llc_4320/code-async/eeboot_minimal.F .
195    emacs eeboot_minimal.F
196    C         standardMessageUnit=errorMessageUnit
197             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
198             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
199    ../tools/genmake2 -of \
200     ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
201     '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async'
202    make depend
203    make -j 16
204    cd ~/llc_4320/MITgcm/run_48x48
205    cp ../build/mitgcmuv .
206    ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* .
207    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
208    cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* .
209    mv data.exch2_120x120x10901 data.exch2
210    emacs data.exch2
211    # remove blankList
212    emacs data
213     tRef =  18.89, 18.89,
214     sRef =  34.84, 34.84,
215     endtime=20.,
216     delR =   1.00,    1.14,
217    # hydrogThetaFile='THETA_llc2160_10sep2011_4320x56160x90_r4',
218    # hydrogSaltFile ='SALT_llc2160_10sep2011_4320x56160x90_r4',
219    # uVelInitFile   ='UVEL_llc2160_10sep2011_4320x56160x90_r4',
220    # vVelInitFile   ='VVEL_llc2160_10sep2011_4320x56160x90_r4',
221    # pSurfInitFile  ='ETAN_llc2160_10sep2011_4320x56160_r4',
222    export MPI_BUFS_PER_PROC=1024
223    export MPI_REQUEST_MAX=65536
224    export MPI_GROUP_MAX=1024
225    export MPI_NUM_MEMORY_REGIONS=8
226    export MPI_UNBUFFERED_STDIO=1
227    export MPI_MEMMAP_OFF=1
228    export MPI_UD_TIMEOUT=100
229    mpiexec -n 12000 ./mitgcmuv
230    
231  #############################  #############################
232  # 120x120x10901 configuration  # 120x120x10901 configuration
# Line 177  export MPI_GROUP_MAX=1024 Line 268  export MPI_GROUP_MAX=1024
268  export MPI_NUM_MEMORY_REGIONS=8  export MPI_NUM_MEMORY_REGIONS=8
269  export MPI_UNBUFFERED_STDIO=1  export MPI_UNBUFFERED_STDIO=1
270  export MPI_MEMMAP_OFF=1  export MPI_MEMMAP_OFF=1
271    export MPI_UD_TIMEOUT=100
272  mpiexec -n 12000 ./mitgcmuv_120x120x10901  mpiexec -n 12000 ./mitgcmuv_120x120x10901
273    
274  tail -f STDOUT.00000 | grep advcfl_W  tail -f STDOUT.00000 | grep advcfl_W
# Line 210  setenv MPI_GROUP_MAX 1024 Line 302  setenv MPI_GROUP_MAX 1024
302  setenv MPI_NUM_MEMORY_REGIONS 8  setenv MPI_NUM_MEMORY_REGIONS 8
303  setenv MPI_UNBUFFERED_STDIO 1  setenv MPI_UNBUFFERED_STDIO 1
304  setenv MPI_MEMMAP_OFF 1  setenv MPI_MEMMAP_OFF 1
305    export MPI_UD_TIMEOUT=100
306    
307  mpiexec -n 35000 ./mitgcmuv_72x72x29297  mpiexec -n 35000 ./mitgcmuv_72x72x29297
308    
Legend:
Removed from v.1.11  
changed lines
  Added in v.1.12
  ViewVC Help
Powered by ViewVC 1.1.22