/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.6 by dimitri, Tue Oct 29 07:20:16 2013 UTC revision 1.16 by dimitri, Sat Mar 2 19:31:13 2019 UTC
# Line 1  Line 1 
1    ==============
2    # Interactive 90x90x1342 tile configuration with latest MITgcm, no asyncio
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    git clone https://github.com/MITgcm/MITgcm.git
6    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 56
19    cd ../run_test_noasync
20    cp ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_90x90x1342 data.exch2
26    mpiexec -n 1342 ./mitgcmuv
27    
28    ==============
29    # Interactive 90x90x1342 tile configuration with latest MITgcm, with asyncio
30    cd ~/llc_1080
31    cvs co MITgcm_contrib/llc_hires/llc_1080
32    git clone https://github.com/MITgcm/MITgcm.git
33    qsub -I -q long -l select=52:ncpus=28:model=bro,walltime=120:00:00 -m abe
34    module purge
35    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
36    cd ~/llc_1080/MITgcm
37    mkdir build run
38    lfs setstripe -c -1 run
39    cd build
40    ../tools/genmake2 -of \
41     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
42     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
43    make depend
44    make -j 56
45    cd ../run_test_async
46    cp ../build/mitgcmuv .
47    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
48    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
49    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
50    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
51    mv data.exch2_90x90x1342 data.exch2
52    mpiexec -n 1442 ./mitgcmuv
53    
54    ==============
55    # interactive 30x30x16848 tile configuration with MITgcm checkpoint66h
56    cd ~/llc_1080
57    cvs co MITgcm_contrib/llc_hires/llc_1080
58    cvs co -r checkpoint66h MITgcm_code
59    qsub -I -q devel -l select=602:ncpus=28:model=bro,walltime=2:00:00 -m abe
60    module purge
61    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
62    cd ~/llc_1080/MITgcm
63    mkdir build run
64    lfs setstripe -c -1 run
65    cd build
66    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_30x30 SIZE.h
67    ../tools/genmake2 -of \
68     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
69     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
70    make depend
71    make -j 56
72    cd ../run
73    ln -sf ../build/mitgcmuv .
74    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
75    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
76    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
77    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
78    mv data.exch2_30x30x16848 data.exch2
79    mpiexec -n 16848 ./mitgcmuv &
80    
81    ==============
82    # interactive 36x36x11700 tile configuration with MITgcm checkpoint66h
83    cd ~/llc_1080
84    cvs co MITgcm_contrib/llc_hires/llc_1080
85    cvs co -r checkpoint66h MITgcm_code
86    qsub -I -q devel -l select=418:ncpus=28:model=bro,walltime=2:00:00 -m abe
87    module purge
88    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
89    cd ~/llc_1080/MITgcm
90    mkdir build run
91    lfs setstripe -c -1 run
92    cd build
93    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_36x36 SIZE.h
94    ../tools/genmake2 -of \
95     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
96     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
97    make depend
98    make -j 56
99    cd ../run
100    ln -sf ../build/mitgcmuv .
101    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
102    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
103    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
104    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
105    mv data.exch2_36x36x11700 data.exch2
106    mpiexec -n 11700 ./mitgcmuv &
107    
108    ==============
109    # interactive 40x40x9477 tile configuration with MITgcm checkpoint66h
110    cd ~/llc_1080
111    cvs co MITgcm_contrib/llc_hires/llc_1080
112    cvs co -r checkpoint66h MITgcm_code
113    qsub -I -q devel -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
114    module purge
115    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
116    cd ~/llc_1080/MITgcm
117    mkdir build run
118    lfs setstripe -c -1 run
119    cd build
120    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_40x40 SIZE.h
121    ../tools/genmake2 -of \
122     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
123     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
124    make depend
125    make -j 56
126    cd ../run
127    ln -sf ../build/mitgcmuv .
128    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
129    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
130    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
131    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
132    mv data.exch2_40x40x9477 data.exch2
133    mpiexec -n 9477 ./mitgcmuv &
134    
135    ==============
136    # interactive 45x45x7488 tile configuration with MITgcm checkpoint66h
137    cd ~/llc_1080
138    cvs co MITgcm_contrib/llc_hires/llc_1080
139    cvs co -r checkpoint66h MITgcm_code
140    qsub -I -q devel -l select=268:ncpus=28:model=bro,walltime=2:00:00 -m abe
141    module purge
142    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
143    cd ~/llc_1080/MITgcm
144    mkdir build run
145    lfs setstripe -c -1 run
146    cd build
147    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_45x45 SIZE.h
148    ../tools/genmake2 -of \
149     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
150     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
151    make depend
152    make -j 56
153    cd ../run
154    ln -sf ../build/mitgcmuv .
155    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
156    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
157    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
158    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
159    mv data.exch2_45x45x7488 data.exch2
160    mpiexec -n 7488 ./mitgcmuv &
161    
162    ==============
163    # interactive 54x54x5200 tile configuration with MITgcm checkpoint66h
164    cd ~/llc_1080
165    cvs co MITgcm_contrib/llc_hires/llc_1080
166    cvs co -r checkpoint66h MITgcm_code
167    qsub -I -q devel -l select=268:ncpus=28:model=bro,walltime=2:00:00 -m abe
168    module purge
169    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
170    cd ~/llc_1080/MITgcm
171    mkdir build run
172    lfs setstripe -c -1 run
173    cd build
174    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_54x54 SIZE.h
175    ../tools/genmake2 -of \
176     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
177     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
178    make depend
179    make -j 56
180    cd ../run
181    ln -sf ../build/mitgcmuv .
182    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
183    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
184    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
185    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
186    mv data.exch2_54x54x5200 data.exch2
187    mpiexec -n 5200 ./mitgcmuv &
188    
189    ==============
190    # Interactive 90x90x1342 tile configuration with MITgcm checkpoint66h
191    cd ~/llc_1080
192    cvs co MITgcm_contrib/llc_hires/llc_1080
193    cvs co -r checkpoint66h MITgcm_code
194    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
195    module purge
196    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
197    cd ~/llc_1080/MITgcm
198    mkdir build run
199    lfs setstripe -c -1 run
200    cd build
201    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
202    ../tools/genmake2 -of \
203     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
204     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
205    make depend
206    make -j 56
207    cd ../run
208    ln -sf ../build/mitgcmuv .
209    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
210    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
211    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
212    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
213    mv data.exch2_90x90x1342 data.exch2
214    mpiexec -n 1342 ./mitgcmuv &
215    
216    ==============
217    # interactive 90x90x1342 tile configuration from scratch
218    cd ~/llc_1080
219    cvs co MITgcm_contrib/llc_hires/llc_1080
220    cvs co -r checkpoint64p MITgcm_code
221    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
222    module purge
223    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
224    cd ~/llc_1080/MITgcm
225    mkdir build run
226    lfs setstripe -c -1 run
227    cd build
228    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
229    ../tools/genmake2 -of \
230     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
231     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
232    make depend
233    make -j 16
234    cd ../run
235    ln -sf ../build/mitgcmuv .
236    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
237    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
238    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
239    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
240    mv data.exch2_90x90x1342 data.exch2
241    mpiexec -n 1342 ./mitgcmuv &
242    
243    =====================
244  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
245  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M menemenlis@jpl.nasa.gov  qsub -I -q debug -l select=48:ncpus=28:model=bro,walltime=02:00:00 -m abe -M email
246  qsub -I -q long -l select=80:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@jpl.nasa.gov  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
247  qsub -I -q long -l select=:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
248  qsub -q ecco -I -W group_list=g26209 -l select=170:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
   
 For batch submission:  
 qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  
 qsub qsub_llc1080_468.csh  
249    
250  ==============  ==============
251    # 60x60x2872 tile configuration
252    
253  cd ~/llc_1080  cd ~/llc_1080
254  cvs co MITgcm_code  cvs co -r checkpoint64p MITgcm_code
255  cvs co MITgcm_contrib/llc_hires/llc_1080  cvs co MITgcm_contrib/llc_hires/llc_1080
256  cd MITgcm  cd MITgcm
257  module purge  module purge
258  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06rp16  netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
259  mkdir build run  mkdir build run
260  lfs setstripe -c -1 run  lfs setstripe -c -1 run
261  cd build  cd build
# Line 25  cp ../../MITgcm_contrib/llc_hires/llc_10 Line 265  cp ../../MITgcm_contrib/llc_hires/llc_10
265   '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'   '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
266  make depend  make depend
267  make -j 16  make -j 16
268  cd ../run  cd ~/llc_1080/MITgcm/run
269  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
270  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
271  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
272  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
273  mv data.exch2_60x60x2872 data.exch2  mv data.exch2_60x60x2872 data.exch2
274    export MPI_NUM_MEMORY_REGIONS=256
275  mpiexec -n 3400 ./mitgcmuv  mpiexec -n 3400 ./mitgcmuv
276    
277  ==============  ==============
278    # 90x90x1342 tile configuration
279    
280  cd ~/llc_1080  cd ~/llc_1080
281  cvs co MITgcm_code  cvs co MITgcm_code
# Line 58  ln -sf /nobackup/dmenemen/tarballs/llc_1 Line 300  ln -sf /nobackup/dmenemen/tarballs/llc_1
300  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
301  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
302  mv data.exch2_90x90x1342 data.exch2  mv data.exch2_90x90x1342 data.exch2
303    export MPI_NUM_MEMORY_REGIONS=256
304  mpiexec -n 1600 ./mitgcmuv  mpiexec -n 1600 ./mitgcmuv
305    
306  ==============  ==============
307    # 90x90x1342 tile test configuration
308    
309    cd ~/llc_1080_test
310    cvs co MITgcm_code
311    cvs co MITgcm_contrib/llc_hires/llc_1080
312    cd MITgcm
313    module purge
314    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
315    mkdir build run
316    lfs setstripe -c -1 run
317    cd build
318    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
319    ../tools/genmake2 -of \
320     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
321     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
322    make depend
323    make -j 16
324    cd ../run
325    ln -sf ../build/mitgcmuv .
326    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
327    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
328    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
329    mv data.exch2_90x90x1342 data.exch2
330    mpiexec -n 1342 ./mitgcmuv
331    
332    
333    ==============
334    
335  look at output  look at output
336    
Legend:
Removed from v.1.6  
changed lines
  Added in v.1.16
  ViewVC Help
Powered by ViewVC 1.1.22