1 |
For interactive session, Ivy Bridge nodes: |
For interactive session, Ivy Bridge nodes: |
2 |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email |
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe |
3 |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email |
qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe |
4 |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com |
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
5 |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email |
qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
6 |
|
|
7 |
|
########################## |
8 |
|
# 72x72_7666 configuration |
9 |
|
qsub -I -q long -l select=400:ncpus=20:model=ivy,walltime=120:00:00 -m abe |
10 |
|
module purge |
11 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
12 |
|
cd ~/llc_2160 |
13 |
|
git clone git@github.com:MITgcm/MITgcm.git |
14 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
15 |
|
cd ~/llc_2160/MITgcm |
16 |
|
mkdir build run |
17 |
|
cd ~/llc_2160/MITgcm/build |
18 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_72x72_7666 SIZE.h |
19 |
|
../tools/genmake2 -of \ |
20 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
21 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
22 |
|
make depend |
23 |
|
make -j 16 |
24 |
|
|
25 |
|
cd ~/llc_2160/MITgcm/run |
26 |
|
cp ../build/mitgcmuv mitgcmuv_72x72_7666 |
27 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
28 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
29 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
30 |
|
cp data.exch2_72x72x7666 data.exch2 |
31 |
|
emacs data |
32 |
|
|
33 |
|
mpiexec -n 8000 ./mitgcmuv_72x72_7666 |
34 |
|
|
35 |
|
tail -f STDOUT.00000 | grep advcfl_W |
36 |
|
|
37 |
|
################################################################### |
38 |
|
# 90x90_5004 configuration with newer code on electra special queue |
39 |
|
qsub -I -q electra -l select=200:ncpus=28:model=bro_ele:aoe=sles12 -l walltime=10:00:00 |
40 |
|
module purge |
41 |
|
module load comp-intel/2016.2.181 mpi-hpe/mpt.2.17r13 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
42 |
|
cd ~/llc_2160 |
43 |
|
git clone git@github.com:MITgcm/MITgcm.git |
44 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
45 |
|
cd ~/llc_2160/MITgcm |
46 |
|
mkdir build run |
47 |
|
cd ~/llc_2160/MITgcm/build |
48 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h |
49 |
|
../tools/genmake2 -of \ |
50 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
51 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
52 |
|
make depend |
53 |
|
make -j 16 |
54 |
|
|
55 |
|
cd ~/llc_2160/MITgcm/run |
56 |
|
cp ../build/mitgcmuv mitgcmuv_90x90_5004 |
57 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
58 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
59 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
60 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_90x90x5004 data.exch2 |
61 |
|
emacs data |
62 |
|
|
63 |
|
mpiexec -n 5500 ./mitgcmuv_90x90_5004 |
64 |
|
|
65 |
|
tail -f STDOUT.00000 | grep advcfl_W |
66 |
|
|
67 |
############################# |
############################# |
68 |
# 60x60x10882 configuration |
# 60x60x10882 configuration |
69 |
|
|
70 |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com |
qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe |
71 |
module purge |
module purge |
72 |
module load comp-intel/2012.0.032 netcdf/4.0 |
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
|
module use -a ~kjtaylor/modulefiles |
|
|
module load sles11sp3/mpt-2.10-nasa201311271217 |
|
73 |
cd ~/llc_2160 |
cd ~/llc_2160 |
74 |
cvs co MITgcm_code |
cvs co -r checkpoint64t MITgcm_code |
75 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
cvs co MITgcm_contrib/llc_hires/llc_2160 |
76 |
cd MITgcm |
cd MITgcm |
77 |
mkdir build run |
mkdir build run |
|
lfs setstripe -c -1 run |
|
78 |
cd build |
cd build |
79 |
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h |
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h |
80 |
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
87 |
make depend |
make depend |
88 |
make -j 16 |
make -j 16 |
89 |
|
|
90 |
cd ~/llc_2160/MITgcm/run_day49_on |
cd ~/llc_2160/MITgcm/run |
91 |
cp ../build/mitgcmuv mitgcmuv_60x60x10882 |
cp ../build/mitgcmuv mitgcmuv_60x60x10882 |
92 |
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
93 |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
94 |
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
95 |
mv ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2 |
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2 |
96 |
emacs data |
emacs data |
97 |
|
|
98 |
export MPI_BUFS_PER_PROC=1024 |
export MPI_BUFS_PER_PROC=1024 |
106 |
|
|
107 |
tail -f STDOUT.00000 | grep advcfl_W |
tail -f STDOUT.00000 | grep advcfl_W |
108 |
|
|
109 |
|
################################################ |
110 |
|
# 144x144x2047 configuration for grid generation |
111 |
|
|
112 |
|
qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE |
113 |
|
module purge |
114 |
|
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0 |
115 |
|
cd ~/llc_2160 |
116 |
|
cvs co MITgcm_code |
117 |
|
cvs co MITgcm_contrib/llc_hires/llc_2160 |
118 |
|
cd MITgcm |
119 |
|
mkdir build run_grid |
120 |
|
lfs setstripe -c -1 run_grid |
121 |
|
cd build |
122 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h |
123 |
|
../tools/genmake2 -of \ |
124 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \ |
125 |
|
-mpi -mods ../../MITgcm_contrib/llc_hires/llc_2160/code |
126 |
|
make depend |
127 |
|
make -j 16 |
128 |
|
|
129 |
|
cd ~/llc_2160/MITgcm/run_grid |
130 |
|
cp ../build/mitgcmuv mitgcmuv_144x144x2047 |
131 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
132 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
133 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
134 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2 |
135 |
|
|
136 |
|
emacs data |
137 |
|
debuglevel=3, |
138 |
|
useSingleCPUio=.TRUE., |
139 |
|
endtime=0., |
140 |
|
deltaT = 1., |
141 |
|
|
142 |
|
mpiexec -n 2047 ./mitgcmuv_144x144x2047 |
143 |
|
|
144 |
============== |
============== |
145 |
|
|
146 |
cd ~/llc_2160 |
cd ~/llc_2160 |
181 |
============== |
============== |
182 |
|
|
183 |
to determine empty tiles: |
to determine empty tiles: |
184 |
grep Empty STDOUT.* |
grep Empty STDOUT.* > empty.txt |
185 |
|
|
186 |
|
============== |
187 |
|
|
188 |
|
# generate 30x30 blank tiles |
189 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
190 |
|
module purge |
191 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
192 |
|
cd ~/llc_2160/MITgcm |
193 |
|
mkdir run_30x30 |
194 |
|
lfs setstripe -c -1 run_30x30 |
195 |
|
cd build |
196 |
|
rm * |
197 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
198 |
|
emacs readtile_mpiio.c |
199 |
|
tileSizeX = 30; |
200 |
|
tileSizeY = 30; |
201 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h |
202 |
|
emacs SIZE.h |
203 |
|
& sNx = 30, |
204 |
|
& sNy = 30, |
205 |
|
& nSx = 8, |
206 |
|
& nPx = 8424, |
207 |
|
& Nr = 2 ) |
208 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
209 |
|
emacs eeboot_minimal.F |
210 |
|
C standardMessageUnit=errorMessageUnit |
211 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
212 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
213 |
|
../tools/genmake2 -of \ |
214 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
215 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
216 |
|
make depend |
217 |
|
make -j 16 |
218 |
|
cd ~/llc_2160/MITgcm/run_30x30 |
219 |
|
cp ../build/mitgcmuv . |
220 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
221 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
222 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
223 |
|
mv data.exch2_144x144x2047 data.exch2 |
224 |
|
emacs data.exch2 |
225 |
|
# remove the blank tile list |
226 |
|
emacs data |
227 |
|
tRef = 18.89, 18.89, |
228 |
|
sRef = 34.84, 34.84, |
229 |
|
endtime=45., |
230 |
|
delR = 1.00, 1.14, |
231 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
232 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
233 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
234 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
235 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
236 |
|
mpiexec -n 9492 ./mitgcmuv |
237 |
|
|
238 |
|
============== |
239 |
|
|
240 |
|
# generate 60x60 blank tiles |
241 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
242 |
|
module purge |
243 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
244 |
|
cd ~/llc_2160/MITgcm |
245 |
|
mkdir run_60x60 |
246 |
|
lfs setstripe -c -1 run_60x60 |
247 |
|
cd build |
248 |
|
rm * |
249 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
250 |
|
emacs readtile_mpiio.c |
251 |
|
tileSizeX = 60; |
252 |
|
tileSizeY = 60; |
253 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h |
254 |
|
emacs SIZE.h |
255 |
|
& nSx = 3, |
256 |
|
& nPx = 5616, |
257 |
|
& Nr = 2 ) |
258 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
259 |
|
emacs eeboot_minimal.F |
260 |
|
C standardMessageUnit=errorMessageUnit |
261 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
262 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
263 |
|
../tools/genmake2 -of \ |
264 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
265 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
266 |
|
make depend |
267 |
|
make -j 64 |
268 |
|
cd ~/llc_2160/MITgcm/run_60x60 |
269 |
|
cp ../build/mitgcmuv . |
270 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
271 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
272 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
273 |
|
mv data.exch2_144x144x2047 data.exch2 |
274 |
|
emacs data.exch2 |
275 |
|
# remove the blank tile list |
276 |
|
emacs data |
277 |
|
tRef = 18.89, 18.89, |
278 |
|
sRef = 34.84, 34.84, |
279 |
|
endtime=45., |
280 |
|
delR = 1.00, 1.14, |
281 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
282 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
283 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
284 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
285 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
286 |
|
mpiexec -n 6500 ./mitgcmuv |
287 |
|
|
288 |
|
============== |
289 |
|
|
290 |
|
# generate 72x72 blank tiles |
291 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
292 |
|
module purge |
293 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
294 |
|
cd ~/llc_2160/MITgcm |
295 |
|
mkdir run_72x72 |
296 |
|
lfs setstripe -c -1 run_72x72 |
297 |
|
cd build |
298 |
|
rm * |
299 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
300 |
|
emacs readtile_mpiio.c |
301 |
|
tileSizeX = 72; |
302 |
|
tileSizeY = 72; |
303 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h |
304 |
|
emacs SIZE.h |
305 |
|
& nSx = 2, |
306 |
|
& nPx = 5850, |
307 |
|
& Nr = 2 ) |
308 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
309 |
|
emacs eeboot_minimal.F |
310 |
|
C standardMessageUnit=errorMessageUnit |
311 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
312 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
313 |
|
../tools/genmake2 -of \ |
314 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
315 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
316 |
|
make depend |
317 |
|
make -j 64 |
318 |
|
cd ~/llc_2160/MITgcm/run_72x72 |
319 |
|
cp ../build/mitgcmuv . |
320 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
321 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
322 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
323 |
|
mv data.exch2_144x144x2047 data.exch2 |
324 |
|
emacs data.exch2 |
325 |
|
# remove the blank tile list |
326 |
|
emacs data |
327 |
|
tRef = 18.89, 18.89, |
328 |
|
sRef = 34.84, 34.84, |
329 |
|
endtime=45., |
330 |
|
delR = 1.00, 1.14, |
331 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
332 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
333 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
334 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
335 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
336 |
|
mpiexec -n 6500 ./mitgcmuv |
337 |
|
|
338 |
|
============== |
339 |
|
|
340 |
|
# generate 80x80 blank tiles |
341 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
342 |
|
module purge |
343 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
344 |
|
cd ~/llc_2160/MITgcm |
345 |
|
mkdir run_80x80 |
346 |
|
lfs setstripe -c -1 run_80x80 |
347 |
|
cd build |
348 |
|
rm * |
349 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
350 |
|
emacs readtile_mpiio.c |
351 |
|
tileSizeX = 80; |
352 |
|
tileSizeY = 80; |
353 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_80x80x6260 SIZE.h |
354 |
|
emacs SIZE.h |
355 |
|
& nSx = 3, |
356 |
|
& nPx = 3159, |
357 |
|
& Nr = 2 ) |
358 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
359 |
|
emacs eeboot_minimal.F |
360 |
|
C standardMessageUnit=errorMessageUnit |
361 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
362 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
363 |
|
../tools/genmake2 -of \ |
364 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
365 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
366 |
|
make depend |
367 |
|
make -j 64 |
368 |
|
cd ~/llc_2160/MITgcm/run_80x80 |
369 |
|
cp ../build/mitgcmuv . |
370 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
371 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
372 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
373 |
|
mv data.exch2_144x144x2047 data.exch2 |
374 |
|
emacs data.exch2 |
375 |
|
# remove the blank tile list |
376 |
|
emacs data |
377 |
|
tRef = 18.89, 18.89, |
378 |
|
sRef = 34.84, 34.84, |
379 |
|
endtime=45., |
380 |
|
delR = 1.00, 1.14, |
381 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
382 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
383 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
384 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
385 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
386 |
|
mpiexec -n 3500 ./mitgcmuv |
387 |
|
|
388 |
|
============== |
389 |
|
|
390 |
|
# generate 90x90 blank tiles |
391 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
392 |
|
module purge |
393 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
394 |
|
cd ~/llc_2160/MITgcm |
395 |
|
mkdir run_90x90 |
396 |
|
lfs setstripe -c -1 run_90x90 |
397 |
|
cd build |
398 |
|
rm * |
399 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
400 |
|
emacs readtile_mpiio.c |
401 |
|
tileSizeX = 90; |
402 |
|
tileSizeY = 90; |
403 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h |
404 |
|
emacs SIZE.h |
405 |
|
& nPx = 7488, |
406 |
|
& Nr = 2 ) |
407 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
408 |
|
emacs eeboot_minimal.F |
409 |
|
C standardMessageUnit=errorMessageUnit |
410 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
411 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
412 |
|
../tools/genmake2 -of \ |
413 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
414 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
415 |
|
make depend |
416 |
|
make -j 64 |
417 |
|
cd ~/llc_2160/MITgcm/run_90x90 |
418 |
|
cp ../build/mitgcmuv . |
419 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
420 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
421 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
422 |
|
mv data.exch2_144x144x2047 data.exch2 |
423 |
|
emacs data.exch2 |
424 |
|
# remove the blank tile list |
425 |
|
emacs data |
426 |
|
tRef = 18.89, 18.89, |
427 |
|
sRef = 34.84, 34.84, |
428 |
|
endtime=45., |
429 |
|
delR = 1.00, 1.14, |
430 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
431 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
432 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
433 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
434 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
435 |
|
mpiexec -n 8000 ./mitgcmuv |
436 |
|
|
437 |
|
============== |
438 |
|
|
439 |
|
# generate 144x144 blank tiles |
440 |
|
qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe |
441 |
|
module purge |
442 |
|
module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt |
443 |
|
cd ~/llc_2160/MITgcm |
444 |
|
mkdir run_144x144 |
445 |
|
lfs setstripe -c -1 run_144x144 |
446 |
|
cd build |
447 |
|
rm * |
448 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c . |
449 |
|
emacs readtile_mpiio.c |
450 |
|
tileSizeX = 144; |
451 |
|
tileSizeY = 144; |
452 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h |
453 |
|
emacs SIZE.h |
454 |
|
& nPx = 2925, |
455 |
|
& Nr = 2 ) |
456 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F . |
457 |
|
emacs eeboot_minimal.F |
458 |
|
C standardMessageUnit=errorMessageUnit |
459 |
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5) |
460 |
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
461 |
|
../tools/genmake2 -of \ |
462 |
|
../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ |
463 |
|
'../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async' |
464 |
|
make depend |
465 |
|
make -j 64 |
466 |
|
cd ~/llc_2160/MITgcm/run_144x144 |
467 |
|
cp ../build/mitgcmuv . |
468 |
|
ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* . |
469 |
|
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . |
470 |
|
cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* . |
471 |
|
mv data.exch2_144x144x2047 data.exch2 |
472 |
|
emacs data.exch2 |
473 |
|
# remove the blank tile list |
474 |
|
emacs data |
475 |
|
tRef = 18.89, 18.89, |
476 |
|
sRef = 34.84, 34.84, |
477 |
|
endtime=45., |
478 |
|
delR = 1.00, 1.14, |
479 |
|
# hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4', |
480 |
|
# hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4', |
481 |
|
# uVelInitFile ='UVEL_llc1080_14jan2011_2160x28080x90_r4', |
482 |
|
# vVelInitFile ='VVEL_llc1080_14jan2011_2160x28080x90_r4', |
483 |
|
# pSurfInitFile ='ETAN_llc1080_14jan2011_2160x28080_r4', |
484 |
|
mpiexec -n 3100 ./mitgcmuv |
485 |
|
|
486 |
============== |
============== |
487 |
|
|