/[MITgcm]/MITgcm_contrib/quarter_degree_global/README.txt
ViewVC logotype

Annotation of /MITgcm_contrib/quarter_degree_global/README.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.28 - (hide annotations) (download)
Sat Dec 18 18:20:47 2004 UTC (19 years, 5 months ago) by dimitri
Branch: MAIN
Changes since 1.27: +1 -1 lines
File MIME type: text/plain
quarter_degree_global/*

1 dimitri 1.1 Instructions for setting up a quarter degree integration
2     forced 1. by NCEP fields and 2. by SIO fields.
3    
4     ##########################################################################
5     # getting the code from anonymous CVS server
6    
7     cvs co MITgcm_contrib/quarter_degree_global
8     cvs co MITgcm_code
9 dimitri 1.4 cvs co MITgcm/verification/global_with_exf
10     cvs co MITgcm/verification/testreport
11    
12    
13 dimitri 1.25 #############################################################################
14 dimitri 1.26 # 1-CPU verification/global_with_exf including pkg/diagnostics
15    
16     cd MITgcm/verification/global_with_exf/build
17     \rm *
18     \cp ../code/* .
19     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
20     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
21     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
22     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/DIAGNOSTICS_SIZE.h .
23     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test1 .
24     \mv SIZE.h_test1 SIZE.h
25     ../../../tools/genmake2
26     make depend
27     make -j
28     cd ..
29     mkdir run
30     cd run
31     \rm *
32     \cp ../build/mitgcmuv .
33     \ln -sf ../input/* .
34     \rm data
35     \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data
36     \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.pkg .
37     \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.kpp .
38     \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.diagnostics .
39     mitgcmuv >& output.txt
40    
41    
42     there is comparison output in
43     ../../../../MITgcm_contrib/quarter_degree_global/results/output.txt
44    
45    
46     #############################################################################
47 dimitri 1.25 # mpi test verification/global_with_exf including pkg/diagnostics on columbia
48 dimitri 1.4
49     cd MITgcm/verification/global_with_exf/build
50     \rm *
51     \cp ../code/* .
52 dimitri 1.26 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf .
53 dimitri 1.4 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h .
54     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h .
55     \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test .
56 dimitri 1.5 \mv SIZE.h_test SIZE.h
57 dimitri 1.26 ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
58 dimitri 1.4 make depend
59 dimitri 1.26 make -j
60 dimitri 1.4 cd ..
61     mkdir run
62     cd run
63     \rm *
64     \cp ../build/mitgcmuv .
65     \ln -sf ../input/* .
66     \rm data
67     \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data
68     mpirun -np 2 mitgcmuv
69    
70 dimitri 1.5 there is comparison output in
71     ../../../../MITgcm_contrib/quarter_degree_global/results/STDOUT.0000
72    
73 dimitri 1.1
74     ##########################################################################
75 dimitri 1.2 # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc
76 dimitri 1.22 # requires input files in subdirectory iter69 to be at same level as MITgcm
77 dimitri 1.3 # and MITgcm_contrib. A copy of iter69 resides on columbia10:/nobackup10
78 dimitri 1.8 # The integration length is 4018 days, 1992-2002.
79     # First three days need to be integrated using deltat=200.
80 dimitri 1.1
81 dimitri 1.3 cd MITgcm
82     mkdir bin exe
83     cd bin
84 dimitri 1.1 \rm *
85 dimitri 1.6 \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
86 dimitri 1.22 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
87 dimitri 1.1 make depend
88 dimitri 1.26 make -j
89 dimitri 1.3 cd ../exe
90 dimitri 1.1 \rm *
91 dimitri 1.3 \cp ../bin/mitgcmuv .
92     \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
93     \ln -sf ../../iter69/* .
94     qsub job_altix
95 dimitri 1.9
96    
97     ##########################################################################
98     # 2880x2176 480-cpu (96x30)x(136x16) 1/4-deg integration on altix with efc
99     # requires input files in sudirectory iter69 to be at same level as MITgcm
100     # and MITgcm_contrib. A copy of iter69 with 1/8-deg files resides on
101     # columbia18:/nobackup18/menemenl/eight.
102     # The integration length is 3 days.
103     # First three days need to be integrated using deltat=100.
104    
105     cd MITgcm
106     mkdir bin exe
107     cd bin
108     \rm *
109     \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
110     \cp SIZE.h_8_480 SIZE.h
111     ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix
112     make depend
113 dimitri 1.26 make -j
114 dimitri 1.9 cd ../exe
115     \rm *
116     \cp ../bin/mitgcmuv .
117     \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
118     \ln -sf ../../iter69/* .
119 dimitri 1.10 \cp data.exf_clim_8 data.exf_clim
120     \cp data_SIO_8 data
121 dimitri 1.9 qsub job_altix
122 dimitri 1.11
123    
124 dimitri 1.12 ##########################################################################
125     # 2880x2176 960-cpu (96x30)x(68x32) 1/4-deg integration on altix with efc
126     # requires input files in sudirectory iter69 to be at same level as MITgcm
127     # and MITgcm_contrib. A copy of iter69 with 1/8-deg files resides on
128     # columbia18:/nobackup18/menemenl/eight.
129     # The integration length is 3 days.
130     # First three days need to be integrated using deltat=100.
131    
132     module purge
133     module load modules scsl.1.5.0.0 intel-comp.8.0.070 mpt.1.11-85
134 dimitri 1.14 setenv MPI_DSM_DISTRIBUTE
135 dimitri 1.12 cd MITgcm
136     mkdir bin exe
137     cd bin
138     \rm *
139     \cp ../../MITgcm_contrib/quarter_degree_global/code/* .
140     \cp SIZE.h_8_960 SIZE.h
141     ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas
142     make depend
143 dimitri 1.26 make -j
144 dimitri 1.13
145 dimitri 1.12 cd ../exe
146     \cp ../bin/mitgcmuv .
147     \cp ../../MITgcm_contrib/quarter_degree_global/input/* .
148     \ln -sf ../../iter69/* .
149     \cp data.exf_clim_8 data.exf_clim
150     \cp data_SIO_8 data
151     modpickup_8
152 dimitri 1.27 mpirun -v -a a2k c18 480 runon 11-490 mitgcmuv : c20 480 runon 11-490 mitgcmuv
153     mpirun -v -a a2k c18 508 runon 11-490 mitgcmuv : c20 508 runon 11-490 mitgcmuv
154 dimitri 1.12
155 dimitri 1.13 on columbia18:
156     ln -sf /nobackup18/menemenl/eighth /tmp/eighth
157    
158     on columbia20:
159     ln -sf /nobackup20/menemenl/eighth /tmp/eighth
160    
161     cd ~/exe
162     \cp /tmp/eighth/MITgcm/exe/mitgcmuv960 .
163     \cp /tmp/eighth/MITgcm_contrib/quarter_degree_global/input/* .
164     \ln -sf /tmp/eighth/iter69/* .
165     \cp data.exf_clim_8 data.exf_clim
166     \cp data_SIO_8 data
167     \ln -sf /tmp/eighth/MITgcm/exe/pick* .
168    
169 dimitri 1.27 mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 11-490 mitgcmuv960 : \
170     c20 480 runon 11-490 mitgcmuv960 >&! output.txt &
171 dimitri 1.23
172     \cp data.test data
173     scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe
174     scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe
175     scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe
176     mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
177 dimitri 1.27 c18 480 runon 11-490 mitgcmuv1440 : \
178     c19 480 runon 11-490 mitgcmuv1440 : \
179     c20 480 runon 11-490 mitgcmuv1440 \
180 dimitri 1.23 >&! output.test1440
181     mkdir tests
182     mv STDOUT.0000 output.test1440 tests/stdout1440
183     \rm STD*
184     mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
185 dimitri 1.27 c17 480 runon 11-490 mitgcmuv1920 : \
186     c18 480 runon 11-490 mitgcmuv1920 : \
187     c19 480 runon 11-490 mitgcmuv1920 : \
188     c20 480 runon 11-490 mitgcmuv1920 \
189 dimitri 1.23 >&! output.test1920
190     mv STDOUT.0000 output.test1920 tests/stdout1920
191     \rm STD*
192     \cp data.run data
193     scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe
194     scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe
195     scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe
196 dimitri 1.26 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \
197     -d /nobackup/menemenl/eighth/MITgcm/exe \
198 dimitri 1.27 c17 480 runon 11-490 mitgcmuv1920 : \
199     c18 480 runon 11-490 mitgcmuv1920 : \
200     c19 480 runon 11-490 mitgcmuv1920 : \
201     c20 480 runon 11-490 mitgcmuv1920 \
202 dimitri 1.28 >&! output.run &
203 dimitri 1.23
204    
205    
206    
207     \cp data.test data
208     scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe
209     scp data columbia20:/nobackup/menemenl/eighth/MITgcm/exe
210     mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
211     c18 480 runon 9-511 mitgcmuv1440 : \
212     c19 480 runon 9-511 mitgcmuv1440 : \
213     c20 480 runon 9-511 mitgcmuv1440 \
214     >&! output.test1440
215     mkdir tests
216     mv STDOUT.0000 output.test1440 tests/stdout1440
217     \rm STD*
218     \cp data.run data
219     scp data columbia17:/nobackup/menemenl/eighth/MITgcm/exe
220     scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe
221     mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \
222     c17 480 runon 9-511 mitgcmuv1440 : \
223 dimitri 1.26 c18 480 runon 9-511 mitgcmuv1440 : \
224     c19 480 runon 9-511 mitgcmuv1440 \
225 dimitri 1.23 >&! output.run
226    
227 dimitri 1.12
228 dimitri 1.11
229    
230     fails for 1/8
231     > viscA4GridMin=3.e-4,
232     > viscA4GridMax=4.e-3,
233     > viscC4Leith=0.05,
234     > deltat=300
235 dimitri 1.17 fails:
236 dimitri 1.11 < viscA4GridMin=6.e-4,
237     < viscA4GridMax=8.e-3,
238     < viscC4Leith=0.1,
239 dimitri 1.19 fails:
240 dimitri 1.17 < viscA4GridMin=6.e-4,
241     < viscA4GridMax=8.e-3,
242     < viscC4Leith=0.2,
243 dimitri 1.19 fails:
244     < viscA4GridMin=1.e-3,
245     < viscA4GridMax=1.e-2,
246     < viscC4Leith=0.2,
247 dimitri 1.20 fails:
248 dimitri 1.19 < viscA4GridMin=1.e-3,
249     < viscA4GridMax=1.e-2,
250     < viscC4Leith=0.3,
251 dimitri 1.20 fails:
252     < viscA4GridMin=1.2e-3,
253     < viscA4GridMax=1.6e-2,
254     < viscC4Leith=0.2,
255     fails:
256     < viscA4GridMin=1.2e-3,
257     < viscA4GridMax=1.6e-2,
258     < viscC4Leith=0.4,
259     fails
260     < viscA4GridMin=1.2e-3,
261     < viscA4GridMax=1.2e-2,
262     < viscC4Leith=1.2,
263     fails:
264     < viscA4GridMin=2e-3,
265     < viscA4GridMax=1e-2,
266     < viscC4Leith=0.1,
267     fails:
268     < viscA4GridMin=2e-3,
269     < viscA4GridMax=1e-2,
270     < viscC4Leith=0.2,
271 dimitri 1.26 fails:
272 dimitri 1.20 < viscA4GridMin=4e-3,
273     < viscA4GridMax=8e-3,
274     < viscC4Leith=0.2,
275 dimitri 1.26 fails:
276     viscA4GridMin=5e-3,
277     viscA4GridMax=1e-2,
278     viscC4Leith=.2,
279     starting with time step 50112, try:
280     (this mean day 174 becomes day 116)
281     viscA4GridMin=6.e-4,
282     viscA4GridMax=8.e-3,
283     viscC4Leith=0.1,
284     deltat=200
285 dimitri 1.14
286    
287     %%%%%%%%%%%%%%%%%%%%%%%%%%%%%
288    
289     1/8 timing tests:
290    
291     columbia20
292     scsl.1.5.0.0
293     c18 intel-comp.8.0.070
294     240-CPU default mpt.1.11-85
295     ------------------------------------------------
296     MAIN LOOP 7115 5066
297     EXF_GETFORCING 372 38
298     DO_OCEANIC_PHYS 1221 1272
299     STATEKPP 509 532
300     KPPMIX 370 374
301     DYNAMICS 1527 1429
302     SOLVE_FOR_PRESSURE 1804 206
303     BLOCKING_EXCHANGES 117 115
304     THERMODYNAMICS 1166 1100
305     DO_THE_MODEL_IO 173 177
306 dimitri 1.15 WRITE_CHECKPOINT 341 333
307 dimitri 1.14
308    
309     columbia20
310     scsl.1.5.0.0
311     c18 intel-comp.8.0.070
312     480-CPU default mpt.1.11-85
313 dimitri 1.21 c19 default
314 dimitri 1.23 c17 default, other processes
315     c19 new
316 dimitri 1.21 -------------------------------------------------------------------------
317 dimitri 1.23 MAIN LOOP 4024 2917 5379 8895 3571
318     EXF_GETFORCING 218 33 880 261 227
319     DO_OCEANIC_PHYS 622 619 621 913 620
320     STATEKPP 269 265 268 310 265
321     KPPMIX 190 188 189 291 189
322     DYNAMICS 747 718 745 1456 714
323     SOLVE_FOR_PRESSURE 966 119 1703 2748 900
324     BLOCKING_EXCHANGES 64 70 392 375 70
325     THERMODYNAMICS 553 582 566 1510 584
326     DO_THE_MODEL_IO 178 156 149 184 152
327     WRITE_CHECKPOINT 364 332 864 420 333
328 dimitri 1.15
329    
330    
331 dimitri 1.26 CPU 240 480 960 1440 1920
332     -------------------------------------------------------------
333     MAIN LOOP 5066 2917 2227 1551 1276
334     EXF_GETFORCING 38 33 126 60 83
335     DO_OCEANIC_PHYS 1272 619 320 390 186
336     STATEKPP 532 265 138 181 77
337     KPPMIX 374 188 98 112 53
338     DYNAMICS 1429 718 313 319 173
339     SOLVE_FOR_PRESSURE 206 119 483 169 310
340     BLOCKING_EXCHANGES 115 70 53 29 28
341     THERMODYNAMICS 1100 582 294 279 172
342     DO_THE_MODEL_IO 177 156 131 202 155
343     WRITE_CHECKPOINT 333 332 302 524 352
344    
345    
346 dimitri 1.27 4 clusters timeave
347 dimitri 1.26 Dec 16 08:17 Ttave.0000051840.data
348     Dec 16 08:47 Ttave.0000053136.data
349     Dec 16 09:17 Ttave.0000054432.data
350     Dec 16 09:53 Ttave.0000055728.data
351     Dec 17 14:08 Ttave.0000075168.data
352     Dec 17 14:33 Ttave.0000076464.data
353     Dec 17 14:58 Ttave.0000077760.data
354     Dec 17 15:29 Ttave.0000079056.data
355    
356 dimitri 1.27 1 cluster timeave
357 dimitri 1.26 Dec 16 22:14 Ttave.0000059616.data
358     Dec 16 23:16 Ttave.0000060912.data
359     Dec 17 00:19 Ttave.0000062208.data
360     Dec 17 01:27 Ttave.0000063504.data
361     Dec 17 02:29 Ttave.0000064800.data
362     Dec 17 03:31 Ttave.0000066096.data
363     Dec 17 04:39 Ttave.0000067392.data
364     Dec 17 05:42 Ttave.0000068688.data
365     Dec 17 06:44 Ttave.0000069984.data
366 dimitri 1.27
367     2 cluster timeave
368     Dec 17 21:19 Ttave.0000086832.data
369     Dec 17 21:55 Ttave.0000088128.data 36
370     Dec 17 22:30 Ttave.0000089424.data 35
371     Dec 17 23:12 Ttave.0000090720.data 42
372     Dec 17 23:47 Ttave.0000092016.data 35
373     Dec 18 00:23 Ttave.0000093312.data 36
374     Dec 18 01:04 Ttave.0000094608.data 41
375     Dec 18 01:39 Ttave.0000095904.data 35
376    
377     2 cluster diagnostics
378     Dec 18 02:26 THETA.0000086832.data
379     Dec 18 03:05 THETA.0000088128.data 39
380     Dec 18 03:43 THETA.0000089424.data 38
381     Dec 18 04:27 THETA.0000090720.data 44
382     Dec 18 05:06 THETA.0000092016.data 39
383     Dec 18 05:45 THETA.0000093312.data 39
384     Dec 18 06:29 THETA.0000094608.data 44
385     Dec 18 07:08 THETA.0000095904.data 39
386    
387    
388     %%%%%%%%%%%%%%%%%
389    
390    
391    
392     e1=readbin('test_oldstyle/ETAtave.0000000018.data',[90 40]);
393     e2=readbin('ETAN.0000000018.data',[90 40]);
394     e16=readbin('test_oldstyle/Eta.0000000016.data',[90 40]);
395     e17=readbin('test_oldstyle/Eta.0000000017.data',[90 40]);
396     e18=readbin('test_oldstyle/Eta.0000000018.data',[90 40]);
397     minmax(e1-e2)
398     minmax(e2-(e16+e17+e18)/3)
399    
400     e1=readbin('test_oldstyle/sFluxtave.0000000018.data',[90 40]);
401     e2=readbin('SFLUX.0000000018.data',[90 40]);
402     minmax(e1-e2)
403    
404     e1=readbin('test_oldstyle/tFluxtave.0000000018.data',[90 40]);
405     e2=readbin('TFLUX.0000000018.data',[90 40]);
406     minmax(e1-e2)
407    
408     e1=readbin('TRELAX.0000000018.data',[90 40]);
409     subplot(211),mypcolor(e1');colorbar
410    
411     e1=readbin('SRELAX.0000000018.data',[90 40]);
412     subplot(211),mypcolor(e1');colorbar
413    
414     e1=readbin('TICE.0000000018.data',[90 40]);
415     subplot(211),mypcolor(e1');colorbar
416    
417    
418     e1=readbin('test_oldstyle/wVeltave.0000000018.data',[90 40 15]);
419     e2=readbin('WVEL.0000000018.data',[90 40 15]);
420     e16=readbin('test_oldstyle/W.0000000016.data',[90 40 15]);
421     e17=readbin('test_oldstyle/W.0000000017.data',[90 40 15]);
422     e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]);
423     minmax(e1-e2)
424     minmax(e2-(e16+e17+e18)/3)

  ViewVC Help
Powered by ViewVC 1.1.22