| 10 | 
 cvs co MITgcm/verification/testreport | 
 cvs co MITgcm/verification/testreport | 
| 11 | 
  | 
  | 
| 12 | 
  | 
  | 
| 13 | 
 ########################################################################## | 
 ############################################################################# | 
| 14 | 
 # mpi test of verification/global_with_exf on columbia | 
 # 1-CPU verification/global_with_exf including pkg/diagnostics | 
| 15 | 
  | 
  | 
| 16 | 
  | 
 examples: | 
| 17 | 
  | 
 aim.5l_cs/input/data.diagnostics  fizhi-gridalt-hs/input/data.diagnostics | 
| 18 | 
  | 
 dome/input/data.diagnostics       hs94.cs-32x32x5/input/data.diagnostics | 
| 19 | 
  | 
  | 
| 20 | 
  | 
 e1=readbin('test_oldstyle/ETAtave.0000000018.data',[90 40]); | 
| 21 | 
  | 
 e2=readbin('ETAN.0000000018.data',[90 40]); | 
| 22 | 
  | 
 e16=readbin('test_oldstyle/Eta.0000000016.data',[90 40]); | 
| 23 | 
  | 
 e17=readbin('test_oldstyle/Eta.0000000017.data',[90 40]); | 
| 24 | 
  | 
 e18=readbin('test_oldstyle/Eta.0000000018.data',[90 40]); | 
| 25 | 
  | 
 minmax(e1-e2) | 
| 26 | 
  | 
 minmax(e2-(e16+e17+e18)/3) | 
| 27 | 
  | 
  | 
| 28 | 
  | 
 e1=readbin('test_oldstyle/sFluxtave.0000000018.data',[90 40]); | 
| 29 | 
  | 
 e2=readbin('SFLUX.0000000018.data',[90 40]); | 
| 30 | 
  | 
 minmax(e1-e2) | 
| 31 | 
  | 
  | 
| 32 | 
  | 
 e1=readbin('test_oldstyle/tFluxtave.0000000018.data',[90 40]); | 
| 33 | 
  | 
 e2=readbin('TFLUX.0000000018.data',[90 40]); | 
| 34 | 
  | 
 minmax(e1-e2) | 
| 35 | 
  | 
  | 
| 36 | 
  | 
 e1=readbin('TRELAX.0000000018.data',[90 40]); | 
| 37 | 
  | 
 subplot(211),mypcolor(e1');colorbar | 
| 38 | 
  | 
  | 
| 39 | 
  | 
 e1=readbin('SRELAX.0000000018.data',[90 40]); | 
| 40 | 
  | 
 subplot(211),mypcolor(e1');colorbar | 
| 41 | 
  | 
  | 
| 42 | 
  | 
 e1=readbin('TICE.0000000018.data',[90 40]); | 
| 43 | 
  | 
 subplot(211),mypcolor(e1');colorbar | 
| 44 | 
  | 
  | 
| 45 | 
  | 
  | 
| 46 | 
  | 
 e1=readbin('test_oldstyle/wVeltave.0000000018.data',[90 40 15]); | 
| 47 | 
  | 
 e2=readbin('WVEL.0000000018.data',[90 40 15]); | 
| 48 | 
  | 
 e16=readbin('test_oldstyle/W.0000000016.data',[90 40 15]); | 
| 49 | 
  | 
 e17=readbin('test_oldstyle/W.0000000017.data',[90 40 15]); | 
| 50 | 
  | 
 e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]); | 
| 51 | 
  | 
 minmax(e1-e2) | 
| 52 | 
  | 
 minmax(e2-(e16+e17+e18)/3) | 
| 53 | 
  | 
  | 
| 54 | 
  | 
  | 
| 55 | 
  | 
  | 
| 56 | 
  | 
  | 
| 57 | 
  | 
  | 
| 58 | 
  | 
  | 
| 59 | 
 cd MITgcm/verification/global_with_exf/build | 
 cd MITgcm/verification/global_with_exf/build | 
| 60 | 
 \rm * | 
 \rm * | 
| 61 | 
 \cp ../code/* . | 
 \cp ../code/* . | 
| 62 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf . | 
| 63 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h . | 
| 64 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h . | 
| 65 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/DIAGNOSTICS_SIZE.h . | 
| 66 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test1 . | 
| 67 | 
  | 
 \mv SIZE.h_test1 SIZE.h | 
| 68 | 
  | 
 ../../../tools/genmake2 | 
| 69 | 
  | 
 make depend | 
| 70 | 
  | 
 make -j | 
| 71 | 
  | 
 cd .. | 
| 72 | 
  | 
 mkdir run | 
| 73 | 
  | 
 cd run | 
| 74 | 
  | 
 \rm * | 
| 75 | 
  | 
 \cp ../build/mitgcmuv . | 
| 76 | 
  | 
 \ln -sf ../input/* . | 
| 77 | 
  | 
 \rm data | 
| 78 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data_test data | 
| 79 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.pkg . | 
| 80 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.kpp . | 
| 81 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/input/data.diagnostics . | 
| 82 | 
  | 
 mitgcmuv >& output.txt | 
| 83 | 
  | 
  | 
| 84 | 
  | 
  | 
| 85 | 
  | 
 there is comparison output in | 
| 86 | 
  | 
 ../../../../MITgcm_contrib/quarter_degree_global/results/output.txt | 
| 87 | 
  | 
  | 
| 88 | 
  | 
  | 
| 89 | 
  | 
 ############################################################################# | 
| 90 | 
  | 
 # mpi test verification/global_with_exf including pkg/diagnostics on columbia | 
| 91 | 
  | 
  | 
| 92 | 
  | 
 cd MITgcm/verification/global_with_exf/build | 
| 93 | 
  | 
 \rm * | 
| 94 | 
  | 
 \cp ../code/* . | 
| 95 | 
  | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/packages.conf . | 
| 96 | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h . | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/ECCO_CPPOPTIONS.h . | 
| 97 | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h . | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/CPP_OPTIONS.h . | 
| 98 | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test . | 
 \cp ../../../../MITgcm_contrib/quarter_degree_global/code/SIZE.h_test . | 
| 99 | 
 \mv SIZE.h_test SIZE.h | 
 \mv SIZE.h_test SIZE.h | 
| 100 | 
 ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_efc+mpi_altix | 
 ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 101 | 
 make depend | 
 make depend | 
| 102 | 
 make -j 4 | 
 make -j | 
| 103 | 
 cd .. | 
 cd .. | 
| 104 | 
 mkdir run | 
 mkdir run | 
| 105 | 
 cd run | 
 cd run | 
| 116 | 
  | 
  | 
| 117 | 
 ########################################################################## | 
 ########################################################################## | 
| 118 | 
 # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc | 
 # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc | 
| 119 | 
 # requires input files in sudirectory iter69 to be at same level as MITgcm | 
 # requires input files in subdirectory iter69 to be at same level as MITgcm | 
| 120 | 
 # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10 | 
 # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10 | 
| 121 | 
 # The integration length is 4018 days, 1992-2002. | 
 # The integration length is 4018 days, 1992-2002. | 
| 122 | 
 # First three days need to be integrated using deltat=200. | 
 # First three days need to be integrated using deltat=200. | 
| 126 | 
 cd bin | 
 cd bin | 
| 127 | 
 \rm * | 
 \rm * | 
| 128 | 
 \cp ../../MITgcm_contrib/quarter_degree_global/code/* . | 
 \cp ../../MITgcm_contrib/quarter_degree_global/code/* . | 
| 129 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 130 | 
 make depend | 
 make depend | 
| 131 | 
 make -j 4 | 
 make -j | 
| 132 | 
 cd ../exe | 
 cd ../exe | 
| 133 | 
 \rm * | 
 \rm * | 
| 134 | 
 \cp ../bin/mitgcmuv . | 
 \cp ../bin/mitgcmuv . | 
| 153 | 
 \cp SIZE.h_8_480 SIZE.h | 
 \cp SIZE.h_8_480 SIZE.h | 
| 154 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix | 
| 155 | 
 make depend | 
 make depend | 
| 156 | 
 make -j 4 | 
 make -j | 
| 157 | 
 cd ../exe | 
 cd ../exe | 
| 158 | 
 \rm * | 
 \rm * | 
| 159 | 
 \cp ../bin/mitgcmuv . | 
 \cp ../bin/mitgcmuv . | 
| 183 | 
 \cp SIZE.h_8_960 SIZE.h | 
 \cp SIZE.h_8_960 SIZE.h | 
| 184 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 185 | 
 make depend | 
 make depend | 
| 186 | 
 make -j 4 | 
 make -j | 
| 187 | 
  | 
  | 
| 188 | 
 cd ../exe | 
 cd ../exe | 
| 189 | 
 \cp ../bin/mitgcmuv . | 
 \cp ../bin/mitgcmuv . | 
| 209 | 
 \cp data_SIO_8 data | 
 \cp data_SIO_8 data | 
| 210 | 
 \ln -sf /tmp/eighth/MITgcm/exe/pick* . | 
 \ln -sf /tmp/eighth/MITgcm/exe/pick* . | 
| 211 | 
  | 
  | 
| 212 | 
 mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 4-511 mitgcmuv960 : c20 480 runon 4-511 mitgcmuv960 >&! output.txt & | 
 mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 4-511 mitgcmuv960 : \ | 
| 213 | 
  | 
                              c20 480 runon 4-511 mitgcmuv960 >&! output.txt & | 
| 214 | 
  | 
  | 
| 215 | 
  | 
 \cp data.test data | 
| 216 | 
  | 
 scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
| 217 | 
  | 
 scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
| 218 | 
  | 
 scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
| 219 | 
  | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 220 | 
  | 
                  c18 480 runon 4-511 mitgcmuv1440 : \ | 
| 221 | 
  | 
                  c19 480 runon 4-511 mitgcmuv1440 : \ | 
| 222 | 
  | 
                  c20 480 runon 4-511 mitgcmuv1440   \ | 
| 223 | 
  | 
                             >&! output.test1440 | 
| 224 | 
  | 
 mkdir tests | 
| 225 | 
  | 
 mv STDOUT.0000 output.test1440 tests/stdout1440 | 
| 226 | 
  | 
 \rm STD* | 
| 227 | 
  | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 228 | 
  | 
                  c17 480 runon 14-511 mitgcmuv1920 : \ | 
| 229 | 
  | 
                  c18 480 runon 14-511 mitgcmuv1920 : \ | 
| 230 | 
  | 
                  c19 480 runon 14-511 mitgcmuv1920 : \ | 
| 231 | 
  | 
                  c20 480 runon 14-511 mitgcmuv1920   \ | 
| 232 | 
  | 
                             >&! output.test1920 | 
| 233 | 
  | 
 mv STDOUT.0000 output.test1920 tests/stdout1920 | 
| 234 | 
  | 
 \rm STD* | 
| 235 | 
  | 
 \cp data.run data | 
| 236 | 
  | 
 scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
| 237 | 
  | 
 scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
| 238 | 
  | 
 scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
| 239 | 
  | 
 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ | 
| 240 | 
  | 
                  -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 241 | 
  | 
                  c17 480 runon 9-511 mitgcmuv1920 : \ | 
| 242 | 
  | 
                  c18 480 runon 9-511 mitgcmuv1920 : \ | 
| 243 | 
  | 
                  c19 480 runon 9-511 mitgcmuv1920 : \ | 
| 244 | 
  | 
                  c20 480 runon 9-511 mitgcmuv1920   \ | 
| 245 | 
  | 
                             >&! output.run | 
| 246 | 
  | 
  | 
| 247 | 
  | 
  | 
| 248 | 
  | 
  | 
| 249 | 
  | 
  | 
| 250 | 
  | 
 \cp data.test data | 
| 251 | 
  | 
 scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
| 252 | 
  | 
 scp data columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
| 253 | 
  | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 254 | 
  | 
                  c18 480 runon 9-511 mitgcmuv1440 : \ | 
| 255 | 
  | 
                  c19 480 runon 9-511 mitgcmuv1440 : \ | 
| 256 | 
  | 
                  c20 480 runon 9-511 mitgcmuv1440   \ | 
| 257 | 
  | 
                             >&! output.test1440 | 
| 258 | 
  | 
 mkdir tests | 
| 259 | 
  | 
 mv STDOUT.0000 output.test1440 tests/stdout1440 | 
| 260 | 
  | 
 \rm STD* | 
| 261 | 
  | 
 \cp data.run data | 
| 262 | 
  | 
 scp data columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
| 263 | 
  | 
 scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
| 264 | 
  | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 265 | 
  | 
                  c17 480 runon 9-511 mitgcmuv1440 : \ | 
| 266 | 
  | 
                  c18 480 runon 9-511 mitgcmuv1440 : \ | 
| 267 | 
  | 
                  c19 480 runon 9-511 mitgcmuv1440   \ | 
| 268 | 
  | 
                             >&! output.run | 
| 269 | 
  | 
  | 
| 270 | 
  | 
  | 
| 271 | 
  | 
  | 
| 272 | 
  | 
  | 
| 311 | 
 <   viscA4GridMin=2e-3, | 
 <   viscA4GridMin=2e-3, | 
| 312 | 
 <   viscA4GridMax=1e-2, | 
 <   viscA4GridMax=1e-2, | 
| 313 | 
 <   viscC4Leith=0.2, | 
 <   viscC4Leith=0.2, | 
| 314 | 
 try: | 
 fails: | 
| 315 | 
 <   viscA4GridMin=4e-3, | 
 <   viscA4GridMin=4e-3, | 
| 316 | 
 <   viscA4GridMax=8e-3, | 
 <   viscA4GridMax=8e-3, | 
| 317 | 
 <   viscC4Leith=0.2, | 
 <   viscC4Leith=0.2, | 
| 318 | 
  | 
 fails: | 
| 319 | 
  | 
   viscA4GridMin=5e-3, | 
| 320 | 
  | 
   viscA4GridMax=1e-2, | 
| 321 | 
  | 
   viscC4Leith=.2, | 
| 322 | 
  | 
 starting with time step 50112, try: | 
| 323 | 
  | 
 (this mean day 174 becomes day 116) | 
| 324 | 
  | 
   viscA4GridMin=6.e-4, | 
| 325 | 
  | 
   viscA4GridMax=8.e-3, | 
| 326 | 
  | 
   viscC4Leith=0.1, | 
| 327 | 
  | 
   deltat=200 | 
| 328 | 
  | 
  | 
| 329 | 
  | 
  | 
| 330 | 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%% | 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%% | 
| 353 | 
                              scsl.1.5.0.0 | 
                              scsl.1.5.0.0 | 
| 354 | 
                     c18      intel-comp.8.0.070 | 
                     c18      intel-comp.8.0.070 | 
| 355 | 
 480-CPU             default  mpt.1.11-85 | 
 480-CPU             default  mpt.1.11-85 | 
| 356 | 
 ------------------------------------------------ | 
                                       c19 default | 
| 357 | 
 MAIN LOOP           4024     2917 | 
                                                c17 default, other processes | 
| 358 | 
 EXF_GETFORCING      218      33 | 
                                                         c19 new | 
| 359 | 
 DO_OCEANIC_PHYS     622      619 | 
 ------------------------------------------------------------------------- | 
| 360 | 
 STATEKPP            269      265 | 
 MAIN LOOP           4024     2917     5379     8895     3571 | 
| 361 | 
 KPPMIX              190      188 | 
 EXF_GETFORCING      218      33       880      261      227 | 
| 362 | 
 DYNAMICS            747      718 | 
 DO_OCEANIC_PHYS     622      619      621      913      620 | 
| 363 | 
 SOLVE_FOR_PRESSURE  966      119 | 
 STATEKPP            269      265      268      310      265 | 
| 364 | 
 BLOCKING_EXCHANGES  64       70 | 
 KPPMIX              190      188      189      291      189 | 
| 365 | 
 THERMODYNAMICS      553      582 | 
 DYNAMICS            747      718      745      1456     714 | 
| 366 | 
 DO_THE_MODEL_IO     178      156 | 
 SOLVE_FOR_PRESSURE  966      119      1703     2748     900 | 
| 367 | 
 WRITE_CHECKPOINT    364      332 | 
 BLOCKING_EXCHANGES  64       70       392      375      70 | 
| 368 | 
  | 
 THERMODYNAMICS      553      582      566      1510     584 | 
| 369 | 
  | 
 DO_THE_MODEL_IO     178      156      149      184      152 | 
| 370 | 
  | 
 WRITE_CHECKPOINT    364      332      864      420      333 | 
| 371 | 
  | 
  | 
| 372 | 
  | 
  | 
| 373 | 
  | 
  | 
| 374 | 
                     240-CPU  480-CPU  960-CPU | 
 CPU                 240     480     960     1440    1920 | 
| 375 | 
 ------------------------------------------------ | 
 ------------------------------------------------------------- | 
| 376 | 
 MAIN LOOP           5066     2917     2227 | 
 MAIN LOOP           5066    2917    2227    1551    1276 | 
| 377 | 
 EXF_GETFORCING      38       33       126 | 
 EXF_GETFORCING      38      33      126     60      83 | 
| 378 | 
 DO_OCEANIC_PHYS     1272     619      320 | 
 DO_OCEANIC_PHYS     1272    619     320     390     186 | 
| 379 | 
 STATEKPP            532      265      138 | 
 STATEKPP            532     265     138     181     77 | 
| 380 | 
 KPPMIX              374      188      98 | 
 KPPMIX              374     188     98      112     53 | 
| 381 | 
 DYNAMICS            1429     718      313 | 
 DYNAMICS            1429    718     313     319     173 | 
| 382 | 
 SOLVE_FOR_PRESSURE  206      119      483 | 
 SOLVE_FOR_PRESSURE  206     119     483     169     310 | 
| 383 | 
 BLOCKING_EXCHANGES  115      70       53 | 
 BLOCKING_EXCHANGES  115     70      53      29      28 | 
| 384 | 
 THERMODYNAMICS      1100     582      294 | 
 THERMODYNAMICS      1100    582     294     279     172 | 
| 385 | 
 DO_THE_MODEL_IO     177      156      131 | 
 DO_THE_MODEL_IO     177     156     131     202     155 | 
| 386 | 
 WRITE_CHECKPOINT    333      332      302 | 
 WRITE_CHECKPOINT    333     332     302     524     352 | 
| 387 | 
  | 
  | 
| 388 | 
  | 
  | 
| 389 | 
  | 
 4 clusters | 
| 390 | 
  | 
 Dec 16 08:17 Ttave.0000051840.data | 
| 391 | 
  | 
 Dec 16 08:47 Ttave.0000053136.data | 
| 392 | 
  | 
 Dec 16 09:17 Ttave.0000054432.data | 
| 393 | 
  | 
 Dec 16 09:53 Ttave.0000055728.data | 
| 394 | 
  | 
 Dec 17 14:08 Ttave.0000075168.data | 
| 395 | 
  | 
 Dec 17 14:33 Ttave.0000076464.data | 
| 396 | 
  | 
 Dec 17 14:58 Ttave.0000077760.data | 
| 397 | 
  | 
 Dec 17 15:29 Ttave.0000079056.data | 
| 398 | 
  | 
  | 
| 399 | 
  | 
 1 cluster | 
| 400 | 
  | 
 Dec 16 22:14 Ttave.0000059616.data | 
| 401 | 
  | 
 Dec 16 23:16 Ttave.0000060912.data | 
| 402 | 
  | 
 Dec 17 00:19 Ttave.0000062208.data | 
| 403 | 
  | 
 Dec 17 01:27 Ttave.0000063504.data | 
| 404 | 
  | 
 Dec 17 02:29 Ttave.0000064800.data | 
| 405 | 
  | 
 Dec 17 03:31 Ttave.0000066096.data | 
| 406 | 
  | 
 Dec 17 04:39 Ttave.0000067392.data | 
| 407 | 
  | 
 Dec 17 05:42 Ttave.0000068688.data | 
| 408 | 
  | 
 Dec 17 06:44 Ttave.0000069984.data |