| 24 | 
 \mv SIZE.h_test1 SIZE.h | 
 \mv SIZE.h_test1 SIZE.h | 
| 25 | 
 ../../../tools/genmake2 | 
 ../../../tools/genmake2 | 
| 26 | 
 make depend | 
 make depend | 
| 27 | 
 make -j | 
 make -j 4 | 
| 28 | 
 cd .. | 
 cd .. | 
| 29 | 
 mkdir run | 
 mkdir run | 
| 30 | 
 cd run | 
 cd run | 
| 56 | 
 \mv SIZE.h_test SIZE.h | 
 \mv SIZE.h_test SIZE.h | 
| 57 | 
 ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
 ../../../tools/genmake2 -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 58 | 
 make depend | 
 make depend | 
| 59 | 
 make -j | 
 make -j 4 | 
| 60 | 
 cd .. | 
 cd .. | 
| 61 | 
 mkdir run | 
 mkdir run | 
| 62 | 
 cd run | 
 cd run | 
| 72 | 
  | 
  | 
| 73 | 
  | 
  | 
| 74 | 
 ########################################################################## | 
 ########################################################################## | 
| 75 | 
 # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix with efc | 
 # 1440x1088 204-cpu (120x12)x(64x17) 1/4-deg integration on altix. | 
| 76 | 
 # requires input files in subdirectory iter69 to be at same level as MITgcm | 
 # Requires input files in subdirectory iter69 to be at same level as MITgcm | 
| 77 | 
 # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10 | 
 # and MITgcm_contrib.  A copy of iter69 resides on columbia10:/nobackup10 | 
| 78 | 
 # The integration length is 4018 days, 1992-2002. | 
 # The integration length is 4018 days, 1992-2002. | 
| 79 | 
 # First three days need to be integrated using deltat=200. | 
 # First three days need to be integrated using deltat=200. | 
| 85 | 
 \cp ../../MITgcm_contrib/quarter_degree_global/code/* . | 
 \cp ../../MITgcm_contrib/quarter_degree_global/code/* . | 
| 86 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 87 | 
 make depend | 
 make depend | 
| 88 | 
 make -j | 
 make -j 4 | 
| 89 | 
 cd ../exe | 
 cd ../exe | 
| 90 | 
 \rm * | 
 \rm * | 
| 91 | 
 \cp ../bin/mitgcmuv . | 
 \cp ../bin/mitgcmuv . | 
| 95 | 
  | 
  | 
| 96 | 
  | 
  | 
| 97 | 
 ########################################################################## | 
 ########################################################################## | 
| 98 | 
 # 2880x2176 480-cpu (96x30)x(136x16) 1/4-deg integration on altix with efc | 
 # 2880x2176 480-cpu (96x30)x(136x16) 1/8-deg integration on altix. | 
| 99 | 
 # requires input files in sudirectory iter69 to be at same level as MITgcm | 
 # Requires input files in sudirectory iter69 to be at same level as MITgcm | 
| 100 | 
 # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on | 
 # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on | 
| 101 | 
 # columbia18:/nobackup18/menemenl/eight. | 
 # columbia18:/nobackup18/menemenl/eight. | 
| 102 | 
 # The integration length is 3 days. | 
 # The integration length is 3 days. | 
| 110 | 
 \cp SIZE.h_8_480 SIZE.h | 
 \cp SIZE.h_8_480 SIZE.h | 
| 111 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_efc+mpi_altix | 
| 112 | 
 make depend | 
 make depend | 
| 113 | 
 make -j | 
 make -j 4 | 
| 114 | 
 cd ../exe | 
 cd ../exe | 
| 115 | 
 \rm * | 
 \rm * | 
| 116 | 
 \cp ../bin/mitgcmuv . | 
 \cp ../bin/mitgcmuv . | 
| 122 | 
  | 
  | 
| 123 | 
  | 
  | 
| 124 | 
 ########################################################################## | 
 ########################################################################## | 
| 125 | 
 # 2880x2176 960-cpu (96x30)x(68x32) 1/4-deg integration on altix with efc | 
 # 2880x2176 960-cpu (96x30)x(68x32) 1/8-deg integration on altix with efc | 
| 126 | 
 # requires input files in sudirectory iter69 to be at same level as MITgcm | 
 # requires input files in sudirectory iter69 to be at same level as MITgcm | 
| 127 | 
 # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on | 
 # and MITgcm_contrib.  A copy of iter69 with 1/8-deg files resides on | 
| 128 | 
 # columbia18:/nobackup18/menemenl/eight. | 
 # columbia18:/nobackup18/menemenl/eight. | 
| 140 | 
 \cp SIZE.h_8_960 SIZE.h | 
 \cp SIZE.h_8_960 SIZE.h | 
| 141 | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
 ../tools/genmake2 -of ../tools/build_options/linux_ia64_ifort+mpi_altix_nas | 
| 142 | 
 make depend | 
 make depend | 
| 143 | 
 make -j | 
 make -j 4 | 
| 144 | 
  | 
 \cp mitgcmuv ../exe/mitgcmuv960 | 
| 145 | 
  | 
  | 
| 146 | 
  | 
 # NCEP integration start | 
| 147 | 
 cd ../exe | 
 cd ../exe | 
 | 
 \cp ../bin/mitgcmuv . | 
  | 
| 148 | 
 \cp ../../MITgcm_contrib/quarter_degree_global/input/* . | 
 \cp ../../MITgcm_contrib/quarter_degree_global/input/* . | 
| 149 | 
 \ln -sf ../../iter69/* . | 
 \ln -sf ../../iter69/* . | 
| 150 | 
 \cp data.exf_clim_8 data.exf_clim | 
 \cp data.exf_clim_8 data.exf_clim | 
| 151 | 
 \cp data_SIO_8 data | 
 \cp data_NCEP_8 data | 
| 152 | 
 modpickup_8  | 
 ./modpickup_8 | 
| 153 | 
 mpirun -v -a a2k c18 480 runon 11-490 mitgcmuv : c20 480 runon 11-490 mitgcmuv | 
 scp data* mitgcm* columbia18:/nobackup/menemenl/eighth/MITgcm/exe | 
| 154 | 
 mpirun -v -a a2k c18 508 runon 11-490 mitgcmuv : c20 508 runon 11-490 mitgcmuv | 
 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ | 
| 155 | 
  | 
                  -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 156 | 
 on columbia18: | 
                  c17 480 runon 11-490 mitgcmuv960 : \ | 
| 157 | 
 ln -sf /nobackup18/menemenl/eighth /tmp/eighth | 
                  c18 480 runon 11-490 mitgcmuv960   \ | 
| 158 | 
  | 
                             >&! output.run & | 
| 159 | 
 on columbia20: | 
  | 
| 160 | 
 ln -sf /nobackup20/menemenl/eighth /tmp/eighth | 
 days integrated with 150-s time steps: 1-30, 81-91 | 
| 161 | 
  | 
 use data.diagnostics_150, data_NCEP_8_150 | 
| 162 | 
 cd ~/exe | 
  | 
| 163 | 
 \cp /tmp/eighth/MITgcm/exe/mitgcmuv960 . | 
 # SIO integration start | 
| 164 | 
 \cp /tmp/eighth/MITgcm_contrib/quarter_degree_global/input/* . | 
 cd ../exe | 
| 165 | 
 \ln -sf /tmp/eighth/iter69/* . | 
 \cp ../../MITgcm_contrib/quarter_degree_global/input/* . | 
| 166 | 
  | 
 \ln -sf ../../iter69/* . | 
| 167 | 
 \cp data.exf_clim_8 data.exf_clim | 
 \cp data.exf_clim_8 data.exf_clim | 
| 168 | 
  | 
 \cp data.exf_SIO data.exf | 
| 169 | 
 \cp data_SIO_8 data | 
 \cp data_SIO_8 data | 
| 170 | 
 \ln -sf /tmp/eighth/MITgcm/exe/pick* . | 
 ./modpickup_8 | 
| 171 | 
  | 
 scp data* mitgcmuv* columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
| 172 | 
  | 
 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ | 
| 173 | 
  | 
                  -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 174 | 
  | 
                  c19 480 runon 11-490 mitgcmuv960 : \ | 
| 175 | 
  | 
                  c20 480 runon 11-490 mitgcmuv960   \ | 
| 176 | 
  | 
                             >&! output.run & | 
| 177 | 
  | 
  | 
| 178 | 
 mpirun -v -a a2k -d /tmp/eighth/MITgcm/exe c18 480 runon 11-490 mitgcmuv960 : \ | 
 days integrated with 150-s time steps: 1-30, 81-91 | 
| 179 | 
                              c20 480 runon 11-490 mitgcmuv960 >&! output.txt & | 
 use data.diagnostics_150, data_SIO_8_150 | 
| 180 | 
  | 
  | 
| 181 | 
 \cp data.test data | 
  | 
| 182 | 
 scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
 # 1920-CPU integration | 
 | 
 scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
  | 
 | 
                  c18 480 runon 11-490 mitgcmuv1440 : \ | 
  | 
 | 
                  c19 480 runon 11-490 mitgcmuv1440 : \ | 
  | 
 | 
                  c20 480 runon 11-490 mitgcmuv1440   \ | 
  | 
 | 
                             >&! output.test1440 | 
  | 
 | 
 mkdir tests | 
  | 
 | 
 mv STDOUT.0000 output.test1440 tests/stdout1440 | 
  | 
 | 
 \rm STD* | 
  | 
 | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
  | 
 | 
                  c17 480 runon 11-490 mitgcmuv1920 : \ | 
  | 
 | 
                  c18 480 runon 11-490 mitgcmuv1920 : \ | 
  | 
 | 
                  c19 480 runon 11-490 mitgcmuv1920 : \ | 
  | 
 | 
                  c20 480 runon 11-490 mitgcmuv1920   \ | 
  | 
 | 
                             >&! output.test1920 | 
  | 
 | 
 mv STDOUT.0000 output.test1920 tests/stdout1920 | 
  | 
 | 
 \rm STD* | 
  | 
 | 
 \cp data.run data | 
  | 
 | 
 scp data:columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 scp data:columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 scp data:columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
| 183 | 
 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ | 
 /opt/sgi/mpt/1.11-85/bin/mpirun.real -v -a a2k \ | 
| 184 | 
                  -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
                  -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
| 185 | 
                  c17 480 runon 11-490 mitgcmuv1920 : \ | 
                  c17 480 runon 11-490 mitgcmuv1920 : \ | 
| 186 | 
                  c18 480 runon 11-490 mitgcmuv1920 : \ | 
                  c18 480 runon 11-490 mitgcmuv1920 : \ | 
| 187 | 
                  c19 480 runon 11-490 mitgcmuv1920 : \ | 
                  c19 480 runon 11-490 mitgcmuv1920 : \ | 
| 188 | 
                  c20 480 runon 11-490 mitgcmuv1920   \ | 
                  c20 480 runon 11-490 mitgcmuv1920   \ | 
| 189 | 
                             >&! output.run | 
                             >&! output.run & | 
 | 
  | 
  | 
 | 
  | 
  | 
 | 
  | 
  | 
 | 
  | 
  | 
 | 
 \cp data.test data | 
  | 
 | 
 scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 scp data columbia20:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
  | 
 | 
                  c18 480 runon 9-511 mitgcmuv1440 : \ | 
  | 
 | 
                  c19 480 runon 9-511 mitgcmuv1440 : \ | 
  | 
 | 
                  c20 480 runon 9-511 mitgcmuv1440   \ | 
  | 
 | 
                             >&! output.test1440 | 
  | 
 | 
 mkdir tests | 
  | 
 | 
 mv STDOUT.0000 output.test1440 tests/stdout1440 | 
  | 
 | 
 \rm STD* | 
  | 
 | 
 \cp data.run data | 
  | 
 | 
 scp data columbia17:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 scp data columbia19:/nobackup/menemenl/eighth/MITgcm/exe | 
  | 
 | 
 mpirun -v -a a2k -d /nobackup/menemenl/eighth/MITgcm/exe \ | 
  | 
 | 
                  c17 480 runon 9-511 mitgcmuv1440 : \ | 
  | 
 | 
                  c18 480 runon 9-511 mitgcmuv1440 : \ | 
  | 
 | 
                  c19 480 runon 9-511 mitgcmuv1440   \ | 
  | 
 | 
                             >&! output.run | 
  | 
 | 
  | 
  | 
| 190 | 
  | 
  | 
| 191 | 
  | 
  | 
| 192 | 
  | 
  | 
| 385 | 
 e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]); | 
 e18=readbin('test_oldstyle/W.0000000018.data',[90 40 15]); | 
| 386 | 
 minmax(e1-e2) | 
 minmax(e1-e2) | 
| 387 | 
 minmax(e2-(e16+e17+e18)/3) | 
 minmax(e2-(e16+e17+e18)/3) | 
| 388 | 
  | 
  | 
| 389 | 
  | 
  | 
| 390 | 
  | 
  | 
| 391 | 
  | 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% | 
| 392 | 
  | 
  | 
| 393 | 
  | 
 4-cluster STDOUT: | 
| 394 | 
  | 
  | 
| 395 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "ALL                    [THE_MODEL_MAIN]": | 
| 396 | 
  | 
 (PID.TID 0000.0001)           User time:   23015.0722656250 | 
| 397 | 
  | 
 (PID.TID 0000.0001)         System time:   1243.64355468750 | 
| 398 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   24311.5318078995 | 
| 399 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 400 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 401 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "INITIALISE_FIXED       [THE_MODEL_MAIN]": | 
| 402 | 
  | 
 (PID.TID 0000.0001)           User time:   2.60839843750000 | 
| 403 | 
  | 
 (PID.TID 0000.0001)         System time:   25.8310546875000 | 
| 404 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   33.9003880023956 | 
| 405 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 406 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 407 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "THE_MAIN_LOOP          [THE_MODEL_MAIN]": | 
| 408 | 
  | 
 (PID.TID 0000.0001)           User time:   22703.6943359375 | 
| 409 | 
  | 
 (PID.TID 0000.0001)         System time:   1182.34375000000 | 
| 410 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   23933.1810109615 | 
| 411 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 412 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 413 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "INITIALISE_VARIA    [THE_MAIN_LOOP]": | 
| 414 | 
  | 
 (PID.TID 0000.0001)           User time:   280.416992187500 | 
| 415 | 
  | 
 (PID.TID 0000.0001)         System time:   31.5332031250000 | 
| 416 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   312.243556022644 | 
| 417 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 418 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 419 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "MONITOR             [THE_MAIN_LOOP]": | 
| 420 | 
  | 
 (PID.TID 0000.0001)           User time:  0.217773437500000 | 
| 421 | 
  | 
 (PID.TID 0000.0001)         System time:  2.148437500000000E-002 | 
| 422 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:  0.239687919616699 | 
| 423 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 424 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 425 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [THE_MAIN_LOOP]": | 
| 426 | 
  | 
 (PID.TID 0000.0001)           User time:  0.000000000000000E+000 | 
| 427 | 
  | 
 (PID.TID 0000.0001)         System time:  2.929687500000000E-003 | 
| 428 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:  1.174807548522949E-002 | 
| 429 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 430 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 431 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "MAIN LOOP           [THE_MAIN_LOOP]": | 
| 432 | 
  | 
 (PID.TID 0000.0001)           User time:   22423.0595703125 | 
| 433 | 
  | 
 (PID.TID 0000.0001)         System time:   1150.77441406250 | 
| 434 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   23620.6801800728 | 
| 435 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 436 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 | 
| 437 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "FORWARD_STEP        [THE_MAIN_LOOP]": | 
| 438 | 
  | 
 (PID.TID 0000.0001)           User time:   22422.7861328125 | 
| 439 | 
  | 
 (PID.TID 0000.0001)         System time:   1131.83984375000 | 
| 440 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   23601.7874710560 | 
| 441 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 442 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 443 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "EXF_GETFORCING     [FORWARD_STEP]": | 
| 444 | 
  | 
 (PID.TID 0000.0001)           User time:   2326.35644531250 | 
| 445 | 
  | 
 (PID.TID 0000.0001)         System time:   19.2968750000000 | 
| 446 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   2407.96958661079 | 
| 447 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 448 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 449 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DO_ATMOSPHERIC_PHYS [FORWARD_STEP]": | 
| 450 | 
  | 
 (PID.TID 0000.0001)           User time:  0.241210937500000 | 
| 451 | 
  | 
 (PID.TID 0000.0001)         System time:   65.8115234375000 | 
| 452 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   63.7085669040680 | 
| 453 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 454 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 455 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DO_OCEANIC_PHYS     [FORWARD_STEP]": | 
| 456 | 
  | 
 (PID.TID 0000.0001)           User time:   3878.48046875000 | 
| 457 | 
  | 
 (PID.TID 0000.0001)         System time:   133.912109375000 | 
| 458 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   3950.58713698387 | 
| 459 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 460 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 461 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "STATEKPP      [KPP_CALC]": | 
| 462 | 
  | 
 (PID.TID 0000.0001)           User time:   1737.89941406250 | 
| 463 | 
  | 
 (PID.TID 0000.0001)         System time:   65.4189453125000 | 
| 464 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   1742.63016891479 | 
| 465 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 466 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 467 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "KPPMIX [KPP_CALC]": | 
| 468 | 
  | 
 (PID.TID 0000.0001)           User time:   1112.83300781250 | 
| 469 | 
  | 
 (PID.TID 0000.0001)         System time:  0.589843750000000 | 
| 470 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   1113.83706998825 | 
| 471 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 472 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 473 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DYNAMICS            [FORWARD_STEP]": | 
| 474 | 
  | 
 (PID.TID 0000.0001)           User time:   3743.64941406250 | 
| 475 | 
  | 
 (PID.TID 0000.0001)         System time:  0.105468750000000 | 
| 476 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   3746.24456620216 | 
| 477 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 478 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 479 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "UPDATE_R_STAR      [FORWARD_STEP]": | 
| 480 | 
  | 
 (PID.TID 0000.0001)           User time:   164.068359375000 | 
| 481 | 
  | 
 (PID.TID 0000.0001)         System time:  0.115234375000000 | 
| 482 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   164.361629724503 | 
| 483 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 484 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 485 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "UPDATE_CG2D        [FORWARD_STEP]": | 
| 486 | 
  | 
 (PID.TID 0000.0001)           User time:   1887.82617187500 | 
| 487 | 
  | 
 (PID.TID 0000.0001)         System time:  2.929687500000000E-002 | 
| 488 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   1889.06779980659 | 
| 489 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 490 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 491 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "SOLVE_FOR_PRESSURE  [FORWARD_STEP]": | 
| 492 | 
  | 
 (PID.TID 0000.0001)           User time:   2169.57617187500 | 
| 493 | 
  | 
 (PID.TID 0000.0001)         System time:  0.207031250000000 | 
| 494 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   2247.96811437607 | 
| 495 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 496 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 497 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "UV_CORRECTION_STEP  [FORWARD_STEP]": | 
| 498 | 
  | 
 (PID.TID 0000.0001)           User time:   941.570312500000 | 
| 499 | 
  | 
 (PID.TID 0000.0001)         System time:   87.3515625000000 | 
| 500 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   952.724304437637 | 
| 501 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 502 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 503 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "UPDATE_ETAH        [FORWARD_STEP]": | 
| 504 | 
  | 
 (PID.TID 0000.0001)           User time:  0.804687500000000 | 
| 505 | 
  | 
 (PID.TID 0000.0001)         System time:   12.5117187500000 | 
| 506 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   12.5125827789307 | 
| 507 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 508 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 509 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "CALC_R_STAR       [FORWARD_STEP]": | 
| 510 | 
  | 
 (PID.TID 0000.0001)           User time:   337.389648437500 | 
| 511 | 
  | 
 (PID.TID 0000.0001)         System time:   10.0253906250000 | 
| 512 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   393.278358459473 | 
| 513 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 514 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 515 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "BLOCKING_EXCHANGES  [FORWARD_STEP]": | 
| 516 | 
  | 
 (PID.TID 0000.0001)           User time:   1077.76074218750 | 
| 517 | 
  | 
 (PID.TID 0000.0001)         System time:   48.0166015625000 | 
| 518 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   1098.13236880302 | 
| 519 | 
  | 
 (PID.TID 0000.0001)          No. starts:       39168 | 
| 520 | 
  | 
 (PID.TID 0000.0001)           No. stops:       39168 | 
| 521 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "THERMODYNAMICS      [FORWARD_STEP]": | 
| 522 | 
  | 
 (PID.TID 0000.0001)           User time:   3478.11425781250 | 
| 523 | 
  | 
 (PID.TID 0000.0001)         System time:   8.09960937500000 | 
| 524 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   3480.73422122002 | 
| 525 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 526 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 527 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "TS_CORRECTION_STEP  [FORWARD_STEP]": | 
| 528 | 
  | 
 (PID.TID 0000.0001)           User time:   39.9218750000000 | 
| 529 | 
  | 
 (PID.TID 0000.0001)         System time:  0.778320312500000 | 
| 530 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   41.1147830486298 | 
| 531 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 532 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 533 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DO_STATEVARS_DIAGS  [FORWARD_STEP]": | 
| 534 | 
  | 
 (PID.TID 0000.0001)           User time:   135.019531250000 | 
| 535 | 
  | 
 (PID.TID 0000.0001)         System time:   13.3310546875000 | 
| 536 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   155.438081502914 | 
| 537 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 538 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 539 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "MONITOR             [FORWARD_STEP]": | 
| 540 | 
  | 
 (PID.TID 0000.0001)           User time:   122.875976562500 | 
| 541 | 
  | 
 (PID.TID 0000.0001)         System time:   19.3457031250000 | 
| 542 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   145.524942874908 | 
| 543 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 544 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 545 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "DO_THE_MODEL_IO     [FORWARD_STEP]": | 
| 546 | 
  | 
 (PID.TID 0000.0001)           User time:   566.588867187500 | 
| 547 | 
  | 
 (PID.TID 0000.0001)         System time:   89.4033203125000 | 
| 548 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   657.526910781860 | 
| 549 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 550 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 551 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT    [FORWARD_STEP]": | 
| 552 | 
  | 
 (PID.TID 0000.0001)           User time:   1545.53710937500 | 
| 553 | 
  | 
 (PID.TID 0000.0001)         System time:   212.592773437500 | 
| 554 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   1780.71277046204 | 
| 555 | 
  | 
 (PID.TID 0000.0001)          No. starts:       19584 | 
| 556 | 
  | 
 (PID.TID 0000.0001)           No. stops:       19584 | 
| 557 | 
  | 
 (PID.TID 0000.0001)   Seconds in section "WRITE_CHECKPOINT       [THE_MODEL_MAIN]": | 
| 558 | 
  | 
 (PID.TID 0000.0001)           User time:   308.769531250000 | 
| 559 | 
  | 
 (PID.TID 0000.0001)         System time:   35.4687500000000 | 
| 560 | 
  | 
 (PID.TID 0000.0001)     Wall clock time:   344.450322151184 | 
| 561 | 
  | 
 (PID.TID 0000.0001)          No. starts:           1 | 
| 562 | 
  | 
 (PID.TID 0000.0001)           No. stops:           1 |