/[MITgcm]/MITgcm/model/src/the_model_main.F
ViewVC logotype

Diff of /MITgcm/model/src/the_model_main.F

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.17 by adcroft, Wed Jul 1 19:49:36 1998 UTC revision 1.76 by edhill, Fri Mar 19 05:09:41 2004 UTC
# Line 1  Line 1 
1  C $Header$  C $Header$
2    C $Name$
3    
4  #include "CPP_EEOPTIONS.h"  CBOI
5    C
6    C !TITLE: MITGCM KERNEL CODE SYNOPSIS
7    C !AUTHORS: mitgcm developers ( support@mitgcm.org )
8    C !AFFILIATION: Massachussetts Institute of Technology
9    C !DATE:
10    C !INTRODUCTION: Kernel dynamical routines
11    C This document summarises MITgcm code under the model/ subdirectory.
12    C The code under model/ ( src/ and inc/ ) contains most of
13    C the driver routines for the baseline forms of the kernel equations in the
14    C MITgcm algorithm. Numerical code for much of the baseline forms of
15    C these equations is also under the model/ directory. Other numerical code
16    C used for the kernel equations is contained in packages in the pkg/
17    C directory tree.
18    C Code for auxilliary equations and alternate dicretizations of the kernel
19    C equations and algorithm can also be found in the pkg/ directory tree.
20    C
21    C \subsection{Getting Help and Reporting Errors and Problems}
22    C If you have questions please e-mail support@mitgcm.org. We also welcome
23    C reports of errors and inconsistencies in the code or in the accompanying
24    C documentation. Please feel free to send these
25    C to support@mitgcm.org. For further information and to review
26    C problems reported to support@mitgcm.org please visit http://mitgcm.org.
27    C
28    C \subsection{MITgcm Kernel Code Calling Sequence}
29    C \bv
30    C
31    C Invocation from WRAPPER level...
32    C  :
33    C  :
34    C  |
35    C  |-THE_MODEL_MAIN :: Primary driver for the MITgcm algorithm
36    C    |              :: Called from WRAPPER level numerical
37    C    |              :: code innvocation routine. On entry
38    C    |              :: to THE_MODEL_MAIN separate thread and
39    C    |              :: separate processes will have been established.
40    C    |              :: Each thread and process will have a unique ID
41    C    |              :: but as yet it will not be associated with a
42    C    |              :: specific region in decomposed discrete space.
43    C    |
44    C    |-INITIALISE_FIXED :: Set fixed model arrays such as topography,
45    C    | |                :: grid, solver matrices etc..
46    C    | |              
47    C    | |-INI_PARMS :: Routine to set kernel model parameters.
48    C    | |           :: By default kernel parameters are read from file
49    C    | |           :: "data" in directory in which code executes.
50    C    | |
51    C    | |-MON_INIT :: Initialises monitor pacakge ( see pkg/monitor )
52    C    | |
53    C    | |-INI_GRID :: Control grid array (vert. and hori.) initialisation.
54    C    | | |        :: Grid arrays are held and described in GRID.h.
55    C    | | |
56    C    | | |-INI_VERTICAL_GRID        :: Initialise vertical grid arrays.
57    C    | | |
58    C    | | |-INI_CARTESIAN_GRID       :: Cartesian horiz. grid initialisation
59    C    | | |                          :: (calculate grid from kernel parameters).
60    C    | | |
61    C    | | |-INI_SPHERICAL_POLAR_GRID :: Spherical polar horiz. grid
62    C    | | |                          :: initialisation (calculate grid from
63    C    | | |                          :: kernel parameters).
64    C    | | |
65    C    | | |-INI_CURVILINEAR_GRID     :: General orthogonal, structured horiz.
66    C    | |                            :: grid initialisations. ( input from raw
67    C    | |                            :: grid files, LONC.bin, DXF.bin etc... )
68    C    | |
69    C    | |-INI_DEPTHS    :: Read (from "bathyFile") or set bathymetry/orgography.
70    C    | |
71    C    | |-INI_MASKS_ETC :: Derive horizontal and vertical cell fractions and
72    C    | |               :: land masking for solid-fluid boundaries.
73    C    | |
74    C    | |-INI_LINEAR_PHSURF :: Set ref. surface Bo_surf
75    C    | |
76    C    | |-INI_CORI          :: Set coriolis term. zero, f-plane, beta-plane,
77    C    | |                   :: sphere optins are coded.
78    C    | |
79    C    | |-PACAKGES_BOOT      :: Start up the optional package environment.
80    C    | |                    :: Runtime selection of active packages.
81    C    | |
82    C    | |-PACKAGES_READPARMS :: Call active package internal parameter load.
83    C    | | |
84    C    | | |-GMREDI_READPARMS    :: GM Package. see pkg/gmredi
85    C    | | |-KPP_READPARMS       :: KPP Package. see pkg/kpp
86    C    | | |-SHAP_FILT_READPARMS :: Shapiro filter package. see pkg/shap_filt
87    C    | | |-OBCS_READPARMS      :: Open bndy package. see pkg/obcs
88    C    | | |-AIM_READPARMS       :: Intermediate Atmos. pacakage. see pkg/aim
89    C    | | |-COST_READPARMS      :: Cost function package. see pkg/cost
90    C    | | |-CTRL_INIT           :: Control vector support package. see pkg/ctrl
91    C    | | |-OPTIM_READPARMS     :: Optimisation support package. see pkg/ctrl
92    C    | | |-GRDCHK_READPARMS    :: Gradient check package. see pkg/grdchk
93    C    | | |-ECCO_READPARMS      :: ECCO Support Package. see pkg/ecco
94    C    | | |-PTRACERS_READPARMS  :: multiple tracer package, see pkg/ptracers
95    C    | | |-GCHEM_READPARMS     :: tracer interface package, see pkg/gchem
96    C    | |
97    C    | |-PACKAGES_CHECK
98    C    | | |
99    C    | | |-KPP_CHECK           :: KPP Package. pkg/kpp
100    C    | | |-OBCS_CHECK          :: Open bndy Pacakge. pkg/obcs
101    C    | | |-GMREDI_CHECK        :: GM Package. pkg/gmredi
102    C    | |
103    C    | |-PACKAGES_INIT_FIXED
104    C    | | |-OBCS_INIT_FIXED     :: Open bndy Package. see pkg/obcs
105    C    | | |-FLT_INIT            :: Floats Package. see pkg/flt
106    C    | | |-GCHEM_INIT_FIXED    :: tracer interface pachage, see pkg/gchem
107    C    | |
108    C    | |-ZONAL_FILT_INIT       :: FFT filter Package. see pkg/zonal_filt
109    C    | |
110    C    | |-INI_CG2D              :: 2d con. grad solver initialisation.
111    C    | |
112    C    | |-INI_CG3D              :: 3d con. grad solver initialisation.
113    C    | |
114    C    | |-CONFIG_SUMMARY        :: Provide synopsis of kernel setup.
115    C    |                         :: Includes annotated table of kernel
116    C    |                         :: parameter settings.
117    C    |
118    C    |-CTRL_UNPACK :: Control vector support package. see pkg/ctrl
119    C    |
120    C    |-ADTHE_MAIN_LOOP :: Derivative evaluating form of main time stepping loop
121    C    !                 :: Auotmatically gerenrated by TAMC/TAF.
122    C    |
123    C    |-CTRL_PACK   :: Control vector support package. see pkg/ctrl
124    C    |
125    C    |-GRDCHK_MAIN :: Gradient check package. see pkg/grdchk
126    C    |
127    C    |-THE_MAIN_LOOP :: Main timestepping loop routine.
128    C    | |
129    C    | |-INITIALISE_VARIA :: Set the initial conditions for time evolving
130    C    | | |                :: variables
131    C    | | |
132    C    | | |-INI_LINEAR_PHISURF :: Set ref. surface Bo_surf
133    C    | | |
134    C    | | |-INI_CORI     :: Set coriolis term. zero, f-plane, beta-plane,
135    C    | | |              :: sphere optins are coded.
136    C    | | |
137    C    | | |-INI_CG2D     :: 2d con. grad solver initialisation.
138    C    | | |-INI_CG3D     :: 3d con. grad solver initialisation.
139    C    | | |-INI_MIXING   :: Initialise diapycnal diffusivity.
140    C    | | |-INI_DYNVARS  :: Initialise to zero all DYNVARS.h arrays (dynamical
141    C    | | |              :: fields).
142    C    | | |
143    C    | | |-INI_FIELDS   :: Control initialising model fields to non-zero
144    C    | | | |-INI_VEL    :: Initialize 3D flow field.
145    C    | | | |-INI_THETA  :: Set model initial temperature field.
146    C    | | | |-INI_SALT   :: Set model initial salinity field.
147    C    | | | |-INI_PSURF  :: Set model initial free-surface height/pressure.
148    C    | | | |-INI_PRESSURE :: Compute model initial hydrostatic pressure
149    C    | | |
150    C    | | |-INI_TR1      :: Set initial tracer 1 distribution.
151    C    | | |
152    C    | | |-THE_CORRECTION_STEP :: Step forward to next time step.
153    C    | | | |                   :: Here applied to move restart conditions
154    C    | | | |                   :: (saved in mid timestep) to correct level in
155    C    | | | |                   :: time (only used for pre-c35).
156    C    | | | |
157    C    | | | |-CALC_GRAD_PHI_SURF :: Return DDx and DDy of surface pressure
158    C    | | | |-CORRECTION_STEP    :: Pressure correction to momentum
159    C    | | | |-CYCLE_TRACER       :: Move tracers forward in time.
160    C    | | | |-OBCS_APPLY         :: Open bndy package. see pkg/obcs
161    C    | | | |-SHAP_FILT_APPLY    :: Shapiro filter package. see pkg/shap_filt
162    C    | | | |-ZONAL_FILT_APPLY   :: FFT filter package. see pkg/zonal_filt
163    C    | | | |-CONVECTIVE_ADJUSTMENT :: Control static instability mixing.
164    C    | | | | |-FIND_RHO  :: Find adjacent densities.
165    C    | | | | |-CONVECT   :: Mix static instability.
166    C    | | | | |-TIMEAVE_CUMULATE :: Update convection statistics.
167    C    | | | |
168    C    | | | |-CALC_EXACT_ETA        :: Change SSH to flow divergence.    
169    C    | | |
170    C    | | |-CONVECTIVE_ADJUSTMENT_INI :: Control static instability mixing
171    C    | | | |                         :: Extra time history interactions.
172    C    | | | |                      
173    C    | | | |-FIND_RHO  :: Find adjacent densities.
174    C    | | | |-CONVECT   :: Mix static instability.
175    C    | | | |-TIMEAVE_CUMULATE :: Update convection statistics.
176    C    | | |
177    C    | | |-PACKAGES_INIT_VARIABLES :: Does initialisation of time evolving
178    C    | | | |                       :: package data.
179    C    | | | |
180    C    | | | |-GMREDI_INIT          :: GM package. ( see pkg/gmredi )
181    C    | | | |-KPP_INIT             :: KPP package. ( see pkg/kpp )
182    C    | | | |-KPP_OPEN_DIAGS    
183    C    | | | |-OBCS_INIT_VARIABLES  :: Open bndy. package. ( see pkg/obcs )
184    C    | | | |-PTRACERS_INIT        :: multi. tracer package,(see pkg/ptracers)
185    C    | | | |-GCHEM_INIT           : : tracer interface pkg (see pkh/gchem)
186    C    | | | |-AIM_INIT             :: Interm. atmos package. ( see pkg/aim )
187    C    | | | |-CTRL_MAP_INI         :: Control vector package.( see pkg/ctrl )
188    C    | | | |-COST_INIT            :: Cost function package. ( see pkg/cost )
189    C    | | | |-ECCO_INIT            :: ECCO support package. ( see pkg/ecco )
190    C    | | | |-INI_FORCING          :: Set model initial forcing fields.
191    C    | | |   |                    :: Either set in-line or from file as shown.
192    C    | | |   |-READ_FLD_XY_RS(zonalWindFile)
193    C    | | |   |-READ_FLD_XY_RS(meridWindFile)
194    C    | | |   |-READ_FLD_XY_RS(surfQFile)
195    C    | | |   |-READ_FLD_XY_RS(EmPmRfile)
196    C    | | |   |-READ_FLD_XY_RS(thetaClimFile)
197    C    | | |   |-READ_FLD_XY_RS(saltClimFile)
198    C    | | |   |-READ_FLD_XY_RS(surfQswFile)
199    C    | | |
200    C    | | |-CALC_SURF_DR   :: Calculate the new surface level thickness.
201    C    | | |-UPDATE_SURF_DR :: Update the surface-level thickness fraction.
202    C    | | |-UPDATE_CG2D    :: Update 2d conjugate grad. for Free-Surf.
203    C    | | |-STATE_SUMMARY    :: Summarize model prognostic variables.
204    C    | | |-TIMEAVE_STATVARS :: Time averaging package ( see pkg/timeave ).
205    C    | |
206    C    | |-WRITE_STATE      :: Controlling routine for IO to dump model state.
207    C    | | |-WRITE_REC_XYZ_RL :: Single file I/O
208    C    | | |-WRITE_FLD_XYZ_RL :: Multi-file I/O
209    C    | |
210    C    | |-MONITOR          :: Monitor state ( see pkg/monitor )
211    C    | |-CTRL_MAP_FORCING :: Control vector support package. ( see pkg/ctrl )
212    C====|>|
213    C====|>| ****************************
214    C====|>| BEGIN MAIN TIMESTEPPING LOOP
215    C====|>| ****************************
216    C====|>|
217    C/\  | |-FORWARD_STEP     :: Step forward a time-step ( AT LAST !!! )
218    C/\  | | |
219    C/\  | | |-DUMMY_IN_STEPPING :: autodiff package ( pkg/autoduff ).
220    C/\  | | |-CALC_EXACT_ETA :: Change SSH to flow divergence.
221    C/\  | | |-CALC_SURF_DR   :: Calculate the new surface level thickness.
222    C/\  | | |-EXF_GETFORCING :: External forcing package. ( pkg/exf )
223    C/\  | | |-EXTERNAL_FIELDS_LOAD :: Control loading time dep. external data.
224    C/\  | | | |                    :: Simple interpolcation between end-points
225    C/\  | | | |                    :: for forcing datasets.
226    C/\  | | | |                  
227    C/\  | | | |-EXCH :: Sync forcing. in overlap regions.
228    C/\  | | |-SEAICE_MODEL   :: Compute sea-ice terms. ( pkg/seaice )
229    C/\  | | |-FREEZE         :: Limit surface temperature.
230    C/\  | | |-GCHEM_FIELD_LOAD :: load tracer forcing fields (pkg/gchem)
231    C/\  | | |
232    C/\  | | |-THERMODYNAMICS :: theta, salt + tracer equations driver.
233    C/\  | | | |
234    C/\  | | | |-INTEGRATE_FOR_W :: Integrate for vertical velocity.
235    C/\  | | | |-OBCS_APPLY_W    :: Open bndy. package ( see pkg/obcs ).
236    C/\  | | | |-FIND_RHO        :: Calculates [rho(S,T,z)-RhoConst] of a slice
237    C/\  | | | |-GRAD_SIGMA      :: Calculate isoneutral gradients
238    C/\  | | | |-CALC_IVDC       :: Set Implicit Vertical Diffusivity for Convection
239    C/\  | | | |
240    C/\  | | | |-OBCS_CALC            :: Open bndy. package ( see pkg/obcs ).
241    C/\  | | | |-EXTERNAL_FORCING_SURF:: Accumulates appropriately dimensioned
242    C/\  | | | | |                    :: forcing terms.
243    C/\  | | | | |-PTRACERS_FORCING_SURF :: Tracer package ( see pkg/ptracers ).
244    C/\  | | | |
245    C/\  | | | |-GMREDI_CALC_TENSOR   :: GM package ( see pkg/gmredi ).
246    C/\  | | | |-GMREDI_CALC_TENSOR_DUMMY :: GM package ( see pkg/gmredi ).
247    C/\  | | | |-KPP_CALC             :: KPP package ( see pkg/kpp ).
248    C/\  | | | |-KPP_CALC_DUMMY       :: KPP package ( see pkg/kpp ).
249    C/\  | | | |-AIM_DO_ATMOS_PHYSICS :: Intermed. atmos package ( see pkg/aim ).
250    C/\  | | | |-GAD_ADVECTION        :: Generalised advection driver (multi-dim
251    C/\  | | | |                         advection case) (see pkg/gad).
252    C/\  | | | |-CALC_COMMON_FACTORS  :: Calculate common data (such as volume flux)
253    C/\  | | | |-CALC_DIFFUSIVITY     :: Calculate net vertical diffusivity
254    C/\  | | | | |
255    C/\  | | | | |-GMREDI_CALC_DIFF   :: GM package ( see pkg/gmredi ).
256    C/\  | | | | |-KPP_CALC_DIFF      :: KPP package ( see pkg/kpp ).
257    C/\  | | | |
258    C/\  | | | |-CALC_GT              :: Calculate the temperature tendency terms
259    C/\  | | | | |
260    C/\  | | | | |-GAD_CALC_RHS       :: Generalised advection package
261    C/\  | | | | | |                  :: ( see pkg/gad )
262    C/\  | | | | | |-KPP_TRANSPORT_T  :: KPP non-local transport ( see pkg/kpp ).
263    C/\  | | | | |
264    C/\  | | | | |-EXTERNAL_FORCING_T :: Problem specific forcing for temperature.
265    C/\  | | | | |-ADAMS_BASHFORTH2   :: Extrapolate tendencies forward in time.
266    C/\  | | | | |-FREESURF_RESCALE_G :: Re-scale Gt for free-surface height.
267    C/\  | | | |
268    C/\  | | | |-TIMESTEP_TRACER      :: Step tracer field forward in time
269    C/\  | | | |
270    C/\  | | | |-CALC_GS              :: Calculate the salinity tendency terms
271    C/\  | | | | |
272    C/\  | | | | |-GAD_CALC_RHS       :: Generalised advection package
273    C/\  | | | | | |                  :: ( see pkg/gad )
274    C/\  | | | | | |-KPP_TRANSPORT_S  :: KPP non-local transport ( see pkg/kpp ).
275    C/\  | | | | |
276    C/\  | | | | |-EXTERNAL_FORCING_S :: Problem specific forcing for salt.
277    C/\  | | | | |-ADAMS_BASHFORTH2   :: Extrapolate tendencies forward in time.
278    C/\  | | | | |-FREESURF_RESCALE_G :: Re-scale Gs for free-surface height.
279    C/\  | | | |
280    C/\  | | | |-TIMESTEP_TRACER      :: Step tracer field forward in time
281    C/\  | | | |
282    C/\  | | | |-CALC_GTR1            :: Calculate other tracer(s) tendency terms
283    C/\  | | | | |
284    C/\  | | | | |-GAD_CALC_RHS       :: Generalised advection package
285    C/\  | | | | |                    :: ( see pkg/gad )
286    C/\  | | | | |
287    C/\  | | | | |-EXTERNAL_FORCING_TR:: Problem specific forcing for tracer.
288    C/\  | | | | |-ADAMS_BASHFORTH2   :: Extrapolate tendencies forward in time.
289    C/\  | | | | |-FREESURF_RESCALE_G :: Re-scale Gs for free-surface height.
290    C/\  | | | |
291    C/\  | | | |-TIMESTEP_TRACER      :: Step tracer field forward in time
292    C/\  | | | |
293    C/\  | | | |-PTRACERS_INTEGRATE   :: Integrate other tracer(s) ( see pkg/ptracers ).
294    C/\  | | | | |
295    C/\  | | | | |-GAD_CALC_RHS       :: Generalised advection package
296    C/\  | | | | | |                  :: ( see pkg/gad )
297    C/\  | | | | | |-KPP_TRANSPORT_PTR:: KPP non-local transport ( see pkg/kpp ).
298    C/\  | | | | |
299    C/\  | | | | |-PTRACERS_FORCING   :: Problem specific forcing for tracer.
300    C/\  | | | | |-GCHEM_FORCING_INT  :: tracer forcing for gchem pkg (if all
301    C/\  | | | | |                       tendancy terms calcualted together)
302    C/\  | | | | |-ADAMS_BASHFORTH2   :: Extrapolate tendencies forward in time.
303    C/\  | | | | |-FREESURF_RESCALE_G :: Re-scale Gs for free-surface height.
304    C/\  | | | | |-TIMESTEP_TRACER    :: Step tracer field forward in time
305    C/\  | | | |
306    C/\  | | | |-OBCS_APPLY_TS        :: Open bndy. package (see pkg/obcs ).
307    C/\  | | | |
308    C/\  | | | |-IMPLDIFF             :: Solve vertical implicit diffusion equation.
309    C/\  | | | |-OBCS_APPLY_TS        :: Open bndy. package (see pkg/obcs ).
310    C/\  | | | |
311    C/\  | | | |-AIM_AIM2DYN_EXCHANGES :: Inetermed. atmos (see pkg/aim).
312    C/\  | | | |-EXCH                 :: Update overlaps
313    C/\  | | |
314    C/\  | | |-DYNAMICS       :: Momentum equations driver.
315    C/\  | | | |
316    C/\  | | | |-CALC_GRAD_PHI_SURF :: Calculate the gradient of the surface
317    C/\  | | | |                       Potential anomaly.
318    C/\  | | | |-CALC_VISCOSITY     :: Calculate net vertical viscosity
319    C/\  | | | | |-KPP_CALC_VISC    :: KPP package ( see pkg/kpp ).
320    C/\  | | | |                                                      
321    C/\  | | | |-CALC_PHI_HYD       :: Integrate the hydrostatic relation.
322    C/\  | | | |-MOM_FLUXFORM       :: Flux form mom eqn. package ( see
323    C/\  | | | |                       pkg/mom_fluxform ).
324    C/\  | | | |-MOM_VECINV         :: Vector invariant form mom eqn. package ( see
325    C/\  | | | |                       pkg/mom_vecinv   ).
326    C/\  | | | |-TIMESTEP           :: Step momentum fields forward in time
327    C/\  | | | |-OBCS_APPLY_UV      :: Open bndy. package (see pkg/obcs ).
328    C/\  | | | |
329    C/\  | | | |-IMPLDIFF           :: Solve vertical implicit diffusion equation.
330    C/\  | | | |-OBCS_APPLY_UV      :: Open bndy. package (see pkg/obcs ).
331    C/\  | | | |
332    C/\  | | | |-TIMEAVE_CUMUL_1T   :: Time averaging package ( see pkg/timeave ).
333    C/\  | | | |-TIMEAVE_CUMUATE    :: Time averaging package ( see pkg/timeave ).
334    C/\  | | | |-DEBUG_STATS_RL     :: Quick debug package ( see pkg/debug ).
335    C/\  | | |
336    C/\  | | |-CALC_GW        :: vert. momentum tendency terms ( NH, QH only ).
337    C/\  | | |
338    C/\  | | |-UPDATE_SURF_DR :: Update the surface-level thickness fraction.
339    C/\  | | |
340    C/\  | | |-UPDATE_CG2D    :: Update 2d conjugate grad. for Free-Surf.
341    C/\  | | |
342    C/\  | | |-SOLVE_FOR_PRESSURE           :: Find surface pressure.
343    C/\  | | | |-CALC_DIV_GHAT     :: Form the RHS of the surface pressure eqn.
344    C/\  | | | |-CG2D              :: Two-dim pre-con. conjugate-gradient.
345    C/\  | | | |-CG3D              :: Three-dim pre-con. conjugate-gradient solver.
346    C/\  | | |
347    C/\  | | |-THE_CORRECTION_STEP          :: Step forward to next time step.
348    C/\  | | | |
349    C/\  | | | |-CALC_GRAD_PHI_SURF :: Return DDx and DDy of surface pressure
350    C/\  | | | |-CORRECTION_STEP    :: Pressure correction to momentum
351    C/\  | | | |-CYCLE_TRACER       :: Move tracers forward in time.
352    C/\  | | | |-OBCS_APPLY         :: Open bndy package. see pkg/obcs
353    C/\  | | | |-SHAP_FILT_APPLY    :: Shapiro filter package. see pkg/shap_filt
354    C/\  | | | |-ZONAL_FILT_APPLY   :: FFT filter package. see pkg/zonal_filt
355    C/\  | | | |-CONVECTIVE_ADJUSTMENT :: Control static instability mixing.
356    C/\  | | | | |-FIND_RHO  :: Find adjacent densities.
357    C/\  | | | | |-CONVECT   :: Mix static instability.
358    C/\  | | | | |-TIMEAVE_CUMULATE :: Update convection statistics.
359    C/\  | | | |
360    C/\  | | | |-CALC_EXACT_ETA        :: Change SSH to flow divergence.    
361    C/\  | | |
362    C/\  | | |-DO_FIELDS_BLOCKING_EXCHANGES :: Sync up overlap regions.
363    C/\  | | | |-EXCH                                                  
364    C/\  | | |
365    C/\  | | |-GCHEM_FORCING_SEP :: tracer forcing for gchem pkg (if
366    C/\  | | |                      tracer dependent tendencies calculated
367    C/\  | | |                      separatly)
368    C/\  | | |
369    C/\  | | |-FLT_MAIN         :: Float package ( pkg/flt ).
370    C/\  | | |
371    C/\  | | |-MONITOR          :: Monitor package ( pkg/monitor ).
372    C/\  | | |
373    C/\  | | |-DO_THE_MODEL_IO  :: Standard diagnostic I/O.
374    C/\  | | | |-WRITE_STATE    :: Core state I/O
375    C/\  | | | |-TIMEAVE_STATV_WRITE :: Time averages. see pkg/timeave
376    C/\  | | | |-AIM_WRITE_DIAGS     :: Intermed. atmos diags. see pkg/aim
377    C/\  | | | |-GMREDI_DIAGS        :: GM diags. see pkg/gmredi
378    C/\  | | | |-KPP_DO_DIAGS        :: KPP diags. see pkg/kpp
379    C/\  | | | |-SBO_CALC            :: SBO diags. see pkg/sbo
380    C/\  | | | |-SBO_DIAGS           :: SBO diags. see pkg/sbo
381    C/\  | | | |-SEAICE_DO_DIAGS     :: SEAICE diags. see pkg/seaice
382    C/\  | | | |-GCHEM_DIAGS         :: gchem diags. see pkg/gchem
383    C/\  | | |
384    C/\  | | |-WRITE_CHECKPOINT :: Do I/O for restart files.
385    C/\  | |
386    C/\  | |-COST_TILE        :: Cost function package. ( see pkg/cost )
387    C<===|=|
388    C<===|=| **************************
389    C<===|=| END MAIN TIMESTEPPING LOOP
390    C<===|=| **************************
391    C<===|=|
392    C    | |-COST_FINAL       :: Cost function package. ( see pkg/cost )
393    C    |
394    C    |-WRITE_CHECKPOINT :: Final state storage, for restart.
395    C    |
396    C    |-TIMER_PRINTALL :: Computational timing summary
397    C    |
398    C    |-COMM_STATS     :: Summarise inter-proc and inter-thread communication
399    C                     :: events.
400    C \ev
401    C
402    C
403    CEOI
404    
405    
406    #include "AD_CONFIG.h"
407    #include "PACKAGES_CONFIG.h"
408    #include "CPP_OPTIONS.h"
409    
410    CBOP
411    
412    C     !ROUTINE: THE_MODEL_MAIN
413    
414    C     !INTERFACE:
415        SUBROUTINE THE_MODEL_MAIN(myThid)        SUBROUTINE THE_MODEL_MAIN(myThid)
416  C     /==========================================================\        IMPLICIT NONE
417  C     | SUBROUTINE THE_MODEL_MAIN                                |  
418  C     | o Master controlling routine for model using the MITgcm  |  C     !DESCRIPTION: \bv
419  C     |   UV parallel wrapper.                                   |  C     *==========================================================*
420  C     |==========================================================|  C     | SUBROUTINE THE_MODEL_MAIN                                
421  C     | THE_MODEL_MAIN is invoked by the MITgcm UV parallel      |  C     | o Master controlling routine for model using the MITgcm  
422  C     | wrapper with a single integer argument "myThid". This    |  C     |   UV parallel wrapper.                                    
423  C     | variable identifies the thread number of an instance of  |  C     *==========================================================*
424  C     | THE_MODEL_MAIN. Each instance of THE_MODEL_MAIN works    |  C     | THE_MODEL_MAIN is invoked by the MITgcm UV parallel      
425  C     | on a particular region of the models domain and          |  C     | wrapper with a single integer argument "myThid". This    
426  C     | synchronises with other instances as necessary. The      |  C     | variable identifies the thread number of an instance of  
427  C     | routine has to "understand" the MITgcm parallel          |  C     | THE_MODEL_MAIN. Each instance of THE_MODEL_MAIN works    
428  C     | environment and the numerical algorithm. Editing this    |  C     | on a particular region of the models domain and          
429  C     | routine is best done with some knowledge of both aspects.|  C     | synchronises with other instances as necessary. The      
430  C     | Notes                                                    |  C     | routine has to "understand" the MITgcm parallel          
431  C     | =====                                                    |  C     | environment and the numerical algorithm. Editing this    
432  C     | C*P* comments indicating place holders for which code is |  C     | routine is best done with some knowledge of both aspects.
433  C     |      presently being developed.                          |  C     | Notes                                                    
434  C     \==========================================================/  C     | =====                                                    
435  C  C     | C*P* comments indicating place holders for which code is  
436  C     Call Tree  C     |      presently being developed.                          
437  C     =========  C     *==========================================================*
438  C      C     \ev
 C      main ( eesupp )  
 C       |  
 C       .  
 C       .  
 C       . Generic environment initialisation ( see eesupp/src and  
 C       .                                      eesupp/inc )        
 C       . multiple threads and/or processes are created in here  
 C       .  
 C       .  
 C       .  
 C       |  
 C       |-THE_MODEL_MAIN - Begin specific model. One instance  
 C       |  |               of this codes exists for each thread  
 C       |  |               and/or instance. Each instance manages  
 C       |  |               a specifc set of tiles.                
 C       |  |  
 C       |  |--INITIALISE  
 C       |  |   o Set initial conditions and model configuration  
 C       |  |     Topography, hydrography, timestep, grid, etc..  
 C       |  |  
 C  ==>  |  | ** Time stepping loop starts here **  
 C  |    |  |  
 C /|\   |  |  
 C  |    |  |--LOAD_EXTERNAL_DATA  
 C /|\   |  |   o Load and/or set time dependent forcing fields  
 C  |    |  |  
 C /|\   |  |--DYNAMICS  
 C  |    |  |   o Evaluate "forward" terms  
 C /|\   |  |  
 C  |    |  |--DO_THE_MODEL_IO  
 C /|\   |  |   o Write model state  
 C  |    |  |  
 C /|\   |  |--SOLVE_FOR_PRESSURE  
 C  |    |  |   o Find pressure field to keep flow non-divergent  
 C /|\   |  |  
 C  |    |  |--DO_GTERM_BLOCKING_EXCHANGES  
 C /|\   |  |   o Update overlap regions  
 C  |    |  |  
 C /|\   |  |--WRITE_CHECKPOINT  
 C  |    |  |   o Write restart file(s)  
 C /|\   |  |  
 C  |    |  |  
 C  |<== |  | ** Time stepping loop finishes here **  
 C       |  |  
 C       |  |--WRITE_STATE  
 C       |  |--WRITE_CHECKPOINT  
 C       |  
 C       .  
 C       .  
 C       . Generic environment termination ( see eesupp/src and  
 C       .                                      eesupp/inc )        
 C       .  
 C       .  
439    
440    C     !CALLING SEQUENCE:
441    C     THE_MODEL_MAIN()
442    C       |
443    C       |
444    C       |--INITIALISE_FIXED
445    C       |   o Set model configuration (fixed arrays)
446    C       |     Topography, hydrography, timestep, grid, etc..
447    C       |
448    C       |--CTRL_UNPACK      o Derivative mode. Unpack control vector.
449    C       |
450    C       |--ADTHE_MAIN_LOOP  o Main timestepping loop for combined
451    C       |                     prognostic and reverse mode integration.
452    C       |
453    C       |--CTRL_PACK        o Derivative mode. Unpack control vector.
454    C       |
455    C       |--GRDCHK_MAIN      o Gradient check control routine.
456    C       |
457    C       |--THE_MAIN_LOOP    o Main timestepping loop for pure prognostic
458    C       |                     integration.
459    C       |
460    C       |--WRITE_CHECKPOINT o Write retsart information.
461    C       |
462    C       |--TIMER_PRINTALL   o Print out timing statistics.
463    C       |
464    C       |--COMM_STATS       o Print out communication statistics.
465    
466    C     !USES:
467  C     == Global variables ===  C     == Global variables ===
468  #include "SIZE.h"  #include "SIZE.h"
469  #include "EEPARAMS.h"  #include "EEPARAMS.h"
470  #include "PARAMS.h"  #include "PARAMS.h"
 #include "CG2D.h"  
471  #include "DYNVARS.h"  #include "DYNVARS.h"
472  #include "AVER.h"  #ifdef ALLOW_NONHYDROSTATIC
473    # include "CG3D.h"
474    #endif
475    
476    #ifdef ALLOW_ECCO_OPTIMIZATION
477    # include "optim.h"
478    #endif
479    #ifdef ALLOW_AUTODIFF_TAMC
480    # include "tamc.h"
481    #endif
482    
483    C     !INPUT/OUTPUT PARAMETERS:
484  C     == Routine arguments ==  C     == Routine arguments ==
485  C     myThid - Thread number for this instance of the routine.  C     myThid - Thread number for this instance of the routine.
486        INTEGER myThid          INTEGER myThid  
487    
488    C     !LOCAL VARIABLES:
489  C     == Local variables ==  C     == Local variables ==
490  C     Note: Under the multi-threaded model myCurrentIter and  C     Note: Under the multi-threaded model myCurrentIter and
491  C           myCurrentTime are local variables passed around as routine  C           myCurrentTime are local variables passed around as routine
492  C           arguments. Although this is fiddly it saves the need to  C           arguments. Although this is fiddly it saves the need to
493  C           impose additional synchronisation points when they are  C           impose additional synchronisation points when they are
494  C           updated.  C           updated.
 C     myCurrentIter - Iteration counter for this thread  
495  C     myCurrentTime - Time counter for this thread  C     myCurrentTime - Time counter for this thread
496  C     I             - Loop counter  C     myCurrentIter - Iteration counter for this thread
497        INTEGER I, myCurrentIter        INTEGER myCurrentIter
498        REAL    myCurrentTime        _RL     myCurrentTime
499          logical  exst
500          logical  lastdiva
501    #ifndef ALLOW_ECCO_OPTIMIZATION
502          integer optimcycle
503    #endif
504    CEOP
505    c--   set default:
506    #ifndef ALLOW_ECCO_OPTIMIZATION
507          optimcycle = 0
508    #endif
509          lastdiva = .TRUE.
510    
511    #ifdef ALLOW_DEBUG
512          IF (debugMode) CALL DEBUG_ENTER('THE_MODEL_MAIN',myThid)
513    #endif
514    
515    C--   This timer encompasses the whole code
516          CALL TIMER_START('ALL                    [THE_MODEL_MAIN]',myThid)
517    
518    #ifdef ALLOW_DEBUG
519          IF (debugMode) CALL DEBUG_CALL('INITIALISE_FIXED',myThid)
520    #endif
521    
522    C--   Set model configuration (fixed arrays)
523          CALL TIMER_START('INITIALISE_FIXED       [THE_MODEL_MAIN]',myThid)
524          CALL INITIALISE_FIXED( myThid )
525          CALL TIMER_STOP ('INITIALISE_FIXED       [THE_MODEL_MAIN]',myThid)
526    
 C--   Set model initial conditions  
       CALL INITIALISE( myThid )  
527        myCurrentTime = startTime        myCurrentTime = startTime
528        myCurrentIter = nIter0        myCurrentIter = nIter0
529    
530  C--   Dump for start state  #if ( defined (ALLOW_ADMTLM) )
531        CALL WRITE_STATE( .TRUE., myCurrentTime, myCurrentIter, myThid )  c
532          CALL TIMER_START('ADMTLM_DRIVER          [THE_MODEL_MAIN]',mythid)
533          CALL ADMTLM_DRIVER ( myThid )
534          CALL TIMER_STOP ('ADMTLM_DRIVER          [THE_MODEL_MAIN]',mythid)
535    c
536    #elif ( defined (ALLOW_AUTODIFF))
537    
538    # ifndef EXCLUDE_CTRL_PACK
539          _BEGIN_MASTER( mythid )
540          IF (myProcId .eq. 0) THEN
541             inquire( file='costfinal', exist=exst )
542             IF ( .NOT. exst .AND. niter0 .EQ. 0 ) THEN
543                CALL TIMER_START('CTRL_UNPACK      [THE_MODEL_MAIN]',mythid)
544                CALL CTRL_UNPACK( .TRUE. , mythid )
545                CALL TIMER_STOP ('CTRL_UNPACK      [THE_MODEL_MAIN]',mythid)
546                IF ( optimcycle.EQ.0 .AND. mycurrentiter.EQ.niter0 ) THEN
547                   CALL TIMER_START('CTRL_PACK     [THE_MODEL_MAIN]',mythid)
548                   CALL CTRL_PACK( .TRUE. , mythid )
549                   CALL TIMER_STOP ('CTRL_PACK     [THE_MODEL_MAIN]',mythid)
550                ENDIF
551             ENDIF
552          ENDIF
553          _END_MASTER( mythid )
554          _BARRIER
555    # endif /* EXCLUDE_CTRL_PACK */
556    
557          CALL COST_DEPENDENT_INIT ( mythid )
558          _BARRIER
559    
560    # if ( defined (ALLOW_TANGENTLINEAR_RUN) )
561    c
562          CALL TIMER_START('G_THE_MAIN_LOOP           [TANGENT RUN]',mythid)
563          CALL G_THE_MAIN_LOOP ( myCurrentTime, myCurrentIter, myThid )
564          CALL TIMER_STOP ('G_THE_MAIN_LOOP           [TANGENT RUN]',mythid)
565    c
566    # elif ( defined (ALLOW_ADJOINT_RUN) || \
567             defined (ALLOW_ECCO_OPTIMIZATION) )
568    c
569    #  ifdef ALLOW_DIVIDED_ADJOINT
570    c-- The following assumes the TAF option '-pure'
571          inquire( file='costfinal', exist=exst )
572          IF ( .NOT. exst) THEN
573             CALL TIMER_START('MDTHE_MAIN_LOOP            [MD RUN]', mythid)
574             CALL MDTHE_MAIN_LOOP ( myCurrentTime, myCurrentIter, mythid )
575             CALL TIMER_STOP ('MDTHE_MAIN_LOOP            [MD RUN]', mythid)
576             CALL COST_FINAL_STORE ( mythid, lastdiva )
577          ELSE
578             CALL TIMER_START('ADTHE_MAIN_LOOP       [ADJOINT RUN]', mythid)
579             CALL ADTHE_MAIN_LOOP ( myCurrentTime, myCurrentIter, mythid )
580             CALL TIMER_STOP ('ADTHE_MAIN_LOOP       [ADJOINT RUN]', mythid)
581             CALL COST_FINAL_RESTORE ( mythid, lastdiva )
582          ENDIF
583    c--
584    #  else /* ALLOW_DIVIDED_ADJOINT undef */
585          CALL TIMER_START('ADTHE_MAIN_LOOP          [ADJOINT RUN]', mythid)
586          CALL ADTHE_MAIN_LOOP ( myCurrentTime, myCurrentIter, mythid )
587    cph      CALL ADTHE_MAIN_LOOP ( mythid )
588          CALL TIMER_STOP ('ADTHE_MAIN_LOOP          [ADJOINT RUN]', mythid)
589    #  endif /* ALLOW_DIVIDED_ADJOINT */
590    c
591    # endif
592    
593    # ifndef EXCLUDE_CTRL_PACK
594          _BEGIN_MASTER( mythid )
595          IF ( myProcId .eq. 0 .AND. lastdiva ) THEN
596             CALL TIMER_START('CTRL_PACK           [THE_MODEL_MAIN]',mythid)
597             call CTRL_PACK( .FALSE. , mythid )
598             CALL TIMER_STOP ('CTRL_PACK           [THE_MODEL_MAIN]',mythid)
599          ENDIF
600          _END_MASTER( mythid )
601          _BARRIER
602    # endif /* EXCLUDE_CTRL_PACK */
603    
 C--   Begin time stepping loop  
       DO I=1, nTimeSteps  
604    
605  C--    Load forcing/external data fields  # ifdef ALLOW_GRDCHK
606         CALL LOAD_EXTERNAL_FIELDS( myCurrentTime, myCurrentIter, myThid )        IF ( useGrdchk .AND. lastdiva ) THEN
607             CALL TIMER_START('GRDCHK_MAIN         [THE_MODEL_MAIN]',mythid)
608             CALL GRDCHK_MAIN( mythid )
609             CALL TIMER_STOP ('GRDCHK_MAIN         [THE_MODEL_MAIN]',mythid)
610             _BARRIER
611          ENDIF
612    # endif
613    
614  C--    Step forward fields and calculate time tendency terms  #else /* ALL AD-related undef */
615         CALL DYNAMICS( myCurrentTime, myCurrentIter, myThid )  
616    #ifdef ALLOW_DEBUG
617  C--    Do time averages        IF (debugMode) CALL DEBUG_CALL('THE_MAIN_LOOP',myThid)
618  #ifdef ALLOW_DIAGNOSTICS  #endif
619         IF (taveFreq.GT.0.) THEN  
620          CALL WRITE_TIME_AVERAGES( myCurrentTime, myCurrentIter, myThid )  C--   Call time stepping loop of full model
621         ENDIF        CALL TIMER_START('THE_MAIN_LOOP          [THE_MODEL_MAIN]',myThid)
622  #endif        CALL THE_MAIN_LOOP( myCurrentTime, myCurrentIter, myThid )
623          CALL TIMER_STOP ('THE_MAIN_LOOP          [THE_MODEL_MAIN]',myThid)
624  C--    Do IO if needed.  
625  C      Note:  #endif /* ALLOW_TANGENTLINEAR_RUN ALLOW_ADJOINT_RUN ALLOW_ADMTLM_RUN */
626  C      =====  
627  C      At this point model arrays hold U,V,T,S  at "time-level" N  C--   Final checkpoint (in case the in-loop checkpoint was missed)
628  C      and cg2d_x at "time-level" N-1/2 where N = I+timeLevBase-1.        CALL TIMER_START('WRITE_CHECKPOINT       [THE_MODEL_MAIN]',myThid)
629  C      By convention this is taken to be the model "state".        CALL PACKAGES_WRITE_PICKUP(
630         CALL DO_THE_MODEL_IO( myCurrentTime, myCurrentIter, myThid )       I        .TRUE., myCurrentTime, myCurrentIter, myThid )
631          CALL WRITE_CHECKPOINT(
632  C--    Solve elliptic equation(s).       I        .TRUE., myCurrentTime, myCurrentIter, myThid )
633  C      Two-dimensional only for conventional hydrostatic or        CALL TIMER_STOP ('WRITE_CHECKPOINT       [THE_MODEL_MAIN]',myThid)
634  C      three-dimensional for non-hydrostatic and/or IGW scheme.  
635         CALL SOLVE_FOR_PRESSURE( myThid )        CALL TIMER_STOP ('ALL                    [THE_MODEL_MAIN]',myThid)
636    
637  C--    Do "blocking" sends and receives for tendency "overlap" terms  #ifdef ALLOW_MNC
638         CALL DO_GTERM_BLOCKING_EXCHANGES( myThid )        IF (useMNC) THEN
639    C       Close all open NetCDF files
640         myCurrentIter = myCurrentIter + 1          _BEGIN_MASTER( mythid )
641         myCurrentTime = myCurrentTime + deltaTClock          CALL MNC_FILE_CLOSE_ALL( myThid )
642            _END_MASTER( mythid )
 C--    Save state for restarts  
 C      Note:  
 C      =====  
 C      Because of the ordering of the timestepping code and  
 C      tendency term code at end of loop model arrays hold  
 C      U,V,T,S  at "time-level" N but gu, gv, gs, gt, guNM1,...  
 C      at "time-level" N+1/2 (guNM1 at "time-level" N+1/2 is  
 C      gu at "time-level" N-1/2) and cg2d_x at "time-level" N+1/2.  
 C       where N = I+timeLevBase-1  
 C      Thus a checkpoint contains U.0000000000, GU.0000000001 and  
 C      cg2d_x.0000000001 in the indexing scheme used for the model  
 C      "state" files. This example is referred to as a checkpoint  
 C      at time level 1  
        CALL WRITE_CHECKPOINT( .FALSE., myCurrentTime, myCurrentIter, myThid )  
   
       ENDDO  
   
 C--   Final checkpoint (incase the in-loop checkpoint was missed)  
       CALL WRITE_CHECKPOINT( .TRUE., myCurrentTime, myCurrentIter, myThid )  
   
 C--   Step-forward U/V/Theta/Salt for purposes of final I/O dump  
       CALL DYNAMICS( myCurrentTime, myCurrentIter, myThid )  
   
 C--   Do time averages  
 #ifdef ALLOW_DIAGNOSTICS  
       IF (taveFreq.GT.0.) THEN  
         CALL WRITE_TIME_AVERAGES( myCurrentTime, myCurrentIter, myThid )  
643        ENDIF        ENDIF
644  #endif  #endif
645    
646  C--   Dump for end state  C--   Write timer statistics
647        CALL WRITE_STATE( .FALSE., myCurrentTime, myCurrentIter, myThid )        IF ( myThid .EQ. 1 ) THEN
648           CALL TIMER_PRINTALL( myThid )
649           CALL COMM_STATS
650          ENDIF
651    
652    #ifdef ALLOW_DEBUG
653          IF (debugMode) CALL DEBUG_LEAVE('THE_MODEL_MAIN',myThid)
654    #endif
655    
656        RETURN        RETURN
657        END        END

Legend:
Removed from v.1.17  
changed lines
  Added in v.1.76

  ViewVC Help
Powered by ViewVC 1.1.22