1 |
cnh |
1.3 |
C $Header: /u/gcmpack/MITgcm_contrib/ESMF/global_ocean.128x64x15/code/eeboot_minimal.F,v 1.2 2004/02/24 02:29:00 cnh Exp $ |
2 |
cnh |
1.1 |
C $Name: $ |
3 |
|
|
|
4 |
|
|
#include "CPP_EEOPTIONS.h" |
5 |
|
|
|
6 |
|
|
CBOP |
7 |
|
|
C !ROUTINE: EEBOOT_MINIMAL |
8 |
|
|
|
9 |
|
|
C !INTERFACE: |
10 |
|
|
SUBROUTINE EEBOOT_MINIMAL |
11 |
|
|
IMPLICIT NONE |
12 |
|
|
|
13 |
|
|
C !DESCRIPTION: |
14 |
|
|
C *==========================================================* |
15 |
|
|
C | SUBROUTINE EEBOOT_MINIMAL |
16 |
|
|
C | o Set an initial environment that is predictable i.e. |
17 |
|
|
C | behaves in a similar way on all machines and stable. |
18 |
|
|
C *==========================================================* |
19 |
|
|
C | Under MPI this routine calls MPI_INIT to setup the |
20 |
|
|
C | mpi environment ( on some systems the code is running as |
21 |
|
|
C | a single process prior to MPI_INIT, on others the mpirun |
22 |
|
|
C | script has already created multiple processes). Until |
23 |
|
|
C | MPI_Init is called it is unclear what state the |
24 |
|
|
C | application is in. Once this routine has been run it is |
25 |
|
|
C | "safe" to do things like I/O to report erros and to get |
26 |
|
|
C | run parameters. |
27 |
|
|
C | Note: This routine can also be compiled with CPP |
28 |
|
|
C | directives set so that no multi-processing is initialise. |
29 |
|
|
C | This is OK and will work fine. |
30 |
|
|
C *==========================================================* |
31 |
|
|
|
32 |
|
|
C !USES: |
33 |
|
|
C == Global data == |
34 |
|
|
#include "SIZE.h" |
35 |
|
|
#include "EEPARAMS.h" |
36 |
|
|
#include "EESUPPORT.h" |
37 |
|
|
|
38 |
|
|
C !LOCAL VARIABLES: |
39 |
|
|
C == Local variables == |
40 |
|
|
C myThid :: Temp. dummy thread number. |
41 |
|
|
C fNam :: Used to build name of file for standard |
42 |
|
|
C output and error output. |
43 |
|
|
INTEGER myThid |
44 |
|
|
CHARACTER*13 fNam |
45 |
|
|
#ifdef ALLOW_USE_MPI |
46 |
|
|
C mpiRC :: Error code reporting variable used |
47 |
|
|
C with MPI. |
48 |
|
|
C msgBuffer :: Used to build messages for printing. |
49 |
|
|
CHARACTER*(MAX_LEN_MBUF) msgBuffer |
50 |
|
|
INTEGER mpiRC |
51 |
|
|
INTEGER nptmp |
52 |
|
|
#endif /* ALLOW_USE_MPI */ |
53 |
|
|
CEOP |
54 |
|
|
|
55 |
|
|
C-- Default values set to single processor case |
56 |
|
|
numberOfProcs = 1 |
57 |
|
|
myProcId = 0 |
58 |
|
|
pidIO = myProcId |
59 |
|
|
myProcessStr = '------' |
60 |
|
|
C Set a dummy value for myThid because we are not multi-threading |
61 |
|
|
C yet. |
62 |
|
|
myThid = 1 |
63 |
|
|
#ifdef ALLOW_USE_MPI |
64 |
|
|
C-- |
65 |
|
|
C-- MPI style multiple-process initialisation |
66 |
|
|
C-- ========================================= |
67 |
|
|
#ifndef ALWAYS_USE_MPI |
68 |
|
|
IF ( usingMPI ) THEN |
69 |
|
|
#endif |
70 |
|
|
C-- Initialise MPI multi-process parallel environment. |
71 |
|
|
C On some systems program forks at this point. Others have already |
72 |
|
|
C forked within mpirun - now thats an open standard! |
73 |
cnh |
1.2 |
C CALL MPI_INIT( mpiRC ) |
74 |
cnh |
1.3 |
mpiRC = MPI_SUCCESS |
75 |
cnh |
1.1 |
IF ( mpiRC .NE. MPI_SUCCESS ) THEN |
76 |
|
|
eeBootError = .TRUE. |
77 |
|
|
WRITE(msgBuffer,'(A,I5)') |
78 |
|
|
& 'S/R INI_PROCS: MPI_INIT return code', |
79 |
|
|
& mpiRC |
80 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
81 |
|
|
GOTO 999 |
82 |
|
|
ENDIF |
83 |
|
|
|
84 |
|
|
C-- MPI has now been initialized but now we need to either |
85 |
|
|
C ask for a communicator or pretend that we have: |
86 |
|
|
C Pretend that we have asked for a communicator |
87 |
|
|
MPI_COMM_MODEL = MPI_COMM_WORLD |
88 |
|
|
#ifdef COMPONENT_MODULE |
89 |
|
|
C- jmc: test: |
90 |
|
|
C add a 1rst preliminary call EESET_PARAMS to set useCoupler |
91 |
|
|
C (needed to decide either to call CPL_INIT or not) |
92 |
|
|
CALL EESET_PARMS |
93 |
|
|
IF ( eeBootError ) GOTO 999 |
94 |
|
|
C- jmc: test end ; otherwise, uncomment next line: |
95 |
|
|
useCoupler = .TRUE. |
96 |
|
|
C-- Ask coupler interface for a communicator |
97 |
|
|
IF ( useCoupler) CALL CPL_INIT |
98 |
|
|
#endif |
99 |
|
|
|
100 |
|
|
C-- Get my process number |
101 |
|
|
CALL MPI_COMM_RANK( MPI_COMM_MODEL, mpiMyId, mpiRC ) |
102 |
|
|
IF ( mpiRC .NE. MPI_SUCCESS ) THEN |
103 |
|
|
eeBootError = .TRUE. |
104 |
|
|
WRITE(msgBuffer,'(A,I5)') |
105 |
|
|
& 'S/R INI_PROCS: MPI_COMM_RANK return code', |
106 |
|
|
& mpiRC |
107 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
108 |
|
|
GOTO 999 |
109 |
|
|
ENDIF |
110 |
|
|
myProcId = mpiMyId |
111 |
|
|
WRITE(myProcessStr,'(I4.4)') myProcId |
112 |
|
|
mpiPidIo = myProcId |
113 |
|
|
pidIO = mpiPidIo |
114 |
|
|
IF ( mpiPidIo .EQ. myProcId ) THEN |
115 |
|
|
WRITE(fNam,'(A,A)') 'STDERR.', myProcessStr(1:4) |
116 |
|
|
OPEN(errorMessageUnit,FILE=fNam,STATUS='unknown') |
117 |
|
|
WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:4) |
118 |
|
|
OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
119 |
|
|
ENDIF |
120 |
|
|
|
121 |
|
|
C-- Synchronise all processes |
122 |
|
|
C Strictly this is superfluous, but by using it we can guarantee to |
123 |
|
|
C find out about processes that did not start up. |
124 |
|
|
CALL MPI_BARRIER( MPI_COMM_MODEL, mpiRC ) |
125 |
|
|
IF ( mpiRC .NE. MPI_SUCCESS ) THEN |
126 |
|
|
eeBootError = .TRUE. |
127 |
|
|
WRITE(msgBuffer,'(A,I5)') |
128 |
|
|
& 'S/R INI_PROCS: MPI_BARRIER return code', |
129 |
|
|
& mpiRC |
130 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
131 |
|
|
GOTO 999 |
132 |
|
|
ENDIF |
133 |
|
|
|
134 |
|
|
C-- Get number of MPI processes |
135 |
|
|
CALL MPI_COMM_SIZE ( MPI_COMM_MODEL, mpiNProcs, mpiRC ) |
136 |
|
|
IF ( mpiRC .NE. MPI_SUCCESS ) THEN |
137 |
|
|
eeBootError = .TRUE. |
138 |
|
|
WRITE(msgBuffer,'(A,I5)') |
139 |
|
|
& 'S/R INI_PROCS: MPI_COMM_SIZE return code', |
140 |
|
|
& mpiRC |
141 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
142 |
|
|
GOTO 999 |
143 |
|
|
ENDIF |
144 |
|
|
numberOfProcs = mpiNProcs |
145 |
|
|
|
146 |
|
|
C-- Can not have more processes than compile time MAX_NO_PROCS |
147 |
|
|
IF ( numberOfProcs .GT. MAX_NO_PROCS ) THEN |
148 |
|
|
eeBootError = .TRUE. |
149 |
|
|
WRITE(msgBuffer,'(A)') |
150 |
|
|
& 'S/R INI_PROCS: No. of processes too large' |
151 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
152 |
|
|
GOTO 999 |
153 |
|
|
ENDIF |
154 |
|
|
C-- Under MPI only allow same number of processes as proc. |
155 |
|
|
C-- grid size. |
156 |
|
|
C Strictly we are allowed more procs. but knowing there |
157 |
|
|
C is an exact match makes things easier. |
158 |
|
|
IF ( numberOfProcs .NE. nPx*nPy ) THEN |
159 |
|
|
eeBootError = .TRUE. |
160 |
|
|
nptmp = nPx*nPy |
161 |
|
|
WRITE(msgBuffer,'(A,2I5)') |
162 |
|
|
& 'S/R INI_PROCS: No. of processes not equal to nPx*nPy', |
163 |
|
|
& numberOfProcs, nptmp |
164 |
|
|
CALL PRINT_ERROR( msgBuffer , myThid) |
165 |
|
|
GOTO 999 |
166 |
|
|
ENDIF |
167 |
|
|
|
168 |
|
|
#ifndef ALWAYS_USE_MPI |
169 |
|
|
ENDIF |
170 |
|
|
#endif |
171 |
|
|
|
172 |
|
|
#else /* ALLOW_USE_MPI */ |
173 |
|
|
|
174 |
|
|
WRITE(myProcessStr,'(I4.4)') myProcId |
175 |
|
|
WRITE(fNam,'(A,A)') 'STDERR.', myProcessStr(1:4) |
176 |
|
|
OPEN(errorMessageUnit,FILE=fNam,STATUS='unknown') |
177 |
|
|
c WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:4) |
178 |
|
|
c OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') |
179 |
|
|
|
180 |
|
|
#endif /* ALLOW_USE_MPI */ |
181 |
|
|
|
182 |
|
|
999 CONTINUE |
183 |
|
|
|
184 |
|
|
RETURN |
185 |
|
|
END |
186 |
|
|
|