| 1 | cnh | 1.1 | C $Header: /u/gcmpack/MITgcm_contrib/ESMF/global_ocean.128x64x15/code/eeboot_minimal.F,v 1.3 2004/02/26 03:08:44 cnh Exp $ | 
| 2 |  |  | C $Name:  $ | 
| 3 |  |  |  | 
| 4 |  |  | #include "CPP_EEOPTIONS.h" | 
| 5 |  |  |  | 
| 6 |  |  | CBOP | 
| 7 |  |  | C     !ROUTINE: EEBOOT_MINIMAL | 
| 8 |  |  |  | 
| 9 |  |  | C     !INTERFACE: | 
| 10 |  |  | SUBROUTINE EEBOOT_MINIMAL | 
| 11 |  |  | IMPLICIT NONE | 
| 12 |  |  |  | 
| 13 |  |  | C     !DESCRIPTION: | 
| 14 |  |  | C     *==========================================================* | 
| 15 |  |  | C     | SUBROUTINE EEBOOT_MINIMAL | 
| 16 |  |  | C     | o Set an initial environment that is predictable i.e. | 
| 17 |  |  | C     | behaves in a similar way on all machines and stable. | 
| 18 |  |  | C     *==========================================================* | 
| 19 |  |  | C     | Under MPI this routine calls MPI_INIT to setup the | 
| 20 |  |  | C     | mpi environment ( on some systems the code is running as | 
| 21 |  |  | C     | a single process prior to MPI_INIT, on others the mpirun | 
| 22 |  |  | C     | script has already created multiple processes). Until | 
| 23 |  |  | C     | MPI_Init is called it is unclear what state the | 
| 24 |  |  | C     | application is in. Once this routine has been run it is | 
| 25 |  |  | C     | "safe" to do things like I/O to report erros and to get | 
| 26 |  |  | C     | run parameters. | 
| 27 |  |  | C     | Note: This routine can also be compiled with CPP | 
| 28 |  |  | C     | directives set so that no multi-processing is initialise. | 
| 29 |  |  | C     | This is OK and will work fine. | 
| 30 |  |  | C     *==========================================================* | 
| 31 |  |  |  | 
| 32 |  |  | C     !USES: | 
| 33 |  |  | C     == Global data == | 
| 34 |  |  | #include "SIZE.h" | 
| 35 |  |  | #include "EEPARAMS.h" | 
| 36 |  |  | #include "EESUPPORT.h" | 
| 37 |  |  |  | 
| 38 |  |  | C     !LOCAL VARIABLES: | 
| 39 |  |  | C     == Local variables == | 
| 40 |  |  | C     myThid           :: Temp. dummy thread number. | 
| 41 |  |  | C     fNam             :: Used to build name of file for standard | 
| 42 |  |  | C                         output and error output. | 
| 43 |  |  | INTEGER myThid | 
| 44 |  |  | CHARACTER*13 fNam | 
| 45 |  |  | #ifdef ALLOW_USE_MPI | 
| 46 |  |  | C     mpiRC            :: Error code reporting variable used | 
| 47 |  |  | C                         with MPI. | 
| 48 |  |  | C     msgBuffer        :: Used to build messages for printing. | 
| 49 |  |  | CHARACTER*(MAX_LEN_MBUF) msgBuffer | 
| 50 |  |  | INTEGER mpiRC | 
| 51 |  |  | INTEGER nptmp | 
| 52 |  |  | #endif /* ALLOW_USE_MPI */ | 
| 53 |  |  | CEOP | 
| 54 |  |  |  | 
| 55 |  |  | C--   Default values set to single processor case | 
| 56 |  |  | numberOfProcs = 1 | 
| 57 |  |  | myProcId      = 0 | 
| 58 |  |  | pidIO         = myProcId | 
| 59 |  |  | myProcessStr  = '------' | 
| 60 |  |  | C     Set a dummy value for myThid because we are not multi-threading | 
| 61 |  |  | C     yet. | 
| 62 |  |  | myThid        = 1 | 
| 63 |  |  | #ifdef ALLOW_USE_MPI | 
| 64 |  |  | C-- | 
| 65 |  |  | C--   MPI style multiple-process initialisation | 
| 66 |  |  | C--   ========================================= | 
| 67 |  |  | #ifndef ALWAYS_USE_MPI | 
| 68 |  |  | IF ( usingMPI ) THEN | 
| 69 |  |  | #endif | 
| 70 |  |  | C--    Initialise MPI multi-process parallel environment. | 
| 71 |  |  | C      On some systems program forks at this point. Others have already | 
| 72 |  |  | C      forked within mpirun - now thats an open standard! | 
| 73 |  |  | C      CALL MPI_INIT( mpiRC ) | 
| 74 |  |  | mpiRC = MPI_SUCCESS | 
| 75 |  |  | IF ( mpiRC .NE. MPI_SUCCESS ) THEN | 
| 76 |  |  | eeBootError = .TRUE. | 
| 77 |  |  | WRITE(msgBuffer,'(A,I5)') | 
| 78 |  |  | &        'S/R INI_PROCS: MPI_INIT return code', | 
| 79 |  |  | &        mpiRC | 
| 80 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 81 |  |  | GOTO 999 | 
| 82 |  |  | ENDIF | 
| 83 |  |  |  | 
| 84 |  |  | C--    MPI has now been initialized but now we need to either | 
| 85 |  |  | C      ask for a communicator or pretend that we have: | 
| 86 |  |  | C      Pretend that we have asked for a communicator | 
| 87 |  |  | MPI_COMM_MODEL = MPI_COMM_WORLD | 
| 88 |  |  | #ifdef COMPONENT_MODULE | 
| 89 |  |  | C- jmc: test: | 
| 90 |  |  | C      add a 1rst preliminary call EESET_PARAMS to set useCoupler | 
| 91 |  |  | C      (needed to decide either to call CPL_INIT or not) | 
| 92 |  |  | CALL EESET_PARMS | 
| 93 |  |  | IF ( eeBootError ) GOTO 999 | 
| 94 |  |  | C- jmc: test end ; otherwise, uncomment next line: | 
| 95 |  |  | useCoupler = .TRUE. | 
| 96 |  |  | C--    Ask coupler interface for a communicator | 
| 97 |  |  | IF ( useCoupler) CALL CPL_INIT | 
| 98 |  |  | #endif | 
| 99 |  |  |  | 
| 100 |  |  | C--    Get my process number | 
| 101 |  |  | CALL MPI_COMM_RANK( MPI_COMM_MODEL, mpiMyId, mpiRC ) | 
| 102 |  |  | IF ( mpiRC .NE. MPI_SUCCESS ) THEN | 
| 103 |  |  | eeBootError = .TRUE. | 
| 104 |  |  | WRITE(msgBuffer,'(A,I5)') | 
| 105 |  |  | &        'S/R INI_PROCS: MPI_COMM_RANK return code', | 
| 106 |  |  | &        mpiRC | 
| 107 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 108 |  |  | GOTO 999 | 
| 109 |  |  | ENDIF | 
| 110 |  |  | myProcId = mpiMyId | 
| 111 |  |  | WRITE(myProcessStr,'(I4.4)') myProcId | 
| 112 |  |  | mpiPidIo = myProcId | 
| 113 |  |  | pidIO    = mpiPidIo | 
| 114 |  |  | IF ( mpiPidIo .EQ. myProcId ) THEN | 
| 115 |  |  | WRITE(fNam,'(A,A)') 'STDERR.', myProcessStr(1:4) | 
| 116 |  |  | OPEN(errorMessageUnit,FILE=fNam,STATUS='unknown') | 
| 117 |  |  | WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:4) | 
| 118 |  |  | OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') | 
| 119 |  |  | ENDIF | 
| 120 |  |  |  | 
| 121 |  |  | C--    Synchronise all processes | 
| 122 |  |  | C      Strictly this is superfluous, but by using it we can guarantee to | 
| 123 |  |  | C      find out about processes that did not start up. | 
| 124 |  |  | CALL MPI_BARRIER( MPI_COMM_MODEL, mpiRC ) | 
| 125 |  |  | IF ( mpiRC .NE. MPI_SUCCESS ) THEN | 
| 126 |  |  | eeBootError = .TRUE. | 
| 127 |  |  | WRITE(msgBuffer,'(A,I5)') | 
| 128 |  |  | &        'S/R INI_PROCS: MPI_BARRIER return code', | 
| 129 |  |  | &        mpiRC | 
| 130 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 131 |  |  | GOTO 999 | 
| 132 |  |  | ENDIF | 
| 133 |  |  |  | 
| 134 |  |  | C--    Get number of MPI processes | 
| 135 |  |  | CALL MPI_COMM_SIZE ( MPI_COMM_MODEL, mpiNProcs, mpiRC ) | 
| 136 |  |  | IF ( mpiRC .NE. MPI_SUCCESS ) THEN | 
| 137 |  |  | eeBootError = .TRUE. | 
| 138 |  |  | WRITE(msgBuffer,'(A,I5)') | 
| 139 |  |  | &        'S/R INI_PROCS: MPI_COMM_SIZE return code', | 
| 140 |  |  | &        mpiRC | 
| 141 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 142 |  |  | GOTO 999 | 
| 143 |  |  | ENDIF | 
| 144 |  |  | numberOfProcs = mpiNProcs | 
| 145 |  |  |  | 
| 146 |  |  | C--    Can not have more processes than compile time MAX_NO_PROCS | 
| 147 |  |  | IF ( numberOfProcs .GT. MAX_NO_PROCS ) THEN | 
| 148 |  |  | eeBootError = .TRUE. | 
| 149 |  |  | WRITE(msgBuffer,'(A)') | 
| 150 |  |  | &  'S/R INI_PROCS: No. of processes too large' | 
| 151 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 152 |  |  | GOTO 999 | 
| 153 |  |  | ENDIF | 
| 154 |  |  | C--    Under MPI only allow same number of processes as proc. | 
| 155 |  |  | C--    grid size. | 
| 156 |  |  | C      Strictly we are allowed more procs. but knowing there | 
| 157 |  |  | C      is an exact match makes things easier. | 
| 158 |  |  | IF ( numberOfProcs .NE. nPx*nPy ) THEN | 
| 159 |  |  | eeBootError = .TRUE. | 
| 160 |  |  | nptmp = nPx*nPy | 
| 161 |  |  | WRITE(msgBuffer,'(A,2I5)') | 
| 162 |  |  | &  'S/R INI_PROCS: No. of processes not equal to nPx*nPy', | 
| 163 |  |  | &  numberOfProcs, nptmp | 
| 164 |  |  | CALL PRINT_ERROR( msgBuffer , myThid) | 
| 165 |  |  | GOTO 999 | 
| 166 |  |  | ENDIF | 
| 167 |  |  |  | 
| 168 |  |  | #ifndef ALWAYS_USE_MPI | 
| 169 |  |  | ENDIF | 
| 170 |  |  | #endif | 
| 171 |  |  |  | 
| 172 |  |  | #else /* ALLOW_USE_MPI */ | 
| 173 |  |  |  | 
| 174 |  |  | WRITE(myProcessStr,'(I4.4)') myProcId | 
| 175 |  |  | WRITE(fNam,'(A,A)') 'STDERR.', myProcessStr(1:4) | 
| 176 |  |  | OPEN(errorMessageUnit,FILE=fNam,STATUS='unknown') | 
| 177 |  |  | c       WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:4) | 
| 178 |  |  | c       OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown') | 
| 179 |  |  |  | 
| 180 |  |  | #endif /* ALLOW_USE_MPI */ | 
| 181 |  |  |  | 
| 182 |  |  | 999  CONTINUE | 
| 183 |  |  |  | 
| 184 |  |  | RETURN | 
| 185 |  |  | END | 
| 186 |  |  |  |