eesupp/src/ini_jam.F

C $Header: /u/gcmpack/models/MITgcmUV/eesupp/src/ini_jam.F,v 1.4 2001/02/04 14:38:43 cnh Exp $
C $Name:  $

#include "CPP_EEOPTIONS.h"

#define USE_JAM_INIT

CBOP

C     !ROUTINE: INI_JAM

C     !INTERFACE:
      SUBROUTINE INI_JAM
      IMPLICIT NONE

C     !DESCRIPTION:
C     *=================================================================================*
C     | SUBROUTINE INI_JAM
C     | o Initialise JAM based communication
C     *=================================================================================*
C     | Connect to synchronising daemon process that allocates jam network ids to
C     | each process and initialises network once all processes are connected.
C     *=================================================================================*


C     !USES:
C     == Global data ==
#ifdef LETS_MAKE_JAM
#include "SIZE.h"
#include "EEPARAMS.h"
#include "EESUPPORT.h"
#include "JAM_INFO.h"
#include "MPI_INFO.h"
#ifdef ALLOW_MPI
#include "mpif.h"
#endif

C     !LOCAL VARIABLES:
C     == Local variables ==
C     dummyVal :: Variable which is used in sync. call
C     rc       :: Return code
C     myTwoProcRank :: Temp. for holding ranking within processor pairs.
      Real*8  dummyVal
      INTEGER rc
#ifdef JAM_WITH_TWO_PROCS_PER_NODE
      INTEGER myTwoProcRank
#endif
CEOP

C     Names used in JAM exch testing for MPI based exchange
      mpi_northId = mpiPidN
      mpi_southId = mpiPidS

#ifdef USE_JAM_INIT
C     JAM initialisation. This should work with or without
C     MPI. If we dont use MPI we have to start procs. by hand
C     though!
#ifndef JAM_WITH_TWO_PROCS_PER_NODE
      CALL JAM_collective_init
#else  /* ! JAM_WITH_TWO_PROCS_PER_NODE */
      myTwoProcRank = MOD(myProcId,2)
      IF ( myTwoProcRank .EQ. 0 ) THEN
       myTwoProcRank = 1
      ELSE
       myTwoProcRank = 0
      ENDIF
      CALL JAM_collective_init( myTwoProcRank )
#endif /* JAM_WITH_TWO_PROCS_PER_NODE */

      CALL GET_JAM_self_address(   jam_pid )
      CALL GET_JAM_partition_size( jam_np  )
      jam_exchKey = 100
      dummyVal    = 0.
      CALL JAM_barrier_start( dummyVal )
      CALL JAM_barrier_done(  dummyVal )

C     Set up connectivity
      jam_northId = jam_pid+1
      IF ( jam_northId .EQ. jam_np ) jam_northId = 0
      jam_southId = jam_pid-1
      IF ( jam_southId .LT. 0      ) jam_southId = jam_np-1

      numberOfProcs = jam_np
      myProcId      = jam_pid

#ifdef JAM_WITH_TWO_PROCS_PER_NODE
C     The following fixes the instance where MPI and
C     James JAM arrive at a different id for this process
C     *note* this assumes nPx=1 (no parallization in X)
      myPid         = jam_pid
      pidN          = mod(jam_pid+1,jam_np)
      pidS          = mod(jam_pid-1+jam_np,jam_np)
      pidW          = jam_pid
      pidE          = jam_pid
      myYGlobalLo   = sNy*nSy*jam_pid+1
      myXGlobalLo   = 1
#endif

#endif
#endif /* LETS_MAKE_JAM */

      RETURN
      END
1	cnh	1.5	C $Header: /u/gcmpack/models/MITgcmUV/eesupp/src/ini_jam.F,v 1.4 2001/02/04 14:38:43 cnh Exp $
2			C $Name: $
3	adcroft	1.1
4			#include "CPP_EEOPTIONS.h"
5
6			#define USE_JAM_INIT
7
8	cnh	1.5	CBOP
9
10			C !ROUTINE: INI_JAM
11
12			C !INTERFACE:
13	adcroft	1.1	SUBROUTINE INI_JAM
14	cnh	1.5	IMPLICIT NONE
15	adcroft	1.1
16	cnh	1.5	C !DESCRIPTION:
17			C =================================================================================
18			C \| SUBROUTINE INI_JAM
19			C \| o Initialise JAM based communication
20			C =================================================================================
21			C \| Connect to synchronising daemon process that allocates jam network ids to
22			C \| each process and initialises network once all processes are connected.
23			C =================================================================================
24	adcroft	1.1
25
26	cnh	1.5	C !USES:
27	adcroft	1.1	C == Global data ==
28	cnh	1.5	#ifdef LETS_MAKE_JAM
29	adcroft	1.1	#include "SIZE.h"
30			#include "EEPARAMS.h"
31			#include "EESUPPORT.h"
32			#include "JAM_INFO.h"
33			#include "MPI_INFO.h"
34			#ifdef ALLOW_MPI
35			#include "mpif.h"
36			#endif
37
38	cnh	1.5	C !LOCAL VARIABLES:
39	adcroft	1.1	C == Local variables ==
40	cnh	1.5	C dummyVal :: Variable which is used in sync. call
41			C rc :: Return code
42			C myTwoProcRank :: Temp. for holding ranking within processor pairs.
43	adcroft	1.2	Real*8 dummyVal
44	adcroft	1.1	INTEGER rc
45			#ifdef JAM_WITH_TWO_PROCS_PER_NODE
46			INTEGER myTwoProcRank
47			#endif
48	cnh	1.5	CEOP
49	adcroft	1.1
50			C Names used in JAM exch testing for MPI based exchange
51			mpi_northId = mpiPidN
52			mpi_southId = mpiPidS
53
54			#ifdef USE_JAM_INIT
55			C JAM initialisation. This should work with or without
56			C MPI. If we dont use MPI we have to start procs. by hand
57			C though!
58			#ifndef JAM_WITH_TWO_PROCS_PER_NODE
59			CALL JAM_collective_init
60			#else /* ! JAM_WITH_TWO_PROCS_PER_NODE */
61			myTwoProcRank = MOD(myProcId,2)
62			IF ( myTwoProcRank .EQ. 0 ) THEN
63			myTwoProcRank = 1
64			ELSE
65			myTwoProcRank = 0
66			ENDIF
67			CALL JAM_collective_init( myTwoProcRank )
68			#endif /* JAM_WITH_TWO_PROCS_PER_NODE */
69
70			CALL GET_JAM_self_address( jam_pid )
71			CALL GET_JAM_partition_size( jam_np )
72			jam_exchKey = 100
73			dummyVal = 0.
74			CALL JAM_barrier_start( dummyVal )
75			CALL JAM_barrier_done( dummyVal )
76
77			C Set up connectivity
78			jam_northId = jam_pid+1
79			IF ( jam_northId .EQ. jam_np ) jam_northId = 0
80			jam_southId = jam_pid-1
81			IF ( jam_southId .LT. 0 ) jam_southId = jam_np-1
82
83			numberOfProcs = jam_np
84			myProcId = jam_pid
85	adcroft	1.3
86			#ifdef JAM_WITH_TWO_PROCS_PER_NODE
87			C The following fixes the instance where MPI and
88			C James JAM arrive at a different id for this process
89			C note this assumes nPx=1 (no parallization in X)
90			myPid = jam_pid
91			pidN = mod(jam_pid+1,jam_np)
92			pidS = mod(jam_pid-1+jam_np,jam_np)
93			pidW = jam_pid
94			pidE = jam_pid
95			myYGlobalLo = sNynSyjam_pid+1
96			myXGlobalLo = 1
97			#endif
98	adcroft	1.1
99			#endif
100			#endif /* LETS_MAKE_JAM */
101
102			RETURN
103			END