pkg/exch2/exch2_rx1_cube_ad.template

C $Header: /u/gcmpack/MITgcm/pkg/exch2/exch2_rx1_cube_ad.template,v 1.6 2009/06/28 01:00:23 jmc Exp $
C $Name:  $

#include "CPP_EEOPTIONS.h"

#undef  Dbg

CBOP
C     !ROUTINE: EXCH_RX_CUBE_AD

C     !INTERFACE:
      SUBROUTINE EXCH2_RX1_CUBE_AD(
     U            array, fieldCode,
     I            myOLw, myOLe, myOLn, myOLs, myNz,
     I            exchWidthX, exchWidthY,
     I            simulationMode, cornerMode, myThid )

C     !DESCRIPTION:
C     Scalar field (1 component) AD-Exchange:
C     Tile-edge overlap-region of a 1 component scalar field is added to
C     corresponding near-edge interior data point and then zero out.

C     !USES:
      IMPLICIT NONE

C     == Global data ==
#include "SIZE.h"
#include "EEPARAMS.h"
#include "EESUPPORT.h"
#include "W2_EXCH2_SIZE.h"
#include "W2_EXCH2_TOPOLOGY.h"
#include "W2_EXCH2_BUFFER.h"

C     !INPUT/OUTPUT PARAMETERS:
C     array       :: Array with edges to exchange.
C     fieldCode   :: field code (position on staggered grid)
C     myOLw,myOLe :: West and East overlap region sizes.
C     myOLn,myOLs :: North and South overlap region sizes.
C     exchWidthX  :: Width of data regi exchanged in X.
C     exchWidthY  :: Width of data region exchanged in Y.
C     cornerMode  :: halo-corner-region treatment: update/ignore corner region
C     myThid      :: Thread number of this instance of S/R EXCH...
      INTEGER myOLw
      INTEGER myOLe
      INTEGER myOLs
      INTEGER myOLn
      INTEGER myNz
      _RX array(1-myOLw:sNx+myOLe,
     &          1-myOLs:sNy+myOLn,
     &          myNZ, nSx, nSy)
      CHARACTER*2 fieldCode
      INTEGER exchWidthX
      INTEGER exchWidthY
      INTEGER simulationMode
      INTEGER cornerMode
      INTEGER myThid

C     !LOCAL VARIABLES:
C     e2_msgHandles :: Synchronization and coordination data structure used to
C                   :: coordinate access to e2Bufr1_RX or to regulate message
C                   :: buffering. In PUT communication sender will increment
C                   :: handle entry once data is ready in buffer. Receiver will
C                   :: decrement handle once data is consumed from buffer.
C                   :: For MPI MSG communication MPI_Wait uses hanlde to check
C                   :: Isend has cleared. This is done in routine after receives.
C     note: a) current implementation does not use e2_msgHandles for communication
C              between threads: all-threads barriers are used (see CNH note below).
C              For a 2-threads synchro communication (future version),
C              e2_msgHandles should be shared (in common block, moved to BUFFER.h)
C           b) 1rst dim=2 so that it could be used also by exch2_rx2_cube.
      INTEGER bi, bj
C     Variables for working through W2 topology
      INTEGER e2_msgHandles( 2, W2_maxNeighbours, nSx, nSy )
      INTEGER thisTile, farTile, N, nN, oN
      INTEGER tIlo, tIhi, tJlo, tJhi, tKlo, tKhi
      INTEGER tIStride, tJStride, tKStride
      INTEGER i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi
      LOGICAL updateCorners

#ifdef ALLOW_USE_MPI
      INTEGER iBufr, nri, nrj
C     MPI stuff (should be in a routine call)
      INTEGER mpiStatus(MPI_STATUS_SIZE)
      INTEGER mpiRc
      INTEGER wHandle
#endif
CEOP

      updateCorners = cornerMode .EQ. EXCH_UPDATE_CORNERS
C-    Tile size of array to exchange:
      i1Lo  = 1-myOLw
      i1Hi  = sNx+myOLe
      j1Lo  = 1-myOLs
      j1Hi  = sNy+myOLn
      k1Lo  = 1
      k1Hi  = myNz

C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|

C     Prevent anyone to access shared buffer while an other thread modifies it
      CALL BAR2( myThid )

C--    Extract from buffer (either from level 1 if local exch,
C                           or level 2 if coming from an other Proc)
C  AD: = fill buffer from my-tile-edge overlap-region, level 1 or 2 depending
C  AD:   on local (to this Proc) or remote Proc tile destination
      DO bj=myByLo(myThid), myByHi(myThid)
       DO bi=myBxLo(myThid), myBxHi(myThid)
        thisTile=W2_myTileList(bi,bj)
        nN=exch2_nNeighbours(thisTile)
        DO N=1,nN
          CALL EXCH2_GET_SCAL_BOUNDS(
     I               fieldCode, exchWidthX, updateCorners,
     I               thisTile, N,
     O               tIlo, tiHi, tjLo, tjHi,
     O               tiStride, tjStride,
     I               myThid )
          tKLo=1
          tKHi=myNz
          tKStride=1

C      From buffer, get my points
C      (tIlo:tIhi:tiStride,tJlo:tJhi,tJStride,tKlo:tKhi,tKStride) in "array":
C      Note: when transferring data within a process:
C       o e2Bufr entry to read is entry associated with opposing send record
C       o e2_msgHandle entry to read is entry associated with opposing send record.
          CALL EXCH2_AD_GET_RX1(
     I               tIlo, tIhi, tiStride,
     I               tJlo, tJhi, tjStride,
     I               tKlo, tKhi, tkStride,
     I               thisTile, N, bi, bj,
     I               e2BufrRecSize, W2_maxNeighbours, nSx, nSy,
     O               iBuf1Filled(N,bi,bj),
     O               e2Bufr1_RX,
     U               array(1-myOLw,1-myOLs,1,bi,bj),
     I               i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi,
     U               e2_msgHandles,
     I               W2_myCommFlag(N,bi,bj), myThid )
        ENDDO
       ENDDO
      ENDDO

C     Wait until all threads finish filling buffer
      CALL BAR2( myThid )

C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|

#ifdef ALLOW_USE_MPI
C  AD: all MPI part is acting on buffer and is identical to forward code,
C  AD: except a) the buffer level: send from lev.2, receive into lev.1
C  AD:        b) the length of transfered buffer (<- match the ad_put/ad_get)

      _BEGIN_MASTER( myThid )

C--   Send my data (in buffer, level 2) to target Process
      DO bj=1,nSy
       DO bi=1,nSx
        thisTile=W2_myTileList(bi,bj)
        nN=exch2_nNeighbours(thisTile)
        DO N=1,nN
C-    Skip the call if this is an internal exchange
         IF ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
          CALL EXCH2_SEND_RX1(
     I               thisTile, N,
     I               e2BufrRecSize,
     I               iBuf1Filled(N,bi,bj),
     I               e2Bufr1_RX(1,N,bi,bj,2),
     O               e2_msgHandles(1,N,bi,bj),
     I               W2_myCommFlag(N,bi,bj), myThid )
         ENDIF
        ENDDO
       ENDDO
      ENDDO

C--   Receive data (in buffer, level 1) from source Process
      DO bj=1,nSy
       DO bi=1,nSx
        thisTile=W2_myTileList(bi,bj)
        nN=exch2_nNeighbours(thisTile)
        DO N=1,nN
C-    Skip the call if this is an internal exchange
         IF ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
          farTile=exch2_neighbourId(N,thisTile)
          oN = exch2_opposingSend(N,thisTile)
          CALL EXCH2_GET_SCAL_BOUNDS(
     I               fieldCode, exchWidthX, updateCorners,
     I               farTile, oN,
     O               tIlo, tiHi, tjLo, tjHi,
     O               tiStride, tjStride,
     I               myThid )
          nri = 1 + (tIhi-tIlo)/tiStride
          nrj = 1 + (tJhi-tJlo)/tjStride
          iBufr = nri*nrj*myNz
C       Receive from neighbour N to fill buffer and later on the array
          CALL EXCH2_RECV_RX1(
     I               thisTile, N,
     I               e2BufrRecSize,
     I               iBufr,
     O               e2Bufr1_RX(1,N,bi,bj,1),
     I               W2_myCommFlag(N,bi,bj), myThid )
         ENDIF
        ENDDO
       ENDDO
      ENDDO

C--   Clear message handles/locks
      DO bj=1,nSy
       DO bi=1,nSx
        thisTile=W2_myTileList(bi,bj)
        nN=exch2_nNeighbours(thisTile)
        DO N=1,nN
C     Note: In a between process tile-tile data transport using
C           MPI the sender needs to clear an Isend wait handle here.
C           In a within process tile-tile data transport using true
C           shared address space/or direct transfer through commonly
C           addressable memory blocks the receiver needs to assert
C           that he has consumed the buffer the sender filled here.
c        farTile=exch2_neighbourId(N,thisTile)
         IF     ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
          wHandle = e2_msgHandles(1,N,bi,bj)
          CALL MPI_Wait( wHandle, mpiStatus, mpiRc )
         ELSEIF ( W2_myCommFlag(N,bi,bj) .EQ. 'P' ) THEN
         ELSE
         ENDIF
        ENDDO
       ENDDO
      ENDDO

      _END_MASTER( myThid )
C     Everyone waits until master-thread finishes receiving
      CALL BAR2( myThid )

#endif /* ALLOW_USE_MPI */

C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|

C--   Post sends into buffer (buffer level 1):
C- AD: = get exch-data from buffer (level 1), formerly in source tile
C  AD:   overlap region, and add to my tile near-Edge interior
      DO bj=myByLo(myThid), myByHi(myThid)
       DO bi=myBxLo(myThid), myBxHi(myThid)
        thisTile=W2_myTileList(bi,bj)
        nN=exch2_nNeighbours(thisTile)
        DO N=1,nN
          farTile=exch2_neighbourId(N,thisTile)
          oN = exch2_opposingSend(N,thisTile)
          CALL EXCH2_GET_SCAL_BOUNDS(
     I               fieldCode, exchWidthX, updateCorners,
     I               farTile, oN,
     O               tIlo, tiHi, tjLo, tjHi,
     O               tiStride, tjStride,
     I               myThid )
          tKLo=1
          tKHi=myNz
          tKStride=1
C-    Put my points in buffer for neighbour N to fill points
C     (tIlo:tIhi:tiStride,tJlo:tJhi,tJStride,tKlo:tKhi,tKStride)
C     in its copy of "array".
          CALL EXCH2_AD_PUT_RX1(
     I               tIlo, tIhi, tiStride,
     I               tJlo, tJhi, tjStride,
     I               tKlo, tKhi, tkStride,
     I               thisTile, N,
     I               e2BufrRecSize,
     I               e2Bufr1_RX(1,N,bi,bj,1),
     U               array(1-myOLw,1-myOLs,1,bi,bj),
     I               i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi,
     O               e2_msgHandles(1,N,bi,bj),
     I               W2_myCommFlag(N,bi,bj), myThid )
        ENDDO
       ENDDO
      ENDDO

      RETURN
      END

C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----|

CEH3 ;;; Local Variables: ***
CEH3 ;;; mode:fortran ***
CEH3 ;;; End: ***
1	jmc	1.7	C $Header: /u/gcmpack/MITgcm/pkg/exch2/exch2_rx1_cube_ad.template,v 1.6 2009/06/28 01:00:23 jmc Exp $
2	heimbach	1.1	C $Name: $
3
4			#include "CPP_EEOPTIONS.h"
5
6			#undef Dbg
7
8			CBOP
9			C !ROUTINE: EXCH_RX_CUBE_AD
10
11			C !INTERFACE:
12	jmc	1.5	SUBROUTINE EXCH2_RX1_CUBE_AD(
13	heimbach	1.1	U array, fieldCode,
14			I myOLw, myOLe, myOLn, myOLs, myNz,
15			I exchWidthX, exchWidthY,
16			I simulationMode, cornerMode, myThid )
17
18			C !DESCRIPTION:
19	jmc	1.5	C Scalar field (1 component) AD-Exchange:
20			C Tile-edge overlap-region of a 1 component scalar field is added to
21			C corresponding near-edge interior data point and then zero out.
22	heimbach	1.1
23			C !USES:
24	jmc	1.5	IMPLICIT NONE
25
26	heimbach	1.1	C == Global data ==
27			#include "SIZE.h"
28			#include "EEPARAMS.h"
29			#include "EESUPPORT.h"
30	jmc	1.4	#include "W2_EXCH2_SIZE.h"
31	heimbach	1.1	#include "W2_EXCH2_TOPOLOGY.h"
32	jmc	1.4	#include "W2_EXCH2_BUFFER.h"
33	heimbach	1.1
34			C !INPUT/OUTPUT PARAMETERS:
35	jmc	1.5	C array :: Array with edges to exchange.
36			C fieldCode :: field code (position on staggered grid)
37			C myOLw,myOLe :: West and East overlap region sizes.
38			C myOLn,myOLs :: North and South overlap region sizes.
39			C exchWidthX :: Width of data regi exchanged in X.
40			C exchWidthY :: Width of data region exchanged in Y.
41			C cornerMode :: halo-corner-region treatment: update/ignore corner region
42			C myThid :: Thread number of this instance of S/R EXCH...
43	heimbach	1.1	INTEGER myOLw
44			INTEGER myOLe
45			INTEGER myOLs
46			INTEGER myOLn
47			INTEGER myNz
48	jmc	1.5	_RX array(1-myOLw:sNx+myOLe,
49			& 1-myOLs:sNy+myOLn,
50			& myNZ, nSx, nSy)
51			CHARACTER*2 fieldCode
52	heimbach	1.1	INTEGER exchWidthX
53			INTEGER exchWidthY
54			INTEGER simulationMode
55			INTEGER cornerMode
56			INTEGER myThid
57
58			C !LOCAL VARIABLES:
59	jmc	1.5	C e2_msgHandles :: Synchronization and coordination data structure used to
60			C :: coordinate access to e2Bufr1_RX or to regulate message
61			C :: buffering. In PUT communication sender will increment
62			C :: handle entry once data is ready in buffer. Receiver will
63			C :: decrement handle once data is consumed from buffer.
64			C :: For MPI MSG communication MPI_Wait uses hanlde to check
65			C :: Isend has cleared. This is done in routine after receives.
66			C note: a) current implementation does not use e2_msgHandles for communication
67			C between threads: all-threads barriers are used (see CNH note below).
68			C For a 2-threads synchro communication (future version),
69			C e2_msgHandles should be shared (in common block, moved to BUFFER.h)
70			C b) 1rst dim=2 so that it could be used also by exch2_rx2_cube.
71			INTEGER bi, bj
72	heimbach	1.1	C Variables for working through W2 topology
73	jmc	1.5	INTEGER e2_msgHandles( 2, W2_maxNeighbours, nSx, nSy )
74	heimbach	1.1	INTEGER thisTile, farTile, N, nN, oN
75			INTEGER tIlo, tIhi, tJlo, tJhi, tKlo, tKhi
76			INTEGER tIStride, tJStride, tKStride
77			INTEGER i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi
78	jmc	1.5	LOGICAL updateCorners
79	heimbach	1.1
80	jmc	1.5	#ifdef ALLOW_USE_MPI
81			INTEGER iBufr, nri, nrj
82	heimbach	1.1	C MPI stuff (should be in a routine call)
83			INTEGER mpiStatus(MPI_STATUS_SIZE)
84			INTEGER mpiRc
85			INTEGER wHandle
86			#endif
87			CEOP
88
89	jmc	1.5	updateCorners = cornerMode .EQ. EXCH_UPDATE_CORNERS
90			C- Tile size of array to exchange:
91			i1Lo = 1-myOLw
92			i1Hi = sNx+myOLe
93			j1Lo = 1-myOLs
94			j1Hi = sNy+myOLn
95			k1Lo = 1
96			k1Hi = myNz
97	heimbach	1.1
98	jmc	1.7	C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-\|--+----\|
99
100			C Prevent anyone to access shared buffer while an other thread modifies it
101	heimbach	1.1	CALL BAR2( myThid )
102
103	jmc	1.5	C-- Extract from buffer (either from level 1 if local exch,
104			C or level 2 if coming from an other Proc)
105			C AD: = fill buffer from my-tile-edge overlap-region, level 1 or 2 depending
106			C AD: on local (to this Proc) or remote Proc tile destination
107			DO bj=myByLo(myThid), myByHi(myThid)
108			DO bi=myBxLo(myThid), myBxHi(myThid)
109	jmc	1.6	thisTile=W2_myTileList(bi,bj)
110	jmc	1.5	nN=exch2_nNeighbours(thisTile)
111			DO N=1,nN
112			CALL EXCH2_GET_SCAL_BOUNDS(
113			I fieldCode, exchWidthX, updateCorners,
114			I thisTile, N,
115			O tIlo, tiHi, tjLo, tjHi,
116			O tiStride, tjStride,
117			I myThid )
118			tKLo=1
119			tKHi=myNz
120			tKStride=1
121
122			C From buffer, get my points
123			C (tIlo:tIhi:tiStride,tJlo:tJhi,tJStride,tKlo:tKhi,tKStride) in "array":
124			C Note: when transferring data within a process:
125			C o e2Bufr entry to read is entry associated with opposing send record
126			C o e2_msgHandle entry to read is entry associated with opposing send record.
127			CALL EXCH2_AD_GET_RX1(
128			I tIlo, tIhi, tiStride,
129			I tJlo, tJhi, tjStride,
130			I tKlo, tKhi, tkStride,
131			I thisTile, N, bi, bj,
132			I e2BufrRecSize, W2_maxNeighbours, nSx, nSy,
133	jmc	1.6	O iBuf1Filled(N,bi,bj),
134	jmc	1.5	O e2Bufr1_RX,
135			U array(1-myOLw,1-myOLs,1,bi,bj),
136			I i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi,
137			U e2_msgHandles,
138	jmc	1.6	I W2_myCommFlag(N,bi,bj), myThid )
139	jmc	1.5	ENDDO
140	heimbach	1.1	ENDDO
141			ENDDO
142
143	jmc	1.7	C Wait until all threads finish filling buffer
144			CALL BAR2( myThid )
145
146	jmc	1.5	C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-\|--+----\|
147
148			#ifdef ALLOW_USE_MPI
149			C AD: all MPI part is acting on buffer and is identical to forward code,
150			C AD: except a) the buffer level: send from lev.2, receive into lev.1
151			C AD: b) the length of transfered buffer (<- match the ad_put/ad_get)
152
153			_BEGIN_MASTER( myThid )
154
155			C-- Send my data (in buffer, level 2) to target Process
156			DO bj=1,nSy
157			DO bi=1,nSx
158	jmc	1.6	thisTile=W2_myTileList(bi,bj)
159	jmc	1.5	nN=exch2_nNeighbours(thisTile)
160			DO N=1,nN
161			C- Skip the call if this is an internal exchange
162	jmc	1.6	IF ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
163	jmc	1.5	CALL EXCH2_SEND_RX1(
164			I thisTile, N,
165			I e2BufrRecSize,
166	jmc	1.6	I iBuf1Filled(N,bi,bj),
167			I e2Bufr1_RX(1,N,bi,bj,2),
168	jmc	1.5	O e2_msgHandles(1,N,bi,bj),
169	jmc	1.6	I W2_myCommFlag(N,bi,bj), myThid )
170	jmc	1.5	ENDIF
171			ENDDO
172			ENDDO
173			ENDDO
174
175			C-- Receive data (in buffer, level 1) from source Process
176			DO bj=1,nSy
177			DO bi=1,nSx
178	jmc	1.6	thisTile=W2_myTileList(bi,bj)
179	jmc	1.5	nN=exch2_nNeighbours(thisTile)
180			DO N=1,nN
181			C- Skip the call if this is an internal exchange
182	jmc	1.6	IF ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
183	jmc	1.5	farTile=exch2_neighbourId(N,thisTile)
184			oN = exch2_opposingSend(N,thisTile)
185			CALL EXCH2_GET_SCAL_BOUNDS(
186			I fieldCode, exchWidthX, updateCorners,
187			I farTile, oN,
188			O tIlo, tiHi, tjLo, tjHi,
189			O tiStride, tjStride,
190			I myThid )
191			nri = 1 + (tIhi-tIlo)/tiStride
192			nrj = 1 + (tJhi-tJlo)/tjStride
193			iBufr = nrinrjmyNz
194			C Receive from neighbour N to fill buffer and later on the array
195			CALL EXCH2_RECV_RX1(
196			I thisTile, N,
197			I e2BufrRecSize,
198			I iBufr,
199	jmc	1.6	O e2Bufr1_RX(1,N,bi,bj,1),
200			I W2_myCommFlag(N,bi,bj), myThid )
201	jmc	1.5	ENDIF
202			ENDDO
203			ENDDO
204			ENDDO
205	heimbach	1.1
206	jmc	1.5	C-- Clear message handles/locks
207			DO bj=1,nSy
208			DO bi=1,nSx
209	jmc	1.6	thisTile=W2_myTileList(bi,bj)
210	jmc	1.5	nN=exch2_nNeighbours(thisTile)
211			DO N=1,nN
212			C Note: In a between process tile-tile data transport using
213			C MPI the sender needs to clear an Isend wait handle here.
214			C In a within process tile-tile data transport using true
215			C shared address space/or direct transfer through commonly
216			C addressable memory blocks the receiver needs to assert
217			C that he has consumed the buffer the sender filled here.
218			c farTile=exch2_neighbourId(N,thisTile)
219	jmc	1.6	IF ( W2_myCommFlag(N,bi,bj) .EQ. 'M' ) THEN
220	jmc	1.5	wHandle = e2_msgHandles(1,N,bi,bj)
221			CALL MPI_Wait( wHandle, mpiStatus, mpiRc )
222	jmc	1.6	ELSEIF ( W2_myCommFlag(N,bi,bj) .EQ. 'P' ) THEN
223	jmc	1.5	ELSE
224			ENDIF
225			ENDDO
226	heimbach	1.1	ENDDO
227			ENDDO
228
229	jmc	1.5	_END_MASTER( myThid )
230	jmc	1.7	C Everyone waits until master-thread finishes receiving
231			CALL BAR2( myThid )
232
233	jmc	1.5	#endif /* ALLOW_USE_MPI */
234
235			C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-\|--+----\|
236
237			C-- Post sends into buffer (buffer level 1):
238			C- AD: = get exch-data from buffer (level 1), formerly in source tile
239			C AD: overlap region, and add to my tile near-Edge interior
240			DO bj=myByLo(myThid), myByHi(myThid)
241			DO bi=myBxLo(myThid), myBxHi(myThid)
242	jmc	1.6	thisTile=W2_myTileList(bi,bj)
243	jmc	1.5	nN=exch2_nNeighbours(thisTile)
244			DO N=1,nN
245			farTile=exch2_neighbourId(N,thisTile)
246			oN = exch2_opposingSend(N,thisTile)
247			CALL EXCH2_GET_SCAL_BOUNDS(
248			I fieldCode, exchWidthX, updateCorners,
249			I farTile, oN,
250			O tIlo, tiHi, tjLo, tjHi,
251			O tiStride, tjStride,
252			I myThid )
253			tKLo=1
254			tKHi=myNz
255			tKStride=1
256			C- Put my points in buffer for neighbour N to fill points
257			C (tIlo:tIhi:tiStride,tJlo:tJhi,tJStride,tKlo:tKhi,tKStride)
258			C in its copy of "array".
259			CALL EXCH2_AD_PUT_RX1(
260			I tIlo, tIhi, tiStride,
261			I tJlo, tJhi, tjStride,
262			I tKlo, tKhi, tkStride,
263			I thisTile, N,
264			I e2BufrRecSize,
265	jmc	1.6	I e2Bufr1_RX(1,N,bi,bj,1),
266	jmc	1.5	U array(1-myOLw,1-myOLs,1,bi,bj),
267			I i1Lo, i1Hi, j1Lo, j1Hi, k1Lo, k1Hi,
268			O e2_msgHandles(1,N,bi,bj),
269	jmc	1.6	I W2_myCommFlag(N,bi,bj), myThid )
270	jmc	1.5	ENDDO
271	heimbach	1.1	ENDDO
272			ENDDO
273
274			RETURN
275			END
276
277			C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-\|--+----\|
278
279			CEH3 ;;; Local Variables: ***
280			CEH3 ;;; mode:fortran ***
281			CEH3 ;;; End: ***