/[MITgcm]/MITgcm/eesupp/src/exch_rx_recv_get_x.template
ViewVC logotype

Diff of /MITgcm/eesupp/src/exch_rx_recv_get_x.template

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.5 by cnh, Mon Nov 7 19:03:36 2005 UTC revision 1.9 by utke, Tue Mar 18 21:34:01 2008 UTC
# Line 81  C                                   tile Line 81  C                                   tile
81  #endif  #endif
82  CEOP  CEOP
83    
 #ifdef USE_SINGLE_THREADED_EXCH_COMMS  
84         INTEGER myBxLoSave(MAX_NO_THREADS)         INTEGER myBxLoSave(MAX_NO_THREADS)
85         INTEGER myBxHiSave(MAX_NO_THREADS)         INTEGER myBxHiSave(MAX_NO_THREADS)
86         INTEGER myByLoSave(MAX_NO_THREADS)         INTEGER myByLoSave(MAX_NO_THREADS)
87         INTEGER myByHiSave(MAX_NO_THREADS)         INTEGER myByHiSave(MAX_NO_THREADS)
88  #endif /* SINGLE_THREADED_EXCH_COMMS */         LOGICAL doingSingleThreadedComms
89    
90  #ifdef USE_SINGLE_THREADED_EXCH_COMMS         doingSingleThreadedComms = .FALSE.
91        _BARRIER  #ifdef ALLOW_USE_MPI
92        IF ( myThid .EQ. 1 ) THEN  #ifndef ALWAYS_USE_MPI
93         DO I=1,nThreads        IF ( usingMPI ) THEN
94          myBxLoSave(I) = myBxLo(I)  #endif
95          myBxHiSave(I) = myBxHi(I)  C      Set default behavior to have MPI comms done by a single thread.
96          myByLoSave(I) = myByLo(I)  C      Most MPI implementations don't support concurrent comms from
97          myByHiSave(I) = myByHi(I)  C      several threads.
98          myBxLo(I) = 0         IF ( nThreads .GT. 1 ) THEN
99          myBxHi(I) = -1          _BARRIER
100          myByLo(I) = 0          _BEGIN_MASTER( myThid )
101          myByHi(I) = -1           DO I=1,nThreads
102         ENDDO            myBxLoSave(I) = myBxLo(I)
103         myBxLo(1) = 1            myBxHiSave(I) = myBxHi(I)
104         myBxHi(1) = nSx            myByLoSave(I) = myByLo(I)
105         myByLo(1) = 1            myByHiSave(I) = myByHi(I)
106         myByHi(1) = nSy           ENDDO
107    C        Comment out loop below and myB[xy][Lo|Hi](1) settings below
108    C        if you want to get multi-threaded MPI comms.
109             DO I=1,nThreads
110              myBxLo(I) = 0
111              myBxHi(I) = -1
112              myByLo(I) = 0
113              myByHi(I) = -1
114             ENDDO
115             myBxLo(1) = 1
116             myBxHi(1) = nSx
117             myByLo(1) = 1
118             myByHi(1) = nSy
119             doingSingleThreadedComms = .TRUE.
120            _END_MASTER( myThid )
121            _BARRIER
122        ENDIF        ENDIF
123        _BARRIER  #ifndef ALWAYS_USE_MPI
124  #endif /* SINGLE_THREADED_EXCH_COMMS */        ENDIF
125    #endif
126    #endif
127    
128  C--   Under a "put" scenario we  C--   Under a "put" scenario we
129  C--     i. set completetion signal for buffer we put into.  C--     i. set completetion signal for buffer we put into.
# Line 139  C--   iii. Set data read flag + memory s Line 154  C--   iii. Set data read flag + memory s
154           theTag  = _tileTagRecvW(bi,bj)           theTag  = _tileTagRecvW(bi,bj)
155           theType = _MPI_TYPE_RX           theType = _MPI_TYPE_RX
156           theSize = sNy*exchWidthX*myNz           theSize = sNy*exchWidthX*myNz
157    # ifndef ALLOW_AUTODIFF_OPENAD
158           CALL MPI_Recv( westRecvBuf_RX(1,eBl,bi,bj), theSize, theType,           CALL MPI_Recv( westRecvBuf_RX(1,eBl,bi,bj), theSize, theType,
159       &                  theProc, theTag, MPI_COMM_MODEL,       &                  theProc, theTag, MPI_COMM_MODEL,
160       &                  mpiStatus, mpiRc )       &                  mpiStatus, mpiRc )
161    # else
162             CALL ampi_recv_RX(
163         & westRecvBuf_RX(1,eBl,bi,bj) ,
164         & theSize ,
165         & theType ,
166         & theProc ,
167         & theTag ,
168         & MPI_COMM_MODEL ,
169         & mpiStatus ,
170         & mpiRc )
171    # endif /* ALLOW_AUTODIFF_OPENAD */
172  #ifndef ALWAYS_USE_MPI  #ifndef ALWAYS_USE_MPI
173          ENDIF                          ENDIF                
174  #endif  #endif
# Line 156  C--   iii. Set data read flag + memory s Line 183  C--   iii. Set data read flag + memory s
183           theTag  = _tileTagRecvE(bi,bj)           theTag  = _tileTagRecvE(bi,bj)
184           theType = _MPI_TYPE_RX           theType = _MPI_TYPE_RX
185           theSize = sNy*exchWidthX*myNz           theSize = sNy*exchWidthX*myNz
186    # ifndef ALLOW_AUTODIFF_OPENAD
187           CALL MPI_Recv( eastRecvBuf_RX(1,eBl,bi,bj), theSize, theType,           CALL MPI_Recv( eastRecvBuf_RX(1,eBl,bi,bj), theSize, theType,
188       &                  theProc, theTag, MPI_COMM_MODEL,       &                  theProc, theTag, MPI_COMM_MODEL,
189       &                  mpiStatus, mpiRc )       &                  mpiStatus, mpiRc )
190    # else
191             CALL ampi_recv_RX(
192         & eastRecvBuf_RX(1,eBl,bi,bj) ,
193         & theSize ,
194         & theType ,
195         & theProc ,
196         & theTag ,
197         & MPI_COMM_MODEL ,
198         & mpiStatus ,
199         & mpiRc )
200    # endif /* ALLOW_AUTODIFF_OPENAD */
201  #ifndef ALWAYS_USE_MPI  #ifndef ALWAYS_USE_MPI
202          ENDIF                          ENDIF                
203  #endif  #endif
# Line 180  C        i.e. we only lock waiting for d Line 219  C        i.e. we only lock waiting for d
219           ebL = exchangeBufLevel(1,bi,bj)           ebL = exchangeBufLevel(1,bi,bj)
220           westCommMode = _tileCommModeW(bi,bj)           westCommMode = _tileCommModeW(bi,bj)
221           eastCommMode = _tileCommModeE(bi,bj)           eastCommMode = _tileCommModeE(bi,bj)
222    # ifndef ALLOW_AUTODIFF_OPENAD
223     10    CONTINUE     10    CONTINUE
224            CALL FOOL_THE_COMPILER( spinCount )            CALL FOOL_THE_COMPILER( spinCount )
225            spinCount = spinCount+1            spinCount = spinCount+1
# Line 187  C         IF ( myThid .EQ. 1 .AND. spinC Line 227  C         IF ( myThid .EQ. 1 .AND. spinC
227  C          WRITE(*,*) ' eBl = ', ebl  C          WRITE(*,*) ' eBl = ', ebl
228  C          STOP ' S/R EXCH_RECV_GET_X: spinCount .GT. _EXCH_SPIN_LIMIT'  C          STOP ' S/R EXCH_RECV_GET_X: spinCount .GT. _EXCH_SPIN_LIMIT'
229  C         ENDIF  C         ENDIF
230            IF ( westRecvAck(eBl,bi,bj) .EQ. 0. ) GOTO 10            IF ( westRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10
231            IF ( eastRecvAck(eBl,bi,bj) .EQ. 0. ) GOTO 10            IF ( eastRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10
232    # else
233             do while ((westRecvAck(eBl,bi,bj) .EQ. 0.
234         &             .or.
235         &              eastRecvAck(eBl,bi,bj) .EQ. 0. ))
236              CALL FOOL_THE_COMPILER( spinCount )
237              spinCount = spinCount+1
238             end do
239    # endif /* ALLOW_AUTODIFF_OPENAD */
240  C        Clear outstanding requests  C        Clear outstanding requests
241           westRecvAck(eBl,bi,bj) = 0.           westRecvAck(eBl,bi,bj) = 0
242           eastRecvAck(eBl,bi,bj) = 0.           eastRecvAck(eBl,bi,bj) = 0
243    
244           IF ( exchNReqsX(1,bi,bj) .GT. 0 ) THEN           IF ( exchNReqsX(1,bi,bj) .GT. 0 ) THEN
245  #ifdef ALLOW_USE_MPI  #ifdef ALLOW_USE_MPI
246  #ifndef ALWAYS_USE_MPI  #ifndef ALWAYS_USE_MPI
247           IF ( usingMPI ) THEN           IF ( usingMPI ) THEN
248  #endif  #endif
249    # ifndef ALLOW_AUTODIFF_OPENAD
250            CALL MPI_Waitall( exchNReqsX(1,bi,bj), exchReqIdX(1,1,bi,bj),            CALL MPI_Waitall( exchNReqsX(1,bi,bj), exchReqIdX(1,1,bi,bj),
251       &                      mpiStatus, mpiRC )       &                      mpiStatus, mpiRC )
252    # else
253              CALL ampi_waitall(
254         & exchNReqsX(1,bi,bj),
255         & exchReqIdX(1,1,bi,bj),
256         & mpiStatus,
257         & mpiRC )
258    # endif /* ALLOW_AUTODIFF_OPENAD */
259  #ifndef ALWAYS_USE_MPI  #ifndef ALWAYS_USE_MPI
260          ENDIF                          ENDIF                
261  #endif  #endif
# Line 346  C--   Read from the buffers Line 402  C--   Read from the buffers
402         ENDDO         ENDDO
403        ENDDO        ENDDO
404    
 #ifdef USE_SINGLE_THREADED_EXCH_COMMS  
405        _BARRIER        _BARRIER
406        IF ( myThid .EQ. 1 ) THEN        IF ( doingSingleThreadedComms ) THEN
407         DO I=1,nThreads  C      Restore saved settings that were stored to allow
408          myBxLo(I) = myBxLoSave(I)  C      single thred comms.
409          myBxHi(I) = myBxHiSave(I)         _BEGIN_MASTER(myThid)
410          myByLo(I) = myByLoSave(I)          DO I=1,nThreads
411          myByHi(I) = myByHiSave(I)           myBxLo(I) = myBxLoSave(I)
412         ENDDO           myBxHi(I) = myBxHiSave(I)
413        ENDIF           myByLo(I) = myByLoSave(I)
414             myByHi(I) = myByHiSave(I)
415            ENDDO
416           _END_MASTER(myThid)
417          ENDIF                
418        _BARRIER        _BARRIER
 #endif /* USE_SINGLE_THREADED_EXCH_COMMS */  
419    
420        RETURN        RETURN
421        END        END
Legend:
Removed from v.1.5  
changed lines
  Added in v.1.9
  ViewVC Help
Powered by ViewVC 1.1.22