76 |
INTEGER eastCommMode |
INTEGER eastCommMode |
77 |
INTEGER spinCount |
INTEGER spinCount |
78 |
#ifdef ALLOW_USE_MPI |
#ifdef ALLOW_USE_MPI |
79 |
INTEGER theProc, theTag, theType, theSize |
INTEGER theProc, theTag, theType, theSize, pReqI |
80 |
INTEGER mpiStatus(MPI_STATUS_SIZE,4), mpiRc |
INTEGER mpiStatus(MPI_STATUS_SIZE,4), mpiRc |
81 |
#endif |
#endif |
82 |
CEOP |
CEOP |
93 |
IF ( usingMPI ) THEN |
IF ( usingMPI ) THEN |
94 |
#endif |
#endif |
95 |
C Set default behavior to have MPI comms done by a single thread. |
C Set default behavior to have MPI comms done by a single thread. |
96 |
C Most MPI implementations don't support concurrent comms from |
C Most MPI implementations do not support concurrent comms from |
97 |
C several threads. |
C several threads. |
98 |
IF ( nThreads .GT. 1 ) THEN |
IF ( nThreads .GT. 1 ) THEN |
99 |
_BARRIER |
_BARRIER |
154 |
theTag = _tileTagRecvW(bi,bj) |
theTag = _tileTagRecvW(bi,bj) |
155 |
theType = _MPI_TYPE_RX |
theType = _MPI_TYPE_RX |
156 |
theSize = sNy*exchWidthX*myNz |
theSize = sNy*exchWidthX*myNz |
157 |
# ifndef ALLOW_AUTODIFF_OPENAD |
# ifndef ALLOW_AUTODIFF_OPENAD_AMPI |
158 |
CALL MPI_Recv( westRecvBuf_RX(1,eBl,bi,bj), theSize, theType, |
CALL MPI_Recv( westRecvBuf_RX(1,eBl,bi,bj), theSize, theType, |
159 |
& theProc, theTag, MPI_COMM_MODEL, |
& theProc, theTag, MPI_COMM_MODEL, |
160 |
& mpiStatus, mpiRc ) |
& mpiStatus, mpiRc ) |
161 |
# else |
# else |
162 |
|
pReqI=exchNReqsX(1,bi,bj)+1 |
163 |
CALL ampi_recv_RX( |
CALL ampi_recv_RX( |
164 |
& westRecvBuf_RX(1,eBl,bi,bj) , |
& westRecvBuf_RX(1,eBl,bi,bj) , |
165 |
& theSize , |
& theSize , |
167 |
& theProc , |
& theProc , |
168 |
& theTag , |
& theTag , |
169 |
& MPI_COMM_MODEL , |
& MPI_COMM_MODEL , |
170 |
|
& exchReqIdX(pReqI,1,bi,bj), |
171 |
|
& exchNReqsX(1,bi,bj), |
172 |
& mpiStatus , |
& mpiStatus , |
173 |
& mpiRc ) |
& mpiRc ) |
174 |
# endif /* ALLOW_AUTODIFF_OPENAD */ |
# endif /* ALLOW_AUTODIFF_OPENAD_AMPI */ |
175 |
#ifndef ALWAYS_USE_MPI |
#ifndef ALWAYS_USE_MPI |
176 |
ENDIF |
ENDIF |
177 |
#endif |
#endif |
186 |
theTag = _tileTagRecvE(bi,bj) |
theTag = _tileTagRecvE(bi,bj) |
187 |
theType = _MPI_TYPE_RX |
theType = _MPI_TYPE_RX |
188 |
theSize = sNy*exchWidthX*myNz |
theSize = sNy*exchWidthX*myNz |
189 |
# ifndef ALLOW_AUTODIFF_OPENAD |
# ifndef ALLOW_AUTODIFF_OPENAD_AMPI |
190 |
CALL MPI_Recv( eastRecvBuf_RX(1,eBl,bi,bj), theSize, theType, |
CALL MPI_Recv( eastRecvBuf_RX(1,eBl,bi,bj), theSize, theType, |
191 |
& theProc, theTag, MPI_COMM_MODEL, |
& theProc, theTag, MPI_COMM_MODEL, |
192 |
& mpiStatus, mpiRc ) |
& mpiStatus, mpiRc ) |
193 |
# else |
# else |
194 |
|
pReqI=exchNReqsX(1,bi,bj)+1 |
195 |
CALL ampi_recv_RX( |
CALL ampi_recv_RX( |
196 |
& eastRecvBuf_RX(1,eBl,bi,bj) , |
& eastRecvBuf_RX(1,eBl,bi,bj) , |
197 |
& theSize , |
& theSize , |
199 |
& theProc , |
& theProc , |
200 |
& theTag , |
& theTag , |
201 |
& MPI_COMM_MODEL , |
& MPI_COMM_MODEL , |
202 |
|
& exchReqIdX(pReqI,1,bi,bj), |
203 |
|
& exchNReqsX(1,bi,bj), |
204 |
& mpiStatus , |
& mpiStatus , |
205 |
& mpiRc ) |
& mpiRc ) |
206 |
# endif /* ALLOW_AUTODIFF_OPENAD */ |
# endif /* ALLOW_AUTODIFF_OPENAD_AMPI */ |
207 |
#ifndef ALWAYS_USE_MPI |
#ifndef ALWAYS_USE_MPI |
208 |
ENDIF |
ENDIF |
209 |
#endif |
#endif |
225 |
ebL = exchangeBufLevel(1,bi,bj) |
ebL = exchangeBufLevel(1,bi,bj) |
226 |
westCommMode = _tileCommModeW(bi,bj) |
westCommMode = _tileCommModeW(bi,bj) |
227 |
eastCommMode = _tileCommModeE(bi,bj) |
eastCommMode = _tileCommModeE(bi,bj) |
228 |
# ifndef ALLOW_AUTODIFF_OPENAD |
# ifndef ALLOW_AUTODIFF_OPENAD_AMPI |
229 |
10 CONTINUE |
10 CONTINUE |
230 |
CALL FOOL_THE_COMPILER( spinCount ) |
CALL FOOL_THE_COMPILER( spinCount ) |
231 |
spinCount = spinCount+1 |
spinCount = spinCount+1 |
236 |
IF ( westRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10 |
IF ( westRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10 |
237 |
IF ( eastRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10 |
IF ( eastRecvAck(eBl,bi,bj) .EQ. 0 ) GOTO 10 |
238 |
# else |
# else |
239 |
do while ((westRecvAck(eBl,bi,bj) .EQ. 0. |
do while ((westRecvAck(eBl,bi,bj) .EQ. 0. |
240 |
& .or. |
& .or. |
241 |
& eastRecvAck(eBl,bi,bj) .EQ. 0. )) |
& eastRecvAck(eBl,bi,bj) .EQ. 0. )) |
242 |
CALL FOOL_THE_COMPILER( spinCount ) |
CALL FOOL_THE_COMPILER( spinCount ) |
243 |
spinCount = spinCount+1 |
spinCount = spinCount+1 |
244 |
end do |
end do |
245 |
# endif /* ALLOW_AUTODIFF_OPENAD */ |
# endif /* ALLOW_AUTODIFF_OPENAD_AMPI */ |
246 |
C Clear outstanding requests |
C Clear outstanding requests |
247 |
westRecvAck(eBl,bi,bj) = 0 |
westRecvAck(eBl,bi,bj) = 0 |
248 |
eastRecvAck(eBl,bi,bj) = 0 |
eastRecvAck(eBl,bi,bj) = 0 |
252 |
#ifndef ALWAYS_USE_MPI |
#ifndef ALWAYS_USE_MPI |
253 |
IF ( usingMPI ) THEN |
IF ( usingMPI ) THEN |
254 |
#endif |
#endif |
255 |
# ifndef ALLOW_AUTODIFF_OPENAD |
# ifndef ALLOW_AUTODIFF_OPENAD_AMPI |
256 |
CALL MPI_Waitall( exchNReqsX(1,bi,bj), exchReqIdX(1,1,bi,bj), |
CALL MPI_Waitall( exchNReqsX(1,bi,bj), exchReqIdX(1,1,bi,bj), |
257 |
& mpiStatus, mpiRC ) |
& mpiStatus, mpiRC ) |
258 |
# else |
# else |
261 |
& exchReqIdX(1,1,bi,bj), |
& exchReqIdX(1,1,bi,bj), |
262 |
& mpiStatus, |
& mpiStatus, |
263 |
& mpiRC ) |
& mpiRC ) |
264 |
# endif /* ALLOW_AUTODIFF_OPENAD */ |
# endif /* ALLOW_AUTODIFF_OPENAD_AMPI */ |
265 |
#ifndef ALWAYS_USE_MPI |
#ifndef ALWAYS_USE_MPI |
266 |
ENDIF |
ENDIF |
267 |
#endif |
#endif |