--- MITgcm/pkg/seaice/seaice_jfnk.F 2012/10/16 07:00:21 1.1 +++ MITgcm/pkg/seaice/seaice_jfnk.F 2012/12/17 15:06:02 1.13 @@ -1,4 +1,4 @@ -C $Header: /home/ubuntu/mnt/e9_copy/MITgcm/pkg/seaice/seaice_jfnk.F,v 1.1 2012/10/16 07:00:21 mlosch Exp $ +C $Header: /home/ubuntu/mnt/e9_copy/MITgcm/pkg/seaice/seaice_jfnk.F,v 1.13 2012/12/17 15:06:02 mlosch Exp $ C $Name: $ #include "SEAICE_OPTIONS.h" @@ -51,16 +51,21 @@ #if ( (defined SEAICE_CGRID) && \ (defined SEAICE_ALLOW_JFNK) && \ (defined SEAICE_ALLOW_DYNAMICS) ) +C !FUNCTIONS: + LOGICAL DIFFERENT_MULTIPLE + EXTERNAL DIFFERENT_MULTIPLE C i,j,bi,bj :: loop indices INTEGER i,j,bi,bj C loop indices - INTEGER newtonIter, newtonIterFail - INTEGER krylovIter, krylovIterFail - INTEGER totalKrylovIter -C FGMRES flag that indicates what to do next + INTEGER newtonIter + INTEGER krylovIter, krylovFails + INTEGER totalKrylovItersLoc, totalNewtonItersLoc +C FGMRES flag that determines amount of output messages of fgmres + INTEGER iOutFGMRES +C FGMRES flag that indicates what fgmres wants us to do next INTEGER iCode - _RL JFNKresidual, JFNKresidualTile(nSx,nSy) + _RL JFNKresidual _RL JFNKresidualKm1 C parameters to compute convergence criterion _RL phi_e, alp_e, JFNKgamma_lin @@ -69,6 +74,7 @@ C _RL recip_deltaT LOGICAL JFNKconverged, krylovConverged + LOGICAL writeNow CHARACTER*(MAX_LEN_MBUF) msgBuf C C u/vIceRes :: residual of sea-ice momentum equations @@ -78,23 +84,32 @@ _RL duIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) _RL dvIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) C precomputed (= constant per Newton iteration) versions of -C zeta, eta, and DWATN - _RL zetaPre(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) - _RL etaPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) - _RL dwatPre(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) +C zeta, eta, and DWATN, press + _RL zetaPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL etaPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL etaZPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL dwatPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) CEOP + INTEGER n + _RL resTmp (nVec,1,nSx,nSy) C Initialise - newtonIter = 0 - newtonIterFail = 0 - krylovIterFail = 0 - totalKrylovIter = 0 - JFNKconverged = .FALSE. - JFNKtol = 0. _d 0 - JFNKresidual = 0. _d 0 - JFNKresidualKm1 = 0. _d 0 - FGMRESeps = 0. _d 0 - recip_deltaT = 1. _d 0 / SEAICE_deltaTdyn + newtonIter = 0 + krylovFails = 0 + totalKrylovItersLoc = 0 + JFNKconverged = .FALSE. + JFNKtol = 0. _d 0 + JFNKresidual = 0. _d 0 + JFNKresidualKm1 = 0. _d 0 + FGMRESeps = 0. _d 0 + recip_deltaT = 1. _d 0 / SEAICE_deltaTdyn + + iOutFGMRES=0 +C with iOutFgmres=1, seaice_fgmres prints the residual at each iteration + IF ( debugLevel.GE.debLevC .AND. + & DIFFERENT_MULTIPLE( SEAICE_monFreq, myTime, deltaTClock ) ) + & iOutFGMRES=1 + C DO bj=myByLo(myThid),myByHi(myThid) DO bi=myBxLo(myThid),myBxHi(myThid) @@ -131,6 +146,8 @@ I uIce, vIce, O uIceRes, vIceRes, I newtonIter, 0, myTime, myIter, myThid ) +C probably not necessary, will be removed later: + CALL EXCH_UV_XY_RL( uIceRes, vIceRes,.TRUE.,myThid) C local copies of precomputed coefficients that are to stay C constant for the preconditioner DO bj=myByLo(myThid),myByHi(myThid) @@ -139,35 +156,17 @@ DO i=1-Olx,sNx+Olx zetaPre(I,J,bi,bj) = zeta(I,J,bi,bj) etaPre(I,J,bi,bj) = eta(I,J,bi,bj) + etaZPre(I,J,bi,bj) = etaZ(I,J,bi,bj) dwatPre(I,J,bi,bj) = DWATN(I,J,bi,bj) ENDDO ENDDO ENDDO ENDDO -C - DO bj=myByLo(myThid),myByHi(myThid) - DO bi=myBxLo(myThid),myBxHi(myThid) - JFNKresidualTile(bi,bj) = 0. _d 0 - DO J=1,sNy - DO I=1,sNx -#ifdef CG2D_SINGLECPU_SUM - JFNKlocalBuf(I,J,bi,bj) = -#else - JFNKresidualTile(bi,bj) = JFNKresidualTile(bi,bj) + -#endif - & uIceRes(I,J,bi,bj)*uIceRes(I,J,bi,bj) + - & vIceRes(I,J,bi,bj)*vIceRes(I,J,bi,bj) - ENDDO - ENDDO - ENDDO - ENDDO - JFNKresidual = 0. _d 0 -#ifdef CG2D_SINGLECPU_SUM - CALL GLOBAL_SUM_SINGLECPU_RL( - & JFNKlocalBuf,JFNKresidual, 0, 0, myThid) -#else - CALL GLOBAL_SUM_TILE_RL( JFNKresidualTile,JFNKresidual,myThid ) -#endif +C Important: Compute the norm of the residual using the same scalar +C product that SEAICE_FGMRES does + CALL SEAICE_MAP2VEC(nVec,uIceRes,vIceRes,resTmp,.TRUE.,myThid) + CALL SEAICE_SCALPROD( + & nVec,1,1,1,resTmp,resTmp,JFNKresidual,myThid) JFNKresidual = SQRT(JFNKresidual) C compute convergence criterion for linear preconditioned FGMRES JFNKgamma_lin = JFNKgamma_lin_max @@ -190,15 +189,6 @@ C in that routine krylovIter = 0 iCode = 0 - IF ( debugLevel.GE.debLevA ) THEN - WRITE(msgBuf,'(2A,2(1XI6),2E12.5)') - & ' S/R SEAICE_JFNK: newtonIter,', - & ' total newtonIter, JFNKgamma_lin, initial norm = ', - & newtonIter, SEAICEnewtonIterMax*myIter+newtonIter, - & JFNKgamma_lin, JFNKresidual - CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, - & SQUEEZE_RIGHT, myThid ) - ENDIF C JFNKconverged = JFNKresidual.LT.JFNKtol C @@ -215,21 +205,20 @@ C residual vector (rhs) Fu = u/vIceRes C output work vectors wk1, -> input work vector wk2 C - CALL EXCH_UV_XY_RL( uIceRes, vIceRes,.TRUE.,myThid) - CALL EXCH_UV_XY_RL( duIce, dvIce,.TRUE.,myThid) CALL SEAICE_FGMRES_DRIVER( I uIceRes, vIceRes, U duIce, dvIce, iCode, - I FGMRESeps, + I FGMRESeps, iOutFGMRES, I newtonIter, krylovIter, myTime, myIter, myThid ) C FGMRES returns iCode either asking for an new preconditioned vector C or product of matrix (Jacobian) times vector. For iCode = 0, terminate C iteration IF (iCode.EQ.1) THEN -C Call preconditioner - CALL SEAICE_PRECONDITIONER( +C Call preconditioner + IF ( SOLV_MAX_ITERS .GT. 0 ) + & CALL SEAICE_PRECONDITIONER( U duIce, dvIce, - I zetaPre, etaPre, dwatPre, + I zetaPre, etaPre, etaZpre, dwatPre, I newtonIter, krylovIter, myTime, myIter, myThid ) ELSEIF (iCode.GE.2) THEN C Compute Jacobian times vector @@ -241,18 +230,29 @@ krylovConverged = iCode.EQ.0 C End of Krylov iterate ENDDO - totalKrylovIter = totalKrylovIter + krylovIter + totalKrylovItersLoc = totalKrylovItersLoc + krylovIter C some output diagnostics IF ( debugLevel.GE.debLevA ) THEN + _BEGIN_MASTER( myThid ) + totalNewtonItersLoc = + & SEAICEnewtonIterMax*(myIter-nIter0)+newtonIter + WRITE(msgBuf,'(2A,2(1XI6),2E12.5)') + & ' S/R SEAICE_JFNK: Newton iterate / total, ', + & 'JFNKgamma_lin, initial norm = ', + & newtonIter, totalNewtonItersLoc, + & JFNKgamma_lin,JFNKresidual + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) WRITE(msgBuf,'(3(A,I6))') - & ' S/R SEAICE_JFNK: Newton iterate / total = ', newtonIter, - & ' / ', SEAICEnewtonIterMax*myIter+newtonIter, + & ' S/R SEAICE_JFNK: Newton iterate / total = ',newtonIter, + & ' / ', totalNewtonItersLoc, & ', Nb. of FGMRES iterations = ', krylovIter CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) ENDIF IF ( krylovIter.EQ.SEAICEkrylovIterMax ) THEN - krylovIterFail = krylovIterFail + 1 + krylovFails = krylovFails + 1 ENDIF C Update linear solution vector and return to Newton iteration DO bj=myByLo(myThid),myByHi(myThid) @@ -261,6 +261,9 @@ DO I=1-Olx,sNx+Olx uIce(I,J,bi,bj) = uIce(I,J,bi,bj)+duIce(I,J,bi,bj) vIce(I,J,bi,bj) = vIce(I,J,bi,bj)+dvIce(I,J,bi,bj) +C reset du/vIce here instead of setting sol = 0 in seaice_fgmres_driver + duIce(I,J,bi,bj)= 0. _d 0 + dvIce(I,J,bi,bj)= 0. _d 0 ENDDO ENDDO ENDDO @@ -270,30 +273,115 @@ ENDIF C end of Newton iterate ENDDO -C some output diagnostics - IF ( debugLevel.GE.debLevA ) THEN +C +C-- Output diagnostics +C + IF ( SEAICE_monFreq .GT. 0. _d 0 ) THEN +C Count iterations + totalJFNKtimeSteps = totalJFNKtimeSteps + 1 + totalNewtonIters = totalNewtonIters + newtonIter + totalKrylovIters = totalKrylovIters + totalKrylovItersLoc C Record failure + totalKrylovFails = totalKrylovFails + krylovFails + IF ( newtonIter .EQ. SEAICEnewtonIterMax ) THEN + totalNewtonFails = totalNewtonFails + 1 + ENDIF + ENDIF +C Decide whether it is time to dump and reset the counter + writeNow = DIFFERENT_MULTIPLE(SEAICE_monFreq, + & myTime+deltaTClock, deltaTClock) +#ifdef ALLOW_CAL + IF ( useCAL ) THEN + CALL CAL_TIME2DUMP( + I zeroRL, SEAICE_monFreq, deltaTClock, + U writeNow, + I myTime+deltaTclock, myIter+1, myThid ) + ENDIF +#endif + IF ( writeNow ) THEN + _BEGIN_MASTER( myThid ) + WRITE(msgBuf,'(A)') + &' // =======================================================' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A)') ' // Begin JFNK statistics' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A)') + &' // =======================================================' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: time step = ', myIter+1 + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: Nb. of time steps = ', totalJFNKtimeSteps + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: Nb. of Newton steps = ', totalNewtonIters + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: Nb. of Krylov steps = ', totalKrylovIters + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: Nb. of Newton failures = ', totalNewtonFails + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A,I10)') + & ' %JFNK_MON: Nb. of Krylov failures = ', totalKrylovFails + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A)') + &' // =======================================================' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A)') ' // End JFNK statistics' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + WRITE(msgBuf,'(A)') + &' // =======================================================' + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) +C reset and start again + totalJFNKtimeSteps = 0 + totalNewtonIters = 0 + totalKrylovIters = 0 + totalKrylovFails = 0 + totalNewtonFails = 0 + ENDIF + +C Print more debugging information + IF ( debugLevel.GE.debLevA ) THEN IF ( newtonIter .EQ. SEAICEnewtonIterMax ) THEN - newtonIterFail = newtonIterFail + 1 + _BEGIN_MASTER( myThid ) WRITE(msgBuf,'(A,I10)') & ' S/R SEAICE_JFNK: JFNK did not converge in timestep ', - & myIter + & myIter+1 CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) ENDIF - IF ( krylovIterFail .GT. 0 ) THEN + IF ( krylovFails .GT. 0 ) THEN + _BEGIN_MASTER( myThid ) WRITE(msgBuf,'(A,I4,A,I10)') & ' S/R SEAICE_JFNK: FGMRES did not converge ', - & krylovIterFail, ' times in timestep ', myIter + & krylovFails, ' times in timestep ', myIter+1 CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) ENDIF - WRITE(msgBuf,'(A,I6)') + _BEGIN_MASTER( myThid ) + WRITE(msgBuf,'(A,I6,A,I10)') & ' S/R SEAICE_JFNK: Total number FGMRES iterations = ', - & totalKrylovIter - CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, - & SQUEEZE_RIGHT, myThid ) - + & totalKrylovItersLoc, ' in timestep ', myIter+1 + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) ENDIF #endif /* SEAICE_ALLOW_DYNAMICS and SEAICE_CGRID and SEAICE_ALLOW_JFNK */