--- MITgcm/pkg/seaice/seaice_jfnk.F 2012/11/07 09:56:23 1.5 +++ MITgcm/pkg/seaice/seaice_jfnk.F 2013/02/15 15:19:17 1.18 @@ -1,8 +1,13 @@ -C $Header: /home/ubuntu/mnt/e9_copy/MITgcm/pkg/seaice/seaice_jfnk.F,v 1.5 2012/11/07 09:56:23 mlosch Exp $ +C $Header: /home/ubuntu/mnt/e9_copy/MITgcm/pkg/seaice/seaice_jfnk.F,v 1.18 2013/02/15 15:19:17 mlosch Exp $ C $Name: $ #include "SEAICE_OPTIONS.h" +C-- File seaice_jfnk.F: seaice jfnk dynamical solver S/R: +C-- Contents +C-- o SEAICE_JFNK +C-- o SEAICE_JFNK_UPDATE + CBOP C !ROUTINE: SEAICE_JFNK C !INTERFACE: @@ -10,7 +15,7 @@ C !DESCRIPTION: \bv C *==========================================================* -C | SUBROUTINE SEAICE_JFKF +C | SUBROUTINE SEAICE_JFNK C | o Ice dynamics using a Jacobian-free Newton-Krylov solver C | following J.-F. Lemieux et al. Improving the numerical C | convergence of viscous-plastic sea ice models with the @@ -55,17 +60,19 @@ LOGICAL DIFFERENT_MULTIPLE EXTERNAL DIFFERENT_MULTIPLE +C !LOCAL VARIABLES: +C === Local variables === C i,j,bi,bj :: loop indices INTEGER i,j,bi,bj C loop indices INTEGER newtonIter INTEGER krylovIter, krylovFails - INTEGER totalKrylovItersLoc + INTEGER totalKrylovItersLoc, totalNewtonItersLoc C FGMRES flag that determines amount of output messages of fgmres INTEGER iOutFGMRES C FGMRES flag that indicates what fgmres wants us to do next INTEGER iCode - _RL JFNKresidual, JFNKresidualTile(nSx,nSy) + _RL JFNKresidual _RL JFNKresidualKm1 C parameters to compute convergence criterion _RL phi_e, alp_e, JFNKgamma_lin @@ -74,11 +81,14 @@ C _RL recip_deltaT LOGICAL JFNKconverged, krylovConverged + LOGICAL writeNow CHARACTER*(MAX_LEN_MBUF) msgBuf C C u/vIceRes :: residual of sea-ice momentum equations _RL uIceRes(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) _RL vIceRes(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) +C vector version of the residuals + _RL resTmp (nVec,1,nSx,nSy) C du/vIce :: ice velocity increment to be added to u/vIce _RL duIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) _RL dvIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) @@ -86,8 +96,8 @@ C zeta, eta, and DWATN, press _RL zetaPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) _RL etaPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL etaZPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) _RL dwatPre (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) - _RL pressPre(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) CEOP C Initialise @@ -102,8 +112,8 @@ recip_deltaT = 1. _d 0 / SEAICE_deltaTdyn iOutFGMRES=0 -C iOutFgmres=1 gives a little bit of output - IF ( debugLevel.GE.debLevA .AND. +C with iOutFgmres=1, seaice_fgmres prints the residual at each iteration + IF ( debugLevel.GE.debLevC .AND. & DIFFERENT_MULTIPLE( SEAICE_monFreq, myTime, deltaTClock ) ) & iOutFGMRES=1 @@ -139,53 +149,28 @@ newtonIter = newtonIter + 1 C Compute initial residual F(u), (includes computation of global C variables DWATN, zeta, and eta) - CALL SEAICE_CALC_RESIDUAL( - I uIce, vIce, - O uIceRes, vIceRes, - I newtonIter, 0, myTime, myIter, myThid ) - CALL EXCH_UV_XY_RL( uIceRes, vIceRes,.TRUE.,myThid) + IF ( newtonIter .EQ. 1 ) CALL SEAICE_JFNK_UPDATE( + I duIce, dvIce, + U uIce, vIce, JFNKresidual, + O uIceRes, vIceRes, + I newtonIter, myTime, myIter, myThid ) C local copies of precomputed coefficients that are to stay C constant for the preconditioner DO bj=myByLo(myThid),myByHi(myThid) DO bi=myBxLo(myThid),myBxHi(myThid) DO j=1-Oly,sNy+Oly DO i=1-Olx,sNx+Olx - zetaPre(I,J,bi,bj) = zeta(I,J,bi,bj) - etaPre(I,J,bi,bj) = eta(I,J,bi,bj) - dwatPre(I,J,bi,bj) = DWATN(I,J,bi,bj) - pressPre(I,J,bi,bj) = press(I,J,bi,bj) + zetaPre(I,J,bi,bj) = zeta(I,J,bi,bj) + etaPre(I,J,bi,bj) = eta(I,J,bi,bj) + etaZPre(I,J,bi,bj) = etaZ(I,J,bi,bj) + dwatPre(I,J,bi,bj) = DWATN(I,J,bi,bj) ENDDO ENDDO ENDDO ENDDO -C - DO bj=myByLo(myThid),myByHi(myThid) - DO bi=myBxLo(myThid),myBxHi(myThid) - JFNKresidualTile(bi,bj) = 0. _d 0 - DO J=1,sNy - DO I=1,sNx -#ifdef CG2D_SINGLECPU_SUM - JFNKlocalBuf(I,J,bi,bj) = -#else - JFNKresidualTile(bi,bj) = JFNKresidualTile(bi,bj) + -#endif - & uIceRes(I,J,bi,bj)*uIceRes(I,J,bi,bj) + - & vIceRes(I,J,bi,bj)*vIceRes(I,J,bi,bj) - ENDDO - ENDDO - ENDDO - ENDDO - JFNKresidual = 0. _d 0 -#ifdef CG2D_SINGLECPU_SUM - CALL GLOBAL_SUM_SINGLECPU_RL( - & JFNKlocalBuf,JFNKresidual, 0, 0, myThid) -#else - CALL GLOBAL_SUM_TILE_RL( JFNKresidualTile,JFNKresidual,myThid ) -#endif - JFNKresidual = SQRT(JFNKresidual) C compute convergence criterion for linear preconditioned FGMRES JFNKgamma_lin = JFNKgamma_lin_max - IF ( newtonIter.GT.1.AND.newtonIter.LE.100 + IF ( newtonIter.GT.1.AND.newtonIter.LE.SEAICE_JFNK_tolIter & .AND.JFNKresidual.LT.JFNKres_t ) THEN C Eisenstat, 1996, equ.(2.6) phi_e = 1. _d 0 @@ -204,17 +189,6 @@ C in that routine krylovIter = 0 iCode = 0 - IF ( debugLevel.GE.debLevA ) THEN - _BEGIN_MASTER( myThid ) - WRITE(msgBuf,'(2A,2(1XI6),2E12.5)') - & ' S/R SEAICE_JFNK: newtonIter,', - & ' total newtonIter, JFNKgamma_lin, initial norm = ', - & newtonIter,SEAICEnewtonIterMax*(myIter-nIter0)+newtonIter, - & JFNKgamma_lin, JFNKresidual - CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, - & SQUEEZE_RIGHT, myThid ) - _END_MASTER( myThid ) - ENDIF C JFNKconverged = JFNKresidual.LT.JFNKtol C @@ -240,10 +214,11 @@ C or product of matrix (Jacobian) times vector. For iCode = 0, terminate C iteration IF (iCode.EQ.1) THEN -C Call preconditioner - CALL SEAICE_PRECONDITIONER( +C Call preconditioner + IF ( SOLV_MAX_ITERS .GT. 0 ) + & CALL SEAICE_PRECONDITIONER( U duIce, dvIce, - I zetaPre, etaPre, dwatPre, pressPre, + I zetaPre, etaPre, etaZpre, dwatPre, I newtonIter, krylovIter, myTime, myIter, myThid ) ELSEIF (iCode.GE.2) THEN C Compute Jacobian times vector @@ -259,9 +234,18 @@ C some output diagnostics IF ( debugLevel.GE.debLevA ) THEN _BEGIN_MASTER( myThid ) + totalNewtonItersLoc = + & SEAICEnewtonIterMax*(myIter-nIter0)+newtonIter + WRITE(msgBuf,'(2A,2(1XI6),2E12.5)') + & ' S/R SEAICE_JFNK: Newton iterate / total, ', + & 'JFNKgamma_lin, initial norm = ', + & newtonIter, totalNewtonItersLoc, + & JFNKgamma_lin,JFNKresidual + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) WRITE(msgBuf,'(3(A,I6))') - & ' S/R SEAICE_JFNK: Newton iterate / total = ', newtonIter, - & ' / ', SEAICEnewtonIterMax*(myIter-nIter0)+newtonIter, + & ' S/R SEAICE_JFNK: Newton iterate / total = ',newtonIter, + & ' / ', totalNewtonItersLoc, & ', Nb. of FGMRES iterations = ', krylovIter CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) @@ -270,40 +254,64 @@ IF ( krylovIter.EQ.SEAICEkrylovIterMax ) THEN krylovFails = krylovFails + 1 ENDIF +C Set the stopping criterion for the Newton iteration and the +C criterion for the transition from accurate to approximate FGMRES + IF ( newtonIter .EQ. 1 ) THEN + JFNKtol=JFNKgamma_nonlin*JFNKresidual + IF ( JFNKres_tFac .NE. UNSET_RL ) + & JFNKres_t = JFNKresidual * JFNKres_tFac + ENDIF C Update linear solution vector and return to Newton iteration +C Do a linesearch if necessary, and compute a new residual. +C Note that it should be possible to do the following operations +C at the beginning of the Newton iteration, thereby saving us from +C the extra call of seaice_jfnk_update, but unfortunately that +C changes the results, so we leave the stuff here for now. + CALL SEAICE_JFNK_UPDATE( + I duIce, dvIce, + U uIce, vIce, JFNKresidual, + O uIceRes, vIceRes, + I newtonIter, myTime, myIter, myThid ) +C reset du/vIce here instead of setting sol = 0 in seaice_fgmres_driver DO bj=myByLo(myThid),myByHi(myThid) DO bi=myBxLo(myThid),myBxHi(myThid) DO J=1-Oly,sNy+Oly DO I=1-Olx,sNx+Olx - uIce(I,J,bi,bj) = uIce(I,J,bi,bj)+duIce(I,J,bi,bj) - vIce(I,J,bi,bj) = vIce(I,J,bi,bj)+dvIce(I,J,bi,bj) -C reset du/vIce here instead of setting sol = 0 in seaice_fgmres_driver duIce(I,J,bi,bj)= 0. _d 0 dvIce(I,J,bi,bj)= 0. _d 0 ENDDO ENDDO ENDDO ENDDO -C Set the stopping criterion for the Newton iteration - IF ( newtonIter .EQ. 1 ) JFNKtol=JFNKgamma_nonlin*JFNKresidual ENDIF C end of Newton iterate ENDDO C C-- Output diagnostics C + IF ( SEAICE_monFreq .GT. 0. _d 0 ) THEN C Count iterations - totalJFNKtimeSteps = totalJFNKtimeSteps + 1 - totalNewtonIters = totalNewtonIters + newtonIter - totalKrylovIters = totalKrylovIters + totalKrylovItersLoc + totalJFNKtimeSteps = totalJFNKtimeSteps + 1 + totalNewtonIters = totalNewtonIters + newtonIter + totalKrylovIters = totalKrylovIters + totalKrylovItersLoc C Record failure - totalKrylovFails = totalKrylovFails + krylovFails - IF ( newtonIter .EQ. SEAICEnewtonIterMax ) THEN - totalNewtonFails = totalNewtonFails + 1 + totalKrylovFails = totalKrylovFails + krylovFails + IF ( newtonIter .EQ. SEAICEnewtonIterMax ) THEN + totalNewtonFails = totalNewtonFails + 1 + ENDIF ENDIF C Decide whether it is time to dump and reset the counter - IF ( DIFFERENT_MULTIPLE(SEAICE_monFreq,myTime+deltaTClock, - & deltaTClock) ) THEN + writeNow = DIFFERENT_MULTIPLE(SEAICE_monFreq, + & myTime+deltaTClock, deltaTClock) +#ifdef ALLOW_CAL + IF ( useCAL ) THEN + CALL CAL_TIME2DUMP( + I zeroRL, SEAICE_monFreq, deltaTClock, + U writeNow, + I myTime+deltaTclock, myIter+1, myThid ) + ENDIF +#endif + IF ( writeNow ) THEN _BEGIN_MASTER( myThid ) WRITE(msgBuf,'(A)') &' // =======================================================' @@ -344,7 +352,7 @@ &' // =======================================================' CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) - WRITE(msgBuf,'(A)') ' // Begin JFNK statistics' + WRITE(msgBuf,'(A)') ' // End JFNK statistics' CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, & SQUEEZE_RIGHT, myThid ) WRITE(msgBuf,'(A)') @@ -389,6 +397,141 @@ _END_MASTER( myThid ) ENDIF + RETURN + END + +C---+----1----+----2----+----3----+----4----+----5----+----6----+----7-|--+----| +CBOP +C !ROUTINE: SEAICE_JFNK_UPDATE +C !INTERFACE: + + SUBROUTINE SEAICE_JFNK_UPDATE( + I duIce, dvIce, + U uIce, vIce, JFNKresidual, + O uIceRes, vIceRes, + I newtonIter, myTime, myIter, myThid ) + +C !DESCRIPTION: \bv +C *==========================================================* +C | SUBROUTINE SEAICE_JFNK_UPDATE +C | o Update velocities with incremental solutions of FGMRES +C | o compute residual of updated solutions and do +C | o linesearch: +C | reduce update until residual is smaller than previous +C | one (input) +C *==========================================================* +C | written by Martin Losch, Jan 2013 +C *==========================================================* +C \ev + +C !USES: + IMPLICIT NONE + +C === Global variables === +#include "SIZE.h" +#include "EEPARAMS.h" +#include "PARAMS.h" +#include "SEAICE_SIZE.h" +#include "SEAICE_PARAMS.h" + +C !INPUT/OUTPUT PARAMETERS: +C === Routine arguments === +C myTime :: Simulation time +C myIter :: Simulation timestep number +C myThid :: my Thread Id. number +C newtonIter :: current iterate of Newton iteration + _RL myTime + INTEGER myIter + INTEGER myThid + INTEGER newtonIter +C JFNKresidual :: Residual at the beginning of the FGMRES iteration, +C changes with newtonIter (updated) + _RL JFNKresidual +C du/vIce :: ice velocity increment to be added to u/vIce (input) + _RL duIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL dvIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) +C u/vIce :: ice velocity increment to be added to u/vIce (updated) + _RL uIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL vIce (1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) +C u/vIceRes :: residual of sea-ice momentum equations (output) + _RL uIceRes(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + _RL vIceRes(1-OLx:sNx+OLx,1-OLy:sNy+OLy,nSx,nSy) + +C !LOCAL VARIABLES: +C === Local variables === +C i,j,bi,bj :: loop indices + INTEGER i,j,bi,bj + INTEGER l + _RL resLoc, facLS + LOGICAL doLineSearch +C nVec :: size of the input vector(s) +C vector version of the residuals + INTEGER nVec + PARAMETER ( nVec = 2*sNx*sNy ) + _RL resTmp (nVec,1,nSx,nSy) +C + CHARACTER*(MAX_LEN_MBUF) msgBuf +CEOP + +C Initialise some local variables + l = 0 + resLoc = JFNKresidual + facLS = 1. _d 0 + doLineSearch = .TRUE. + DO WHILE ( doLineSearch ) +C Determine, if we need more iterations + doLineSearch = resLoc .GE. JFNKresidual +C Limit the maximum number of iterations arbitrarily to four + doLineSearch = doLineSearch .AND. l .LE. 4 +C For the first iteration du/vIce = 0 and there will be no +C improvement of the residual possible, so we do only the first +C iteration + IF ( newtonIter .EQ. 1 ) doLineSearch = .FALSE. +C Only start a linesearch after some Newton iterations + IF ( newtonIter .LE. SEAICE_JFNK_lsIter ) doLineSearch = .FALSE. +C Increment counter + l = l + 1 +C Create update + DO bj=myByLo(myThid),myByHi(myThid) + DO bi=myBxLo(myThid),myBxHi(myThid) + DO J=1-Oly,sNy+Oly + DO I=1-Olx,sNx+Olx + uIce(I,J,bi,bj) = uIce(I,J,bi,bj)+facLS*duIce(I,J,bi,bj) + vIce(I,J,bi,bj) = vIce(I,J,bi,bj)+facLS*dvIce(I,J,bi,bj) + ENDDO + ENDDO + ENDDO + ENDDO +C Compute current residual F(u), (includes re-computation of global +C variables DWATN, zeta, and eta, i.e. they are different after this) + CALL SEAICE_CALC_RESIDUAL( + I uIce, vIce, + O uIceRes, vIceRes, + I newtonIter, 0, myTime, myIter, myThid ) +C Important: Compute the norm of the residual using the same scalar +C product that SEAICE_FGMRES does + CALL SEAICE_MAP2VEC(nVec,uIceRes,vIceRes,resTmp,.TRUE.,myThid) + CALL SEAICE_SCALPROD(nVec,1,1,1,resTmp,resTmp,resLoc,myThid) + resLoc = SQRT(resLoc) +C some output diagnostics + IF ( debugLevel.GE.debLevA .AND. doLineSearch ) THEN + _BEGIN_MASTER( myThid ) + WRITE(msgBuf,'(2A,2(1XI6),3E12.5)') + & ' S/R SEAICE_JFNK_UPDATE: Newton iter, LSiter, ', + & 'facLS, JFNKresidual, resLoc = ', + & newtonIter, l, facLS, JFNKresidual, resLoc + CALL PRINT_MESSAGE( msgBuf, standardMessageUnit, + & SQUEEZE_RIGHT, myThid ) + _END_MASTER( myThid ) + ENDIF +C Get ready for the next iteration: after adding du/vIce in the first +C iteration, we substract 0.5*du/vIce from u/vIce in the next +C iterations, 0.25*du/vIce in the second, etc. + facLS = - 0.5 _d 0 * ABS(facLS) + ENDDO +C This is the new residual + JFNKresidual = resLoc + #endif /* SEAICE_ALLOW_DYNAMICS and SEAICE_CGRID and SEAICE_ALLOW_JFNK */ RETURN