/[MITgcm]/MITgcm_contrib/test_scripts/sxace/mitgcmtestreport

Diff of /MITgcm_contrib/test_scripts/sxace/mitgcmtestreport

Parent Directory | Revision Log | View Revision Graph Revision Graph | View Patch Patch

-revision 1.1 by mlosch,
Wed Apr  8 14:28:53 2015 UTC
+revision 1.5 by mlosch,
Mon Mar 23 12:17:57 2020 UTC
 Line 4
  # 1/ compiling on head node (tx7.awi.de), with -norun option
  # 2/ running on compute node (using PBS qsub), with -runonly option
  # 3/ evaluating result on head node with -runonly option
  #
  # Notes:
  # - step 2 leads to many error messages, because the OS on the compute
  #   nodes does not have the appropriate shell tools, modifying the
  #   runonly option to skip the evalution step would be nice but not
 Line 51 
 JOBSCRIPT=job_${VENDOR}
  selectexperiment='-t exp2'
  selectexperiment=''
  # download code into this directory
- TDIR=/ace/scr/mlosch/tmp_$VENDOR
+ TDIR=/ace/user/mlosch/tmp_$VENDOR
+ gcmDIR=MITgcm
+ git_repo='MITgcm'
+ git_code='MITgcm'
  OPTFILE=../tools/build_options/SUPER-UX_SX-ACE_sxf90_awi
- OPTFILE=/home/ace/mlosch/MITgcm/tools/build_options/SUPER-UX_SX-ACE_sxf90_awi
+ #OPTFILE=/home/ace/mlosch/MITgcm/tools/build_options/SUPER-UX_SX-ACE_sxf90_awi
  RUNTESTREPORT="./testreport $MPI -of=${OPTFILE} $selectexperiment -small_f"
  #
  # create batch script
  #
  cat << EOF > $HERE/$JOBSCRIPT
- ###PBS -q ace-test                         # job queue not neccesary  so far
+ #PBS -q ace-r                            # job queue
  #PBS -N $JOBNAME                         # give the job a name
  #PBS -l cpunum_job=$NPROCS               # cpus per node
+ #PBS -l elapstim_req=2:00:00
  #PBS -l cputim_job=2:00:00               # time limit
  #PBS -l memsz_job=32gb                   # max accumulated memory, we need this much because of many netcdf files
  #PBS -j o                                # join i/o
-Line 83 
 fi
+Line 87 
 fi
  if [ -e $OUTFILE ]; then
    rm -r $OUTFILE
  fi
- if [ -e $TDIR/MITgcm ]; then
- # if availabe just update
+ # checkOut determines how much checking out is being done
-     cd $TDIR/MITgcm
+ # checkOut = 3: new clone from GitHub and make a new copy
-     cvs -q update -d -P >> cvs_co.log 2>&1
+ # checkOut = 2: update (git pull) existing repo and make a new copy
-     if [ "$?" != "0" ]; then
+ # checkOut = 1: skip update
-         cat cvs_co.log
+ # checkOut = 0: use existing test code (if available otherwise switch to 1)
-     fi
- else
+ checkOut=2
- # create directory and download code
-     if [ -e $TDIR ]; then
+ gitcmd=$HOME/git/git
-         rm -rf $TDIR
+ tmpFil=$TDIR/error.out
+ if [ $checkOut -le 1 ] ; then
+   if test -e $TDIR/${gcmDIR}/doc ; then
+     echo $TDIR/${gcmDIR}/doc 'exist'
+   else
+     echo -n $TDIR/${gcmDIR} 'missing ; '
+     checkOut=2
+     echo "will make a new copy ( checkOut=$checkOut )"
+   fi
+ fi
+ if [ $checkOut -ge 2 ] ; then
+   #---- cleaning:
+   cd $TDIR
+   #---- Make a new clone or update existing one:
+   if test -e ${gcmDIR}/.git/config ; then
+     echo "${gcmDIR}/.git/config exist"
+   else
+     echo -n "${gcmDIR}/.git/config 'missing, "
+     checkOut=3
+     echo "will get new clone ( checkOut=$checkOut )"
+   fi
+   if [ $checkOut -eq 3 ] ; then
+     echo -n "Removing old clone: $TDIR/${gcmDIR} ..."
+     test -e $TDIR/${gcmDIR}  &&  rm -rf $TDIR/${gcmDIR}
+     echo "  done"
+     echo -n "Make a new clone of $git_code from repo: $git_repo ..."
+     ${gitcmd} clone https://github.com/$git_repo/${git_code}.git ${gcmDIR} 2> $tmpFil
+     retVal=$?
+     if test $retVal = 0 ; then
+        echo ' --> done!'
+        rm -f $tmpFil
+     else
+        echo " Error: 'git clone' returned: $retVal"
+        cat $tmpFil
+        rm -f $tmpFil
+        exit 2
      fi
-     mkdir $TDIR
+   else
-     cd $TDIR
+     echo "Updating current clone ( $git_code ) ..."
-     cvs -d :pserver:cvsanon@mitgcm.org:/u/gcmpack co MITgcm > cvs_co.log 2>&1
+     ( cd ${gcmDIR}; ${gitcmd} checkout master ; ${gitcmd} pull )
-     if [ "$?" != "0" ]; then
+     retVal=$?
-         cat cvs_co.log
+     if test $retVal = 0 ; then
+         echo ' --> done!'
+     else
+         echo " Error: 'git pull' returned: $retVal"
+         echo " Error: 'git pull' returned: $retVal" \
+             | mail -s "Git-error on Stan" Martin.Losch@awi.de
+         exit 2
      fi
+   fi
+ else
+   cd $TDIR
  fi
  cd $TDIR/MITgcm/verification
-Line 140 
 echo "**********************************
+Line 190 
 echo "**********************************
  echo " " >> $MYOUTPUT
  # now submit the job that actually runs all the experiments in one go
+ echo "qsub $HERE/$JOBSCRIPT"
  qsub $HERE/$JOBSCRIPT
  # keep looking for the job in the job queues and wait until has disappeared
  jobruns=`qstat -n -u mlosch | grep "$JOBNAME"`
  while [ "${jobruns}"x != x ]
  do
    sleep 200
    jobruns=`qstat -n -u mlosch | grep "$JOBNAME"`
    echo "waiting for job ${jobruns%% *} ($JOBNAME) to complete"
-Line 159 
 echo "now run testreport for a final tim
+Line 210 
 echo "now run testreport for a final tim
  echo "$RUNTESTREPORT -match 10 -runonly" >> $MYOUTPUT
  #$RUNTESTREPORT -match 10 -runonly >> $MYOUTPUT 2>&1
  $RUNTESTREPORT -match 10 -runonly \
-     -a "jmc@mitgcm.org, Martin.Losch@awi.de" >> $MYOUTPUT 2>&1
+     -a "jm_c@mitgcm.org" >> $MYOUTPUT 2>&1
+ #   -a "jm_c@mitgcm.org, Martin.Losch@awi.de" >> $MYOUTPUT 2>&1
  echo "end of mitgcmtestreport"

 Legend:



Removed from v.1.1
 


changed lines


 
Added in v.1.5
 Legend:



Removed from v.1.1
 


changed lines


 
Added in v.1.5
-Removed from v.1.1
+Added in v.1.5

	ViewVC Help
Powered by ViewVC 1.1.22