/[MITgcm]/MITgcm_contrib/test_scripts/svante/test_submit_svante
ViewVC logotype

Diff of /MITgcm_contrib/test_scripts/svante/test_submit_svante

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.24 by jmc, Tue Apr 28 14:34:46 2020 UTC revision 1.27 by jmc, Mon Nov 6 13:35:50 2023 UTC
# Line 8  dInWeek=`date +%a` Line 8  dInWeek=`date +%a`
8    
9  if test $# = 0  if test $# = 0
10  then  then
11    TEST_LIST='ifcMPI ifcAdm pgiMPI pgiAdm pgiMth'    TEST_LIST='ifcMpi ifcAdm pgiMpi pgiAdm pgiMth'
12  else  else
13    TEST_LIST=$*    TEST_LIST=$*
14  fi  fi
15    
16  headNode=`hostname -s`  headNode=`hostname -s`
17  #QSUB="qsub"  #QSUB="qsub"
18  #QSTAT="qstat -u $USER"  #QLIST="qstat -u $USER"
19  #dNam=$headNode  #dNam=$headNode
20  QSUB="/usr/bin/sbatch"  QSUB="/usr/bin/sbatch"
21  QLIST="/usr/bin/squeue -u $USER"  QLIST="/usr/bin/squeue -u $USER"
# Line 50  if test $n -gt 0 ; then Line 50  if test $n -gt 0 ; then
50      ls -t  $logPfix.*.log | tail -"$n" | xargs rm -f      ls -t  $logPfix.*.log | tail -"$n" | xargs rm -f
51  fi  fi
52    
53    if test -d backup ; then
54      echo ' from "backup/", remove *.tar.gz files & gzip previous *.tar files'
55      n1=`ls backup/*.tar.gz | wc -l` ; n2=`ls backup/*.tar | wc -l`
56      echo " from 'backup/', remove $n1 *.tar.gz files:"    >> $LOG_FIL 2>&1
57      ( cd backup ; rm -f ??_${dNam}*.tar.gz )              >> $LOG_FIL 2>&1
58      echo "         and gzip previous $n2 *.tar files:"    >> $LOG_FIL 2>&1
59      ( cd backup ; gzip -9 ??_${dNam}*.tar ; ls -l *.tar.gz ) >> $LOG_FIL 2>&1
60    else
61      echo ' create dir "backup/" for backup tar files:'    | tee -a $LOG_FIL
62      mkdir backup
63    fi
64  #-------------------------------------------------------------  #-------------------------------------------------------------
65  # defaults  # defaults
66  #export PATH="$PATH:/usr/local/bin"  #export PATH="$PATH:/usr/local/bin"
# Line 201  cd $OUT_DIR Line 212  cd $OUT_DIR
212    NB_SUB_JOBS=0    NB_SUB_JOBS=0
213    for i in $JOB_LIST    for i in $JOB_LIST
214    do    do
215      case $i in      sfx=`echo ${i} | sed 's/^.../&_/' | tr '[:upper:]' '[:lower:]'`
       'pgiMth') sfx='pgi_mth' ;;  
              *) sfx=`echo ${i} | sed 's/MPI$/_mpi/' | sed 's/Adm$/_adm/'` ;;  
     esac  
216      BATCH_SCRIPT="test_${dNam}_$sfx"      BATCH_SCRIPT="test_${dNam}_$sfx"
217      if test -f $SUB_DIR/$BATCH_SCRIPT ; then      if test -f $SUB_DIR/$BATCH_SCRIPT ; then
218        #- job name ( $JOB ) & output-file name ( $JOB.std??? ) must match        #- job name ( $JOB ) & output-file name ( $JOB.std??? ) must match
219        #  definition within $BATCH_SCRIPT slurm script        #  definition within $BATCH_SCRIPT slurm script
220        JOB="${i}_tst"        JOB="${i}_tst"
221        sJob=`printf "%8.8s" $JOB` #- squeue truncate name to only 1rst 8c        sJob=`printf "%8.8s" $JOB` #- squeue truncate name to only 1rst 8c
222        #job_exist=`$QSTAT | grep $JOB | wc -l`        #job_exist=`$QLIST | grep $JOB | wc -l`
223        job_exist=`$QLIST | grep $sJob | wc -l`        job_exist=`$QLIST | grep $sJob | wc -l`
224        if test "x_$job_exist" = x_0 ; then        if test "x_$job_exist" = x_0 ; then
225          #-- move previous output file          #-- move previous output file
# Line 232  cd $OUT_DIR Line 240  cd $OUT_DIR
240          else echo " no old output files from job '$JOB'" | tee -a $LOG_FIL          else echo " no old output files from job '$JOB'" | tee -a $LOG_FIL
241          fi          fi
242          #-- submit job          #-- submit job
243            echo -n "--> $JOB : "                         | tee -a $LOG_FIL            echo -n "--> $JOB : $BATCH_SCRIPT , "         | tee -a $LOG_FIL
244            $QSUB $SUB_DIR/$BATCH_SCRIPT                  | tee -a $LOG_FIL            $QSUB $SUB_DIR/$BATCH_SCRIPT                  | tee -a $LOG_FIL
245            NB_SUB_JOBS=`expr $NB_SUB_JOBS + 1`            NB_SUB_JOBS=`expr $NB_SUB_JOBS + 1`
246            sleep 1            sleep 1
247        else        else
248            echo "--> $JOB :"                             | tee -a $LOG_FIL            echo "--> $JOB :"                             | tee -a $LOG_FIL
           #$QSTAT | grep $JOB                           | tee -a $LOG_FIL  
249            $QLIST | grep $sJob                           | tee -a $LOG_FIL            $QLIST | grep $sJob                           | tee -a $LOG_FIL
250            echo ' job already exist => skip this test'   | tee -a $LOG_FIL            echo ' job already exist => skip this test'   | tee -a $LOG_FIL
251        fi        fi
# Line 246  cd $OUT_DIR Line 253  cd $OUT_DIR
253         echo 'no file:' $BATCH_SCRIPT 'to submit'        | tee -a $LOG_FIL         echo 'no file:' $BATCH_SCRIPT 'to submit'        | tee -a $LOG_FIL
254      fi      fi
255    done    done
256    echo "info-sub-list: NB_SUB_JOBS='$NB_SUB_JOBS'"      >> $LOG_FIL    #echo "info-sub-list: NB_SUB_JOBS='$NB_SUB_JOBS'"     >> $LOG_FIL
257      echo "Submitted $NB_SUB_JOBS jobs from dir: $SUB_DIR" | tee -a $LOG_FIL
258    echo -n '-- Finished at: '                            | tee -a $LOG_FIL    echo -n '-- Finished at: '                            | tee -a $LOG_FIL
259    date                                                  | tee -a $LOG_FIL    date                                                  | tee -a $LOG_FIL
260    
Legend:
Removed from v.1.24  
changed lines
  Added in v.1.27
  ViewVC Help
Powered by ViewVC 1.1.22