mitgcm.org/scripts/clean_subdir

#! /usr/bin/env bash

# $Header: /u/gcmpack/mitgcm.org/scripts/check_outp,v 1.17 2009/07/12 16:29:42 jmc Exp $
#
#  The purpose of this script is to clean-up (relatively) old monthly
#  collection of testreport results: 
#  will replace all experiment sub-dir (in each testreport output dir)
#  with just 1 tar file (it reduces disk-space and number of files/dir
#  by almost 2 order of magnitude).
#  Note: Needs hand editing !

#- to run from any author machine:
storeResDir='/net/orwell/export/export-9/mitgcm-testing/results'
#- to run from orwell (better since it is disk intensive):
storeResDir='/export/export-9/mitgcm-testing/results'

echo -n "change dir to: "
cd $storeResDir
pwd

listM='2006_10'
#listM=`ls -1 -d 2006_1[1-2] 2007_[0-1][0-9] 2008_[0-1][0-9]`
listM=`ls -1 -d 2009_0[1-3]`
echo "listM='$listM'"
#exit

for MD in $listM
do
  flag=0
  echo "==============================================================="
  echo " -- process dir $MD :"
  echo "==============================================================="
  cd $MD
  out=$?
  if test $out != 0 ; then
    echo " cd $MD : error= $out"
    continue
  fi
  tStart=`date`
  listD=`ls -1 -d tr_*`
  #echo $listD
  for dd in $listD
  do
    if test $flag = 1 ; then continue ; fi
    own=-1
    if test -d $dd ; then
      #echo "> $dd is dir"
      own=`ls -l -d $dd | grep -c $USER`
    fi
    if test $own = 0 ; then
      echo " $USER does not own dir: $dd : ==> skipped"
    fi
    if [ $own -gt 0 ] ; then
      xx=$dd.tar
      if test -f $dd/$xx -o -f $dd/$xx.gz ; then
       echo ' tar file exist:'
        ls -l $dd/${xx}*
      else
       #flag=1
       echo -n "tar -cf $xx $dd ..."
       tar -cf $xx $dd
       out=$?
       if test $out = 0 ; then
         touch -r $dd/summary.txt $xx
         cd $dd
         nb=0;
         echo -n " ; rm -r [all dir] ..."
         listRM=`ls -1`
         for yy in $listRM
         do 
           if test -d $yy ; then 
             rm -r $yy
             nb=`expr $nb + 1`
           fi
         done
         cd ..
         echo " (total: $nb) done"
         gzip -9 $xx
         mv $xx.gz $dd
         #ls -l $dd
        else
         echo " : error= $out"
        fi
      fi
    fi
  done
  eStart=`date`
  echo " -- cleaning started at: $tStart"
  echo "               ended at: $eStart"
  echo "==============================================================="
  cd ..
done
#exit
1	jmc	1.1	#! /usr/bin/env bash
2
3			# $Header: /u/gcmpack/mitgcm.org/scripts/check_outp,v 1.17 2009/07/12 16:29:42 jmc Exp $
4			#
5			# The purpose of this script is to clean-up (relatively) old monthly
6			# collection of testreport results:
7			# will replace all experiment sub-dir (in each testreport output dir)
8			# with just 1 tar file (it reduces disk-space and number of files/dir
9			# by almost 2 order of magnitude).
10			# Note: Needs hand editing !
11
12			#- to run from any author machine:
13			storeResDir='/net/orwell/export/export-9/mitgcm-testing/results'
14			#- to run from orwell (better since it is disk intensive):
15			storeResDir='/export/export-9/mitgcm-testing/results'
16
17			echo -n "change dir to: "
18			cd $storeResDir
19			pwd
20
21			listM='2006_10'
22			#listM=`ls -1 -d 2006_1[1-2] 2007_[0-1][0-9] 2008_[0-1][0-9]`
23			listM=`ls -1 -d 2009_0[1-3]`
24			echo "listM='$listM'"
25			#exit
26
27			for MD in $listM
28			do
29			flag=0
30			echo "==============================================================="
31			echo " -- process dir $MD :"
32			echo "==============================================================="
33			cd $MD
34			out=$?
35			if test $out != 0 ; then
36			echo " cd $MD : error= $out"
37			continue
38			fi
39			tStart=`date`
40			listD=`ls -1 -d tr_*`
41			#echo $listD
42			for dd in $listD
43			do
44			if test $flag = 1 ; then continue ; fi
45			own=-1
46			if test -d $dd ; then
47			#echo "> $dd is dir"
48			own=`ls -l -d $dd \| grep -c $USER`
49			fi
50			if test $own = 0 ; then
51			echo " $USER does not own dir: $dd : ==> skipped"
52			fi
53			if [ $own -gt 0 ] ; then
54			xx=$dd.tar
55			if test -f $dd/$xx -o -f $dd/$xx.gz ; then
56			echo ' tar file exist:'
57			ls -l $dd/${xx}*
58			else
59			#flag=1
60			echo -n "tar -cf $xx $dd ..."
61			tar -cf $xx $dd
62			out=$?
63			if test $out = 0 ; then
64			touch -r $dd/summary.txt $xx
65			cd $dd
66			nb=0;
67			echo -n " ; rm -r [all dir] ..."
68			listRM=`ls -1`
69			for yy in $listRM
70			do
71			if test -d $yy ; then
72			rm -r $yy
73			nb=`expr $nb + 1`
74			fi
75			done
76			cd ..
77			echo " (total: $nb) done"
78			gzip -9 $xx
79			mv $xx.gz $dd
80			#ls -l $dd
81			else
82			echo " : error= $out"
83			fi
84			fi
85			fi
86			done
87			eStart=`date`
88			echo " -- cleaning started at: $tStart"
89			echo " ended at: $eStart"
90			echo "==============================================================="
91			cd ..
92			done
93			#exit