/[MITgcm]/MITgcm/tools/tst_2+2
ViewVC logotype

Contents of /MITgcm/tools/tst_2+2

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph


Revision 1.4 - (show annotations) (download)
Sat Feb 28 20:56:07 2009 UTC (15 years, 1 month ago) by jmc
Branch: MAIN
Changes since 1.3: +5 -7 lines
forgot to remove debug print

1 #! /usr/bin/env bash
2
3 # $Header: /u/gcmpack/MITgcm/tools/tst_2+2,v 1.3 2009/02/28 18:55:48 jmc Exp $
4 # $Name: $
5
6 rnp_loc()
7 {
8 # rnp_loc arg_1 arg_2
9 # rename files with prefix = 'arg_1' to files with prefix = 'arg_2'
10 echo ' rnp_loc:' $1 $2
11 # rnp -s $1 $2
12 listY=`ls -1 $1*`
13 for yy in $listY
14 do
15 zz=`echo $yy | sed "s/^$1/$2/"`
16 mv $yy $zz
17 done
18 }
19
20 #---------------------------
21
22 #- exit status:
23 # 0 -> test is successful
24 # 1 -> fail in 1rst run
25 # 2 -> fail in 2nd run
26 # 3 -> fail in 3rd run
27 # 4 -> pickup*.data (written at the end of 2+2 & 4 it run) are different
28 # 5 -> pickup*.meta (written at the end of 2+2 & 4 it run) are different
29 # 6 -> missing 'data.tst' file (removed or not yet generated ?)
30 # 7 -> missing standard output from previous run
31 # 8 -> missing information (in standard output of previous run) about pickup
32 # 9 -> error in argument list
33
34 #- default:
35 Nit=2
36 prt=1 # 1 = print some informations ; 2 = print more informations
37 action=1
38 cmdMV='mv -f'
39 tmpDir='temp_tst'
40 wait2run=0 # if needs sometime for file system syncro on all nodes
41
42 #- default executable, command-line , using MPI:
43 gcmEXE=./mitgcmuv
44 cmdEXE=
45 mpi=0
46
47 nArg=$#
48 prev=
49 for xx ; do
50 #echo "xx='$xx'"
51 # If the previous option needs an argument, assign it.
52 if test -n "$prev"; then
53 eval "$prev=\$xx"
54 prev=
55 nArg=`expr $nArg - 2`
56 continue
57 fi
58
59 case $xx in
60 -mpi ) mpi=1 ; nArg=`expr $nArg - 1` ;;
61 -exe ) prev=gcmEXE ;;
62 -command ) prev=cmdEXE ;;
63 *) flag=$xx ;;
64 esac
65 done
66 #echo "cmdEXE='$cmdEXE'"
67 #echo "nArg=$nArg ; mpi=$mpi ; flag='$flag'"
68
69 case $nArg in
70 1) ;;
71 *) echo "Usage: `basename $0` flag [-mpi] [-exe EXECUTABLE] [-command COMMAND]"
72 echo " Check restart: compare 1 run of 2 x $Nit it long"
73 echo " with 2 consecutive runs of $Nit it long each"
74 echo " where: flag = 0 -> prepare (from a previous run) pickup & data files"
75 echo " flag = 1 -> do the 3 runs (using COMMAND"
76 echo " or simply using EXECUTABLE, default=$gcmEXE)"
77 echo " flag = 2 -> compare std_outp"
78 echo " flag = 3 -> compare pickup files"
79 echo " flag = 4 -> clean-up output files"
80 echo " flag = All -> do 0,1,2,3,4 sequentially"
81 exit 9 ;;
82 esac
83
84 #-- set the run-command :
85 if test "x$cmdEXE" = x
86 then
87 if [ $mpi -ge 1 ] ; then
88 cmdEXE="mpirun -machinefile ../../mf -v -np 2 $gcmEXE"
89 else
90 cmdEXE=$gcmEXE
91 fi
92 fi
93 echo "cmdEXE='$cmdEXE'"
94 #=========================
95
96 if test $flag = '0' -o $flag = 'All' ; then
97 #----------------------------------------------------------------------
98 # last pickup written (from previous run):
99 if [ $mpi -ge 1 ]
100 then outpRun='STDOUT.0000'
101 else outpRun='output.txt'
102 fi
103 if test -r $outpRun
104 then
105 # grep ' %CHECKPOINT ' $outpRun | tail -1
106 lastPick=`grep ' %CHECKPOINT ' $outpRun | sed 's/^.*%CHECKPOINT //' | tail -1`
107 if test "x$lastPick" = x
108 then
109 echo "no pickup information written in '$outpRun' from previous run"
110 exit 8
111 else
112 iter=`echo $lastPick | awk '{print $1}'`
113 zz=`echo $lastPick | awk '{print $2}'`
114 echo "from previous run std.outp, lastPick='$lastPick' ; iter='$iter' ; zz='$zz'"
115 fi
116 else
117 echo "no standard output file '$outpRun' from previous run"
118 exit 7
119 fi
120
121 #- rename pickup (if needed)
122 sufx=`printf "%10.10i\n" $iter`
123 if test $zz = $sufx
124 then
125 echo "no need to change pickup sufix"
126 else
127 # echo "rename pickup sufix: $zz -> $sufx"
128 listP=`ls pickup*.${zz}* 2> /dev/null | sed 's/\..*//g' | uniq`
129 if test "x$listP" = x
130 then echo ' rename' $zz '->' $sufx ': no file to rename'
131 else
132 if [ $prt -ge 1 ] ; then echo ' rename' $zz '->' $sufx 'for all:' $listP ; fi
133 for yy in $listP
134 do
135 listF=`ls -1 $yy.${zz}*`
136 for xx in $listF
137 do
138 new=`echo $xx | sed "s/^$yy\.$zz/$yy\.$sufx/"`
139 if [ $prt -ge 2 ] ; then echo ' '$cmdMV $xx $new ; fi
140 if test $action = 1 ; then $cmdMV $xx $new ; fi
141 done
142 done
143 fi
144 fi
145 #-------------------------
146 echo "prepare parameter file 'data.tst' :"
147 cp -p -f data data.tst
148 listOut='startTime endTime nIter0 nTimeSteps nEndIter chkPtFreq pChkPtFreq globalFiles'
149 listOut=$listOut' useSingleCpuIO pickupSuff usePickupBeforeC54 mdsioLocalDir'
150 #- comment out (in data.tst) all parameters from list: 'listOut'
151 for yy in $listOut
152 do
153 if [ $prt -ge 2 ] ; then echo -n ' commenting out:' $yy ; fi
154 nn=`grep -i -c "^ *$yy *=" data.tst`
155 if [ $nn -ge 1 ]
156 then
157 listN=`grep -i -n "^ *$yy *=" data.tst | sed 's/:.*$//'`
158 if [ $prt -ge 2 ] ; then echo " : found on line: $listN" ; fi
159 for ll in $listN
160 do
161 sed "$ll s/^./#&/" data.tst > data.tmp_$$
162 # diff data.tmp_$$ data.tst
163 mv -f data.tmp_$$ data.tst
164 done
165 else if [ $prt -ge 2 ] ; then echo ' : not found' ; fi
166 fi
167 done
168 if [ $prt -ge 2 ] ; then echo ' ' ; fi
169 # add nIter0 & nTimeSteps in namelist "PARM03":
170 Dbl=`expr $Nit \* 2`
171 sed "/^ *\&PARM03/a \ nTimeSteps=$Dbl," data.tst > data.tmp_$$
172 mv -f data.tmp_$$ data.tst
173 sed "/^ *\&PARM03/a \ nIter0=$iter," data.tst > data.tmp_$$
174 mv -f data.tmp_$$ data.tst
175 echo "prepare file 'data.tst' : done"
176 if [ $prt -ge 1 ] ; then
177 echo ' diff data.tst data' ; diff data.tst data ; echo ' ' ;
178 fi
179 #---- clean up current dir: move output to temp_tst dir:
180 if test $action = 1 ; then
181 rm -rf $tmpDir
182 mkdir $tmpDir
183 mv -f *.data $tmpDir
184 mv -f *.meta $tmpDir
185 mv -f *.txt $tmpDir 2> /dev/null
186 mv -f STD???.0[0-9][0-9][0-9] $tmpDir
187 listS=`ls $tmpDir/pickup*.${sufx}* 2> /dev/null | head -1`
188 if test "x$listS" != x ; then mv $tmpDir/pickup*.${sufx}* . ; fi
189 #- move main parameter file "data":
190 mv -f data $tmpDir
191 #- do not deal with MNC pickup at all:
192 cp -p -f data.pkg data.tmp_$$
193 mv -f data.pkg $tmpDir
194 mv -f data.tmp_$$ data.pkg
195 yy='useMNC'
196 if [ $prt -ge 2 ] ; then echo -n " commenting out: $yy in data.pkg" ; fi
197 nn=`grep -i -c "^ *$yy *=" data.pkg`
198 if [ $nn -ge 1 ]
199 then
200 listN=`grep -i -n "^ *$yy *=" data.pkg | sed 's/:.*$//'`
201 if [ $prt -ge 2 ] ; then echo " : found on line: $listN" ; fi
202 for ll in $listN
203 do
204 sed "$ll s/^./#&/" data.pkg > data.tmp_$$
205 if [ $prt -ge 1 ] ; then echo ' changes in data.pkg'
206 diff data.tmp_$$ data.pkg ; echo ' ' ; fi
207 mv -f data.tmp_$$ data.pkg
208 done
209 else if [ $prt -ge 2 ] ; then echo ' : not found' ; echo ' ' ; fi
210 fi
211 fi
212 #----------------------------------------------------------------------
213 fi
214
215 #=========================
216
217 if test -r data.tst ; then
218 #- extract length of runs & starting iter number from file "data.tst"
219 num0=`sed -n 's/^ nIter0=//p' data.tst | sed 's/,//g' | sed 's/ //g'`
220 Dbl=`sed -n 's/^ nTimeSteps=//p' data.tst | sed 's/,//g'`
221 Nit=`expr $Dbl / 2`
222 # Nit = Nb of iter of 2nd & 3rd run (1rst one is 2 x Nit iter long)
223 else
224 echo '=> Need a readable "data.tst" file for the 2 x Nit iterations run'
225 exit 6
226 fi
227
228 #- dir where to put the results :
229 dir1=res_2it
230 dir2=res_1iA
231 dir3=res_1iB
232
233 #---------------------------
234 num1=`expr $num0 + $Nit`
235 num2=`expr $num0 + $Dbl`
236 num0c=`printf "%10.10i\n" $num0`
237 num1c=`printf "%10.10i\n" $num1`
238 num2c=`printf "%10.10i\n" $num2`
239 echo " start-end iter: $num0 , $num1 , $num2"
240 echo " sufix: '$num0c' '$num1c' '$num2c'"
241 echo ' cmdEXE='$cmdEXE
242 #exit
243 #---------------------------
244
245 if test $flag = '1' -o $flag = 'All' ; then
246 #----------------------------------------------------------------------
247 #- check at the end of each run for pickup with prefix:
248 pref='pickup'
249 offLine=`grep -i -c '^ *useOffLine *= *\.TRUE\.' data.pkg`
250 if [ $offLine -ge 1 ] ; then pref='pickup_ptracers' ; fi
251 #---------------------------
252 if test -d $dir1 -o -d $dir2 -o -d $dir3
253 then echo -n 'remove dir: '
254 if test -d $dir1 ; then echo -n $dir1 ' , ' ; rm -r $dir1 ; fi
255 if test -d $dir2 ; then echo -n $dir2 ' , ' ; rm -r $dir2 ; fi
256 if test -d $dir3 ; then echo -n $dir3 ' , ' ; rm -r $dir3 ; fi
257 echo ' '
258 fi
259 mkdir $dir1 $dir2 $dir3
260 rm -f STDERR.0000
261
262 #--- 1rst run ( 2 x Nit iter )
263 cp -p data.tst data
264 echo '==> START RUN 2 x' $Nit 'it'
265 if [ $mpi -ge 1 ]
266 then
267 sleep $wait2run
268 $cmdEXE > TTT.out.2it 2>&1
269 mv STDOUT.0000 std_outp.2it
270 cat TTT.out.2it
271 else $cmdEXE > std_outp.2it
272 fi
273 mv STDERR.0000 std__err.2it
274 out=`egrep -c 'STOP ABNORMAL END' std_outp.2it`
275 if test $out != 0
276 then echo "==> RUN 2 x $Nit it : ABNORMAL END => exit" ; exit 1 ; fi
277 if test -f $pref.ckptA.001.001.data
278 then echo "==> END RUN 2 x $Nit it"
279 else echo "==> RUN 2 x $Nit it STOP without writing $pref => exit" ; exit 1 ; fi
280 listP=`ls pickup*.ckptA* | sed 's/\..*//g' | uniq`
281 echo ' listP=' $listP
282 for xx in $listP
283 do
284 rnp_loc $xx.ckptA $xx.$num2c
285 done
286 mv *.0??.0??.* $dir1
287 txtF=`ls -1 *.txt STD???.00?? 2> /dev/null`
288 mv R?.data R?.meta DR?.data DR?.meta PHref{C,F}.??ta $txtF $dir1
289 listS=`ls $dir1/pickup*.${num0c}* 2> /dev/null | head -1`
290 if test "x$listS" != x ; then mv $dir1/pickup*.${num0c}* . ; fi
291 #--- 2nd run ( Nit iter , restart from same Iter = num0 as 1rst run )
292 sed "s/^ nTimeSteps=$Dbl/ nTimeSteps=$Nit/g" data.tst > data.tmp
293 mv -f data.tmp data
294 echo '==> START RUN 1iA'
295 if [ $mpi -ge 1 ]
296 then
297 sleep $wait2run
298 $cmdEXE > TTT.out.1iA 2>&1
299 mv STDOUT.0000 std_outp.1iA
300 cat TTT.out.1iA
301 else $cmdEXE > std_outp.1iA
302 fi
303 mv STDERR.0000 std__err.1iA
304 out=`egrep -c 'STOP ABNORMAL END' std_outp.1iA`
305 if test $out != 0
306 then echo "==> RUN 1iA : ABNORMAL END => exit" ; exit 2 ; fi
307 if test -f $pref.ckptA.001.001.data
308 then echo "==> END RUN 1iA"
309 else echo "==> RUN 1iA STOP without writing $pref => exit" ; exit 2 ; fi
310 for xx in $listP
311 do
312 rnp_loc $xx.ckptA $xx.$num1c
313 done
314 mv *.0??.0??.* $dir2
315 txtF=`ls -1 *.txt STD???.00?? 2> /dev/null`
316 mv R?.data R?.meta DR?.data DR?.meta PHref{C,F}.??ta $txtF $dir2
317 listS=`ls $dir2/pickup*.${num0c}* 2> /dev/null | head -1`
318 if test "x$listS" != x ; then mv $dir2/pickup*.${num0c}* . ; fi
319 #--- 3rd run ( Nit iter , restart from 2nd )
320 ln -s $dir2/pickup*.$num1c.* .
321 sed "s/^ nIter0=$num0/ nIter0=$num1/g" data > data.tmp
322 mv -f data.tmp data
323 echo '==> START RUN 1iB'
324 if [ $mpi -ge 1 ]
325 then
326 sleep $wait2run
327 $cmdEXE > TTT.out.1iB 2>&1
328 mv STDOUT.0000 std_outp.1iB
329 cat TTT.out.1iB
330 else $cmdEXE > std_outp.1iB
331 fi
332 mv STDERR.0000 std__err.1iB
333 out=`egrep -c 'STOP ABNORMAL END' std_outp.1iB`
334 if test $out != 0
335 then echo "==> RUN 1iB : ABNORMAL END => exit" ; exit 3 ; fi
336 if test -f $pref.ckptA.001.001.data
337 then echo "==> END RUN 1iB"
338 else echo "==> RUN 1iB STOP without writing $pref => exit" ; exit 3 ; fi
339 for xx in $listP
340 do
341 rnp_loc $xx.ckptA $xx.$num2c
342 done
343 mv *.0??.0??.* $dir3
344 txtF=`ls -1 *.txt STD???.00?? 2> /dev/null`
345 mv R?.data R?.meta DR?.data DR?.meta PHref{C,F}.??ta $txtF $dir3
346 listS=`ls $dir3/pickup*.${num0c}* 2> /dev/null | head -1`
347 if test "x$listS" != x ; then mv $dir3/pickup*.${num0c}* . ; fi
348 rm $dir3/pickup*.$num1c.*
349 rm data
350 #----------------------------------------------------------------------
351 fi
352
353 if test $flag = '2' -o $flag = 'All' ; then
354 #----------------------------------------------------------------------
355 echo ' ' ; echo '== compare cg2d_init_res :'
356 echo ' run 1iA:'
357 grep "cg2d_init_res" std_outp.1iA \
358 | sed 's/.* cg2d_init_res =//'
359 echo ' run 1iB:'
360 grep "cg2d_init_res" std_outp.1iB \
361 | sed 's/.* cg2d_init_res =//'
362 echo ' run 2it:'
363 grep "cg2d_init_res" std_outp.2it \
364 | sed 's/.* cg2d_init_res =//'
365 #----------------------------------------------------------------------
366 fi
367
368 if test $flag = '3' -o $flag = 'All' ; then
369 #----------------------------------------------------------------------
370 echo ' '
371 echo "== diff pickup files : end of 1rst run (2x$Nit it) & end of 3rd run (2nd $Nit it)"
372 listP=`( cd $dir1 ; ls pickup*.$num2c* | sed 's/\..*//g' | uniq )`
373 chkmeta='Y'
374 for yy in $listP
375 do
376 listY=`(cd $dir1 ; ls $yy.$num2c.*.data | sed "s/$yy\.$num2c\.//" | sed "s/\.data//")`
377 zz=$yy.$num2c
378 echo '--> file='$zz', listY='$listY
379 for xx in $listY
380 do
381 echo ' diff' $dir1/$zz.$xx.data $dir3
382 diff $dir1/$zz.$xx.data $dir3
383 out=$?
384 if test $out != 0 ; then
385 echo 'Diff outp=' $out ' ==> stop'
386 exit 4
387 fi
388 if test $chkmeta = 'Y' -a -f $dir1/$zz.$xx.meta ; then
389 echo ' diff' $dir1/$zz.$xx.meta $dir3
390 diff $dir1/$zz.$xx.meta $dir3
391 out=$?
392 if test $out != 0 ; then
393 echo 'Diff outp=' $out ' ==> stop'
394 exit 5
395 fi
396 fi
397 done
398 done
399 #----------------------------------------------------------------------
400 fi
401
402 if test $flag = '4' -o $flag = 'All' ; then
403 #-------------
404 echo ' '
405 echo "== clean-up and reset :"
406 echo '--> remove output dir and output files:'
407 echo ' rm -rf' $dir1 $dir2 $dir3
408 rm -rf $dir1 $dir2 $dir3
409 echo ' rm -f' std_????.?i?
410 rm -f std_????.?i?
411 rm -f TTT.out.?i? 2> /dev/null
412 echo ' rm -f' data.pkg data.tst
413 rm -f data.pkg data.tst
414 #- move back files from temp_tst dir:
415 if test -d $tmpDir ; then
416 echo "--> move back files from 'temp_tst' dir."
417 cd $tmpDir ; mv -f * .. ; cd ..
418 rmdir $tmpDir
419 fi
420 #-------------
421 fi
422 exit 0

  ViewVC Help
Powered by ViewVC 1.1.22