27 |
echo " (DEF=\"make output.txt\")" |
echo " (DEF=\"make output.txt\")" |
28 |
echo " (-m|-make) STRING command to use for \"make\"" |
echo " (-m|-make) STRING command to use for \"make\"" |
29 |
echo " (DEF=\"make\")" |
echo " (DEF=\"make\")" |
30 |
|
echo " (-odir) STRING used to build output directory name" |
31 |
|
echo " (DEF=\"hostname\")" |
32 |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
33 |
echo " (DEF=\"1 2 3 4 5\")" |
echo " (DEF=\"1 2 3 4 5\")" |
34 |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
97 |
fi |
fi |
98 |
if [ -r $1/$4/output.txt ]; then |
if [ -r $1/$4/output.txt ]; then |
99 |
grep "$2" $1/$4/output.txt | sed 's/.*=//' | cat -n > tmp1.txt |
grep "$2" $1/$4/output.txt | sed 's/.*=//' | cat -n > tmp1.txt |
100 |
lncnt=`wc -l tmp1.txt | awk '{print $1}' ` |
lncntA=`wc -l tmp1.txt | awk '{print $1}' ` |
101 |
if [ $lncnt -lt 3 ]; then |
if [ $lncntA -lt 3 ]; then |
102 |
if [ $verbose -gt 0 ]; then |
if [ $verbose -gt 0 ]; then |
103 |
echo Not enough lines of output when searching for "$2" 1>&2 |
echo Not enough lines of output when searching for "$2" 1>&2 |
104 |
fi |
fi |
112 |
echo testoutput_for_prop: grep "$2" $1/results/output.txt$5 1>&2 |
echo testoutput_for_prop: grep "$2" $1/results/output.txt$5 1>&2 |
113 |
fi |
fi |
114 |
grep "$2" $1/results/output.txt$5 | sed 's/.*=//' | cat -n > tmp2.txt |
grep "$2" $1/results/output.txt$5 | sed 's/.*=//' | cat -n > tmp2.txt |
115 |
lncnt=`wc -l tmp2.txt | awk '{print $1}' ` |
lncntB=`wc -l tmp2.txt | awk '{print $1}' ` |
116 |
if [ $lncnt -lt 3 ]; then |
if [ $lncntB -lt 3 ]; then |
117 |
if [ $verbose -gt 0 ]; then |
if [ $verbose -gt 0 ]; then |
118 |
echo Not enough lines of output when searching for "$2" 1>&2 |
echo Not enough lines of output when searching for "$2" 1>&2 |
119 |
fi |
fi |
120 |
return 99 |
return 99 |
121 |
fi |
fi |
122 |
|
if [ $lncntA -ne $lncntB ]; then |
123 |
|
if [ $verbose -gt 0 ]; then |
124 |
|
echo Not same Nb of lines when searching for "$2" ":" $lncntA $lncntB 1>&2 |
125 |
|
fi |
126 |
|
return 99 |
127 |
|
fi |
128 |
|
has_nan=`cat tmp1.txt | grep -i nan | wc -l` |
129 |
|
if [ $has_nan -gt 0 ] ; then |
130 |
|
echo testoutput_for_prop: output.txt contains $has_nan NaN values 1>&2 |
131 |
|
return 99 |
132 |
|
fi |
133 |
|
has_inf=`cat tmp1.txt | grep -i inf | wc -l` |
134 |
|
if [ $has_inf -gt 0 ] ; then |
135 |
|
echo testoutput_for_prop: output.txt contains $has_inf Inf values 1>&2 |
136 |
|
return 99 |
137 |
|
fi |
138 |
if [ $debug -gt 0 ]; then |
if [ $debug -gt 0 ]; then |
139 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
140 |
fi |
fi |
181 |
|
|
182 |
testoutput_ad() |
testoutput_ad() |
183 |
{ |
{ |
184 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $5}' > t05.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $5}' > t05.txt |
185 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $5}' > t15.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $5}' > t15.txt |
186 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $6}' > t06.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $6}' > t06.txt |
187 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $6}' > t16.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $6}' > t16.txt |
188 |
join t05.txt t15.txt > t5.txt |
join t05.txt t15.txt > t5.txt |
189 |
join t06.txt t16.txt > t6.txt |
join t06.txt t16.txt > t6.txt |
190 |
echo "-1" >> t5.txt |
echo "-1" >> t5.txt |
304 |
command="$command --mods=../code" |
command="$command --mods=../code" |
305 |
else |
else |
306 |
command="$command --mods=../code_ad" |
command="$command --mods=../code_ad" |
|
command="$command -adof=../../../tools/adjoint_options/adjoint_staf" |
|
307 |
fi |
fi |
308 |
if test "x$OPTFILE" != xNONE ; then |
if test "x$OPTFILE" != xNONE ; then |
309 |
command="$command --optfile=$OPTFILE" |
command="$command --optfile=$OPTFILE" |
311 |
if test "x$IEEE" != x ; then |
if test "x$IEEE" != x ; then |
312 |
command="$command -ieee" |
command="$command -ieee" |
313 |
fi |
fi |
314 |
|
if test "x$MPI" = xt ; then |
315 |
|
command="$command -mpi" |
316 |
|
fi |
317 |
printf 'genmake ... ' 1>&2 |
printf 'genmake ... ' 1>&2 |
318 |
$command > make.log 2>&1 |
$command > make.log 2>&1 |
319 |
RETVAL=$? |
RETVAL=$? |
359 |
fi |
fi |
360 |
} |
} |
361 |
|
|
362 |
|
postclean() |
363 |
|
{ |
364 |
|
# postclean directory |
365 |
|
if test "x$POSTCLEAN" = xt ; then |
366 |
|
( |
367 |
|
cd $1; |
368 |
|
if test -r Makefile ; then |
369 |
|
$MAKE CLEAN >> /dev/null 2>&1 |
370 |
|
fi |
371 |
|
exit 0 |
372 |
|
) |
373 |
|
fi |
374 |
|
} |
375 |
|
|
376 |
makedependmodel() |
makedependmodel() |
377 |
{ |
{ |
378 |
# makedependmodel directory |
# makedependmodel directory |
489 |
fi |
fi |
490 |
done |
done |
491 |
else |
else |
|
files=`( cd ../input ; ls -1 *.bin | grep -v CVS )` |
|
|
for i in $files ; do |
|
|
if test ! -d "../input/"$i ; then |
|
|
ln -sf "../input/"$i $i |
|
|
fi |
|
|
done |
|
492 |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
493 |
for i in $files ; do |
for i in $files ; do |
494 |
if test ! -d "../input_ad/"$i ; then |
if test ! -d "../input_ad/"$i ; then |
495 |
ln -sf "../input_ad/"$i $i |
ln -sf "../input_ad/"$i $i |
496 |
fi |
fi |
497 |
done |
done |
498 |
|
files=`( cd ../input ; ls -1 | grep -v CVS )` |
499 |
|
for i in $files ; do |
500 |
|
if test ! -d "../input/"$i ; then |
501 |
|
if test ! -r $i ; then |
502 |
|
ln -sf "../input/"$i $i |
503 |
|
fi |
504 |
|
fi |
505 |
|
done |
506 |
fi |
fi |
507 |
) |
) |
508 |
fi |
fi |
516 |
# (where "$COMMAND" is relative to "directory") |
# (where "$COMMAND" is relative to "directory") |
517 |
( |
( |
518 |
cd $1 |
cd $1 |
519 |
printf 'runmodel ... ' 1>&2 |
printf 'runmodel in %s ...' $1 1>&2 |
520 |
# make output.txt |
# make output.txt |
521 |
echo |
echo |
522 |
rm -f run.log |
rm -f run.log |
523 |
|
if test $OUTPUTFILE -ot $EXECUTABLE ; then |
524 |
|
( eval $COMMAND ) > run.log 2>&1 |
525 |
|
RETVAL=$? |
526 |
|
else |
527 |
|
echo " $OUTPUTFILE is up to date " > run.log 2>&1 |
528 |
|
RETVAL=0 |
529 |
|
fi |
530 |
# echo "COMMAND='$COMMAND'" |
# echo "COMMAND='$COMMAND'" |
531 |
# echo "pwd='"`pwd`"'" |
# echo "pwd='"`pwd`"'" |
|
( eval $COMMAND ) > run.log 2>&1 |
|
|
RETVAL=$? |
|
532 |
if test "x$RETVAL" = x0 ; then |
if test "x$RETVAL" = x0 ; then |
533 |
tail run.log |
tail run.log |
534 |
echo successful 1>&2 |
echo successful 1>&2 |
536 |
# if test "x$ADM" = x ; then |
# if test "x$ADM" = x ; then |
537 |
# cp output.txt $CDIR"/output.txt" |
# cp output.txt $CDIR"/output.txt" |
538 |
# else |
# else |
539 |
# cp output.txt_adm $CDIR"/output.txt_adm" |
# cp output_adm.txt $CDIR"/output_adm.txt" |
540 |
# fi |
# fi |
541 |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
542 |
return 0 |
return 0 |
570 |
abave = 0.5*(fabs(a)+fabs(b)); |
abave = 0.5*(fabs(a)+fabs(b)); |
571 |
if (abave > 0.0) { |
if (abave > 0.0) { |
572 |
relerr=fabs(a-b)/abave; |
relerr=fabs(a-b)/abave; |
573 |
if (relerr > 0.0) { linnum = (int)log10(relerr); } |
if (relerr > 0.0) { linnum = (int)rint(log10(relerr)); } |
574 |
else { linnum = -16 ; } |
else { linnum = -16 ; } |
575 |
best = (best > linnum) ? best : linnum; |
best = (best > linnum) ? best : linnum; |
576 |
} |
} |
637 |
|
|
638 |
scandirs() |
scandirs() |
639 |
{ |
{ |
640 |
if [ $# -eq 0 ]; then |
if [ $# -eq 1 ]; then |
641 |
for arg in * ; do |
for arg in * ; do |
642 |
test -d $arg/input && echo $arg |
test -d $arg/$1 && echo $arg |
643 |
done |
done |
644 |
else |
else |
645 |
echo $* |
echo $* |
646 |
fi |
fi |
647 |
} |
} |
648 |
|
|
668 |
NOGENMAKE=f |
NOGENMAKE=f |
669 |
NOCLEAN=f |
NOCLEAN=f |
670 |
NODEPEND=f |
NODEPEND=f |
671 |
|
POSTCLEAN=f |
672 |
|
|
673 |
BASH= |
BASH= |
674 |
OPTFILE=NONE |
OPTFILE=NONE |
686 |
fi |
fi |
687 |
JOBS= |
JOBS= |
688 |
MPI=f |
MPI=f |
689 |
|
OUTDIR= |
690 |
DELDIR= |
DELDIR= |
691 |
|
|
692 |
ADM= |
ADM= |
743 |
-make=* | --make=*) |
-make=* | --make=*) |
744 |
MAKE=$ac_optarg ;; |
MAKE=$ac_optarg ;; |
745 |
|
|
746 |
|
-odir | --odir) |
747 |
|
ac_prev=OUTDIR ;; |
748 |
|
-odir=* | --odir=*) |
749 |
|
OUTDIR=$ac_optarg ;; |
750 |
|
|
751 |
-ptracers | --ptracers | -ptr | --ptr) |
-ptracers | --ptracers | -ptr | --ptr) |
752 |
ac_prev=PTRACERS_NUM ;; |
ac_prev=PTRACERS_NUM ;; |
753 |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
757 |
-j=*) JOBS=$ac_optarg ;; |
-j=*) JOBS=$ac_optarg ;; |
758 |
|
|
759 |
-clean | --clean) |
-clean | --clean) |
760 |
CLEANUP=t ;; |
CLEANUP=t ; DELDIR=t ;; |
761 |
|
|
762 |
-quick | --quick | -q | --q) |
-quick | --quick | -q | --q) |
763 |
QUICK=t ;; |
QUICK=t ;; |
768 |
-nodepend | --nodepend | -nd | --nd) |
-nodepend | --nodepend | -nd | --nd) |
769 |
NODEPEND=t ;; |
NODEPEND=t ;; |
770 |
|
|
771 |
|
-postclean | --postclean | -pc | --pc) |
772 |
|
POSTCLEAN=t ;; |
773 |
|
|
774 |
-mpi) MPI=t ;; |
-mpi) MPI=t ;; |
775 |
|
|
776 |
-adm | -ad) ADM=t ;; |
-adm | -ad) ADM=t ;; |
805 |
fi |
fi |
806 |
|
|
807 |
if test "x$TESTDIRS" = x ; then |
if test "x$TESTDIRS" = x ; then |
808 |
TESTDIRS=`scandirs` |
if test "x$ADM" = xt ; then |
809 |
|
TESTDIRS=`scandirs results_ad` |
810 |
|
else |
811 |
|
TESTDIRS=`scandirs results` |
812 |
|
fi |
813 |
fi |
fi |
814 |
|
|
815 |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
816 |
OPTFILE=$MITGCM_OF |
OPTFILE=$MITGCM_OF |
817 |
fi |
fi |
818 |
|
|
819 |
|
if test "x$ADM" = xt ; then |
820 |
|
EXECUTABLE="mitgcmuv_ad" |
821 |
|
OUTPUTFILE="output_adm.txt" |
822 |
|
else |
823 |
|
EXECUTABLE="mitgcmuv" |
824 |
|
OUTPUTFILE="output.txt" |
825 |
|
fi |
826 |
|
|
827 |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
828 |
COMMAND="./mitgcmuv_ad > output.txt_adm 2>&1" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
829 |
fi |
fi |
830 |
|
|
831 |
if test "x$COMMAND" = x ; then |
if test "x$COMMAND" = x ; then |
832 |
COMMAND="$MAKE output.txt" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
833 |
fi |
fi |
834 |
|
|
835 |
echo "OK" |
#echo "OK" |
836 |
|
echo "OK (COMMAND= $COMMAND )" |
837 |
|
|
838 |
# create the FORTRAN comparison code |
# create the FORTRAN comparison code |
839 |
createcodelet |
createcodelet |
850 |
UNAMEA=`uname -a` |
UNAMEA=`uname -a` |
851 |
DATE=`date +%Y%m%d` |
DATE=`date +%Y%m%d` |
852 |
BASE="tr_"$MACH"_"$DATE"_" |
BASE="tr_"$MACH"_"$DATE"_" |
853 |
|
if test "x$OUTDIR" != x ; then |
854 |
|
BASE="tr_"$OUTDIR"_"$DATE"_" |
855 |
|
fi |
856 |
DNUM=0 |
DNUM=0 |
857 |
DRESULTS="$BASE$DNUM" |
DRESULTS="$BASE$DNUM" |
858 |
while test -e $DRESULTS ; do |
while test -e $DRESULTS ; do |
942 |
if test -r $dir/input/Makefile ; then |
if test -r $dir/input/Makefile ; then |
943 |
( cd $dir/input ; make CLEAN ) |
( cd $dir/input ; make CLEAN ) |
944 |
fi |
fi |
945 |
|
( |
946 |
|
cd $dir |
947 |
|
rm -rf tr_run.* |
948 |
|
) |
949 |
continue |
continue |
950 |
fi |
fi |
951 |
|
|
955 |
if test "x$ADM" = x ; then |
if test "x$ADM" = x ; then |
956 |
fout=$dir"/results/output.txt" |
fout=$dir"/results/output.txt" |
957 |
else |
else |
958 |
fout=$dir"/results_ad/output.txt_adm" |
fout=$dir"/results_ad/output_adm.txt" |
959 |
fi |
fi |
960 |
if test ! -r $fout ; then |
if test ! -r $fout ; then |
961 |
echo "can't read \"$fout\" -- skipping $dir" |
echo "can't read \"$fout\" -- skipping $dir" |
1010 |
echo "Experiment: $dir" |
echo "Experiment: $dir" |
1011 |
echo |
echo |
1012 |
unset genmake makedepend make run |
unset genmake makedepend make run |
1013 |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1014 |
|
|
1015 |
# Create an output dir for each OPTFILE/tdir combination |
# Create an output dir for each OPTFILE/tdir combination |
1016 |
rel_CDIR=$DRESULTS"/"$dir |
rel_CDIR=$DRESULTS"/"$dir |
1042 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1043 |
|
|
1044 |
for ex in $extra_runs ; do |
for ex in $extra_runs ; do |
1045 |
test -e "$dir/tr_run.$ex" && rm -rf "$dir/tr_run.$ex" |
unset run |
1046 |
mkdir "$dir/tr_run.$ex" |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1047 |
links=`( cd "$dir/input" > /dev/null 2>&1 ; ls -1 | grep -v CVS )` |
# Create an output dir for each OPTFILE/tdir.ex combination |
1048 |
|
rel_CDIR=$DRESULTS"/"$dir"."$ex |
1049 |
|
mkdir $rel_CDIR |
1050 |
|
CDIR=`pwd`"/$rel_CDIR" |
1051 |
|
test ! -e "$dir/tr_run.$ex" && mkdir "$dir/tr_run.$ex" |
1052 |
|
for ldir in input.$ex input ; do |
1053 |
|
( |
1054 |
|
cd "$dir/$ldir" > /dev/null 2>&1 |
1055 |
|
ls -1 2>/dev/null \ |
1056 |
|
| sed -e 's|^CVS$||g' | sed -e 's|^output.txt$||g' |
1057 |
|
) > tr_exrun_links |
1058 |
|
( |
1059 |
|
cd "$dir/tr_run.$ex" |
1060 |
|
cat ../../tr_exrun_links | while read i ; do |
1061 |
|
if test ! "x$i" = x ; then |
1062 |
|
test ! -r $i && ln -s "../"$ldir"/"$i $i |
1063 |
|
fi |
1064 |
|
done |
1065 |
|
) |
1066 |
|
test -e tr_exrun_links && rm -f tr_exrun_links |
1067 |
|
done |
1068 |
|
ldir=build |
1069 |
( |
( |
1070 |
cd "$dir/tr_run.$ex" |
cd $dir/tr_run.$ex |
1071 |
for i in $links; do |
test ! -e mitgcmuv && ln -s "../"$ldir"/"mitgcmuv . |
|
ln -s ../input/$i $i |
|
|
done |
|
|
) |
|
|
links=`( cd "$dir/input.$ex" > /dev/null 2>&1 ; ls -1 | grep -v CVS )` |
|
|
( |
|
|
cd "$dir/tr_run.$ex" |
|
|
for i in $links; do |
|
|
test -e $i && rm -f $i |
|
|
ln -s ../input.$ex/$i $i |
|
|
done |
|
|
ln -s ../$builddir/mitgcmuv mitgcmuv |
|
1072 |
) |
) |
1073 |
runmodel $dir/tr_run.$ex && run=Y \ |
runmodel $dir/tr_run.$ex && run=Y \ |
1074 |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
1081 |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
1082 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1083 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1084 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir.$ex'" >> $CDIR"/summary.txt" |
1085 |
done |
done |
1086 |
else |
else |
1087 |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
1093 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1094 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1095 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1096 |
|
grep -A3 'Seconds in section "ALL' $dir/$rundir/$OUTPUTFILE \ |
1097 |
|
>> $CDIR"/summary.txt" |
1098 |
fi |
fi |
1099 |
|
|
1100 |
|
postclean $dir/$builddir |
1101 |
|
|
1102 |
echo "-------------------------------------------------------------------------------" |
echo "-------------------------------------------------------------------------------" |
1103 |
|
|
1139 |
rm -f tmp_cmpnum.c tmp_cmpnum |
rm -f tmp_cmpnum.c tmp_cmpnum |
1140 |
|
|
1141 |
if test "x$CLEANUP" != xt ; then |
if test "x$CLEANUP" != xt ; then |
1142 |
cat $SUMMARY |
cat $SUMMARY | sed 's/ -- -- -- --//g' |
1143 |
if test -e tr_out.txt ; then |
if test -e tr_out.txt ; then |
1144 |
mv tr_out.txt tr_out.txt.old |
mv tr_out.txt tr_out.txt.old |
1145 |
fi |
fi |
1146 |
cat $SUMMARY > tr_out.txt |
cat $SUMMARY | sed 's/ -- -- -- --//g' > tr_out.txt |
1147 |
fi |
fi |
1148 |
|
|
1149 |
if test "x$DELDIR" = xt ; then |
if test "x$DELDIR" = xt ; then |