27 |
echo " (DEF=\"make output.txt\")" |
echo " (DEF=\"make output.txt\")" |
28 |
echo " (-m|-make) STRING command to use for \"make\"" |
echo " (-m|-make) STRING command to use for \"make\"" |
29 |
echo " (DEF=\"make\")" |
echo " (DEF=\"make\")" |
30 |
|
echo " (-odir) STRING used to build output directory name" |
31 |
|
echo " (DEF=\"hostname\")" |
32 |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
33 |
echo " (DEF=\"1 2 3 4 5\")" |
echo " (DEF=\"1 2 3 4 5\")" |
34 |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
125 |
fi |
fi |
126 |
return 99 |
return 99 |
127 |
fi |
fi |
128 |
|
has_nan=`cat tmp1.txt | grep -i nan | wc -l` |
129 |
|
if [ $has_nan -gt 0 ] ; then |
130 |
|
echo testoutput_for_prop: output.txt contains $has_nan NaN values 1>&2 |
131 |
|
return 99 |
132 |
|
fi |
133 |
|
has_inf=`cat tmp1.txt | grep -i inf | wc -l` |
134 |
|
if [ $has_inf -gt 0 ] ; then |
135 |
|
echo testoutput_for_prop: output.txt contains $has_inf Inf values 1>&2 |
136 |
|
return 99 |
137 |
|
fi |
138 |
if [ $debug -gt 0 ]; then |
if [ $debug -gt 0 ]; then |
139 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
140 |
fi |
fi |
181 |
|
|
182 |
testoutput_ad() |
testoutput_ad() |
183 |
{ |
{ |
184 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $5}' > t05.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $5}' > t05.txt |
185 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $5}' > t15.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $5}' > t15.txt |
186 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $6}' > t06.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $6}' > t06.txt |
187 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $6}' > t16.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $6}' > t16.txt |
188 |
join t05.txt t15.txt > t5.txt |
join t05.txt t15.txt > t5.txt |
189 |
join t06.txt t16.txt > t6.txt |
join t06.txt t16.txt > t6.txt |
190 |
echo "-1" >> t5.txt |
echo "-1" >> t5.txt |
304 |
command="$command --mods=../code" |
command="$command --mods=../code" |
305 |
else |
else |
306 |
command="$command --mods=../code_ad" |
command="$command --mods=../code_ad" |
|
command="$command -adof=../../../tools/adjoint_options/adjoint_staf" |
|
307 |
fi |
fi |
308 |
if test "x$OPTFILE" != xNONE ; then |
if test "x$OPTFILE" != xNONE ; then |
309 |
command="$command --optfile=$OPTFILE" |
command="$command --optfile=$OPTFILE" |
489 |
fi |
fi |
490 |
done |
done |
491 |
else |
else |
|
files=`( cd ../input ; ls -1 *.bin | grep -v CVS )` |
|
|
for i in $files ; do |
|
|
if test ! -d "../input/"$i ; then |
|
|
ln -sf "../input/"$i $i |
|
|
fi |
|
|
done |
|
492 |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
493 |
for i in $files ; do |
for i in $files ; do |
494 |
if test ! -d "../input_ad/"$i ; then |
if test ! -d "../input_ad/"$i ; then |
495 |
ln -sf "../input_ad/"$i $i |
ln -sf "../input_ad/"$i $i |
496 |
fi |
fi |
497 |
done |
done |
498 |
|
files=`( cd ../input ; ls -1 | grep -v CVS )` |
499 |
|
for i in $files ; do |
500 |
|
if test ! -d "../input/"$i ; then |
501 |
|
if test ! -r $i ; then |
502 |
|
ln -sf "../input/"$i $i |
503 |
|
fi |
504 |
|
fi |
505 |
|
done |
506 |
fi |
fi |
507 |
) |
) |
508 |
fi |
fi |
516 |
# (where "$COMMAND" is relative to "directory") |
# (where "$COMMAND" is relative to "directory") |
517 |
( |
( |
518 |
cd $1 |
cd $1 |
519 |
printf 'runmodel ... ' 1>&2 |
printf 'runmodel in %s ...' $1 1>&2 |
520 |
# make output.txt |
# make output.txt |
521 |
echo |
echo |
522 |
rm -f run.log |
rm -f run.log |
523 |
|
if test $OUTPUTFILE -ot $EXECUTABLE ; then |
524 |
|
( eval $COMMAND ) > run.log 2>&1 |
525 |
|
RETVAL=$? |
526 |
|
else |
527 |
|
echo " $OUTPUTFILE is up to date " > run.log 2>&1 |
528 |
|
RETVAL=0 |
529 |
|
fi |
530 |
# echo "COMMAND='$COMMAND'" |
# echo "COMMAND='$COMMAND'" |
531 |
# echo "pwd='"`pwd`"'" |
# echo "pwd='"`pwd`"'" |
|
( eval $COMMAND ) > run.log 2>&1 |
|
|
RETVAL=$? |
|
532 |
if test "x$RETVAL" = x0 ; then |
if test "x$RETVAL" = x0 ; then |
533 |
tail run.log |
tail run.log |
534 |
echo successful 1>&2 |
echo successful 1>&2 |
536 |
# if test "x$ADM" = x ; then |
# if test "x$ADM" = x ; then |
537 |
# cp output.txt $CDIR"/output.txt" |
# cp output.txt $CDIR"/output.txt" |
538 |
# else |
# else |
539 |
# cp output.txt_adm $CDIR"/output.txt_adm" |
# cp output_adm.txt $CDIR"/output_adm.txt" |
540 |
# fi |
# fi |
541 |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
542 |
return 0 |
return 0 |
637 |
|
|
638 |
scandirs() |
scandirs() |
639 |
{ |
{ |
640 |
if [ $# -eq 0 ]; then |
if [ $# -eq 1 ]; then |
641 |
for arg in * ; do |
for arg in * ; do |
642 |
test -d $arg/input && echo $arg |
test -d $arg/$1 && echo $arg |
643 |
done |
done |
644 |
else |
else |
645 |
echo $* |
echo $* |
646 |
fi |
fi |
647 |
} |
} |
648 |
|
|
686 |
fi |
fi |
687 |
JOBS= |
JOBS= |
688 |
MPI=f |
MPI=f |
689 |
|
OUTDIR= |
690 |
DELDIR= |
DELDIR= |
691 |
|
|
692 |
ADM= |
ADM= |
743 |
-make=* | --make=*) |
-make=* | --make=*) |
744 |
MAKE=$ac_optarg ;; |
MAKE=$ac_optarg ;; |
745 |
|
|
746 |
|
-odir | --odir) |
747 |
|
ac_prev=OUTDIR ;; |
748 |
|
-odir=* | --odir=*) |
749 |
|
OUTDIR=$ac_optarg ;; |
750 |
|
|
751 |
-ptracers | --ptracers | -ptr | --ptr) |
-ptracers | --ptracers | -ptr | --ptr) |
752 |
ac_prev=PTRACERS_NUM ;; |
ac_prev=PTRACERS_NUM ;; |
753 |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
757 |
-j=*) JOBS=$ac_optarg ;; |
-j=*) JOBS=$ac_optarg ;; |
758 |
|
|
759 |
-clean | --clean) |
-clean | --clean) |
760 |
CLEANUP=t ;; |
CLEANUP=t ; DELDIR=t ;; |
761 |
|
|
762 |
-quick | --quick | -q | --q) |
-quick | --quick | -q | --q) |
763 |
QUICK=t ;; |
QUICK=t ;; |
805 |
fi |
fi |
806 |
|
|
807 |
if test "x$TESTDIRS" = x ; then |
if test "x$TESTDIRS" = x ; then |
808 |
TESTDIRS=`scandirs` |
if test "x$ADM" = xt ; then |
809 |
|
TESTDIRS=`scandirs results_ad` |
810 |
|
else |
811 |
|
TESTDIRS=`scandirs results` |
812 |
|
fi |
813 |
fi |
fi |
814 |
|
|
815 |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
816 |
OPTFILE=$MITGCM_OF |
OPTFILE=$MITGCM_OF |
817 |
fi |
fi |
818 |
|
|
819 |
|
if test "x$ADM" = xt ; then |
820 |
|
EXECUTABLE="mitgcmuv_ad" |
821 |
|
OUTPUTFILE="output_adm.txt" |
822 |
|
else |
823 |
|
EXECUTABLE="mitgcmuv" |
824 |
|
OUTPUTFILE="output.txt" |
825 |
|
fi |
826 |
|
|
827 |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
828 |
COMMAND="./mitgcmuv_ad > output.txt_adm 2>&1" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
829 |
fi |
fi |
830 |
|
|
831 |
if test "x$COMMAND" = x ; then |
if test "x$COMMAND" = x ; then |
832 |
COMMAND="$MAKE output.txt" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
833 |
fi |
fi |
834 |
|
|
835 |
echo "OK" |
#echo "OK" |
836 |
|
echo "OK (COMMAND= $COMMAND )" |
837 |
|
|
838 |
# create the FORTRAN comparison code |
# create the FORTRAN comparison code |
839 |
createcodelet |
createcodelet |
850 |
UNAMEA=`uname -a` |
UNAMEA=`uname -a` |
851 |
DATE=`date +%Y%m%d` |
DATE=`date +%Y%m%d` |
852 |
BASE="tr_"$MACH"_"$DATE"_" |
BASE="tr_"$MACH"_"$DATE"_" |
853 |
|
if test "x$OUTDIR" != x ; then |
854 |
|
BASE="tr_"$OUTDIR"_"$DATE"_" |
855 |
|
fi |
856 |
DNUM=0 |
DNUM=0 |
857 |
DRESULTS="$BASE$DNUM" |
DRESULTS="$BASE$DNUM" |
858 |
while test -e $DRESULTS ; do |
while test -e $DRESULTS ; do |
955 |
if test "x$ADM" = x ; then |
if test "x$ADM" = x ; then |
956 |
fout=$dir"/results/output.txt" |
fout=$dir"/results/output.txt" |
957 |
else |
else |
958 |
fout=$dir"/results_ad/output.txt_adm" |
fout=$dir"/results_ad/output_adm.txt" |
959 |
fi |
fi |
960 |
if test ! -r $fout ; then |
if test ! -r $fout ; then |
961 |
echo "can't read \"$fout\" -- skipping $dir" |
echo "can't read \"$fout\" -- skipping $dir" |
1010 |
echo "Experiment: $dir" |
echo "Experiment: $dir" |
1011 |
echo |
echo |
1012 |
unset genmake makedepend make run |
unset genmake makedepend make run |
1013 |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1014 |
|
|
1015 |
# Create an output dir for each OPTFILE/tdir combination |
# Create an output dir for each OPTFILE/tdir combination |
1016 |
rel_CDIR=$DRESULTS"/"$dir |
rel_CDIR=$DRESULTS"/"$dir |
1042 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1043 |
|
|
1044 |
for ex in $extra_runs ; do |
for ex in $extra_runs ; do |
1045 |
|
unset run |
1046 |
|
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1047 |
|
# Create an output dir for each OPTFILE/tdir.ex combination |
1048 |
|
rel_CDIR=$DRESULTS"/"$dir"."$ex |
1049 |
|
mkdir $rel_CDIR |
1050 |
|
CDIR=`pwd`"/$rel_CDIR" |
1051 |
test ! -e "$dir/tr_run.$ex" && mkdir "$dir/tr_run.$ex" |
test ! -e "$dir/tr_run.$ex" && mkdir "$dir/tr_run.$ex" |
1052 |
for ldir in input.$ex input ; do |
for ldir in input.$ex input ; do |
1053 |
( |
( |
1067 |
done |
done |
1068 |
ldir=build |
ldir=build |
1069 |
( |
( |
1070 |
cd "$dir/$ldir" > /dev/null 2>&1 |
cd $dir/tr_run.$ex |
1071 |
ls -1 Makefile *.[fFhco] mitgcmuv 2>/dev/null \ |
test ! -e mitgcmuv && ln -s "../"$ldir"/"mitgcmuv . |
|
| sed -e 's|^CVS$||g' | sed -e 's|^output.txt$||g' |
|
|
) > tr_exrun_links |
|
|
( |
|
|
cd "$dir/tr_run.$ex" |
|
|
cat ../../tr_exrun_links | while read i ; do |
|
|
if test ! "x$i" = x ; then |
|
|
test ! -r $i && ln -s "../"$ldir"/"$i $i |
|
|
fi |
|
|
done |
|
1072 |
) |
) |
|
test -e tr_exrun_links && rm -f tr_exrun_links |
|
1073 |
runmodel $dir/tr_run.$ex && run=Y \ |
runmodel $dir/tr_run.$ex && run=Y \ |
1074 |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
1075 |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
1081 |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
1082 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1083 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1084 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir.$ex'" >> $CDIR"/summary.txt" |
1085 |
done |
done |
1086 |
else |
else |
1087 |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
1093 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1094 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1095 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1096 |
|
grep -A3 'Seconds in section "ALL' $dir/$rundir/$OUTPUTFILE \ |
1097 |
|
>> $CDIR"/summary.txt" |
1098 |
fi |
fi |
1099 |
|
|
1100 |
postclean $dir/$builddir |
postclean $dir/$builddir |