27 |
echo " (DEF=\"make output.txt\")" |
echo " (DEF=\"make output.txt\")" |
28 |
echo " (-m|-make) STRING command to use for \"make\"" |
echo " (-m|-make) STRING command to use for \"make\"" |
29 |
echo " (DEF=\"make\")" |
echo " (DEF=\"make\")" |
30 |
|
echo " (-odir) STRING used to build output directory name" |
31 |
|
echo " (DEF=\"hostname\")" |
32 |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
echo " (-ptracers|-ptr) STRING specify which ptracers to test" |
33 |
echo " (DEF=\"1 2 3 4 5\")" |
echo " (DEF=\"1 2 3 4 5\")" |
34 |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
echo " (-j) JOBS use \"make -j JOBS\" for parallel builds" |
125 |
fi |
fi |
126 |
return 99 |
return 99 |
127 |
fi |
fi |
128 |
|
has_nan=`cat tmp1.txt | grep -i nan | wc -l` |
129 |
|
if [ $has_nan -gt 0 ] ; then |
130 |
|
echo testoutput_for_prop: output.txt contains $has_nan NaN values 1>&2 |
131 |
|
return 99 |
132 |
|
fi |
133 |
|
has_inf=`cat tmp1.txt | grep -i inf | wc -l` |
134 |
|
if [ $has_inf -gt 0 ] ; then |
135 |
|
echo testoutput_for_prop: output.txt contains $has_inf Inf values 1>&2 |
136 |
|
return 99 |
137 |
|
fi |
138 |
if [ $debug -gt 0 ]; then |
if [ $debug -gt 0 ]; then |
139 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
echo testoutput_for_prop: join tmp1.txt tmp2.txt 1>&2 |
140 |
fi |
fi |
181 |
|
|
182 |
testoutput_ad() |
testoutput_ad() |
183 |
{ |
{ |
184 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $5}' > t05.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $5}' > t05.txt |
185 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $5}' > t15.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $5}' > t15.txt |
186 |
grep $3 $1/results_ad/output.txt_adm | awk '{print NR " " $6}' > t06.txt |
grep $3 $1/results_ad/output_adm.txt | awk '{print NR " " $6}' > t06.txt |
187 |
grep $3 $1/$2/output.txt_adm | awk '{print NR " " $6}' > t16.txt |
grep $3 $1/$2/output_adm.txt | awk '{print NR " " $6}' > t16.txt |
188 |
join t05.txt t15.txt > t5.txt |
join t05.txt t15.txt > t5.txt |
189 |
join t06.txt t16.txt > t6.txt |
join t06.txt t16.txt > t6.txt |
190 |
echo "-1" >> t5.txt |
echo "-1" >> t5.txt |
304 |
command="$command --mods=../code" |
command="$command --mods=../code" |
305 |
else |
else |
306 |
command="$command --mods=../code_ad" |
command="$command --mods=../code_ad" |
|
command="$command -adof=../../../tools/adjoint_options/adjoint_staf" |
|
307 |
fi |
fi |
308 |
if test "x$OPTFILE" != xNONE ; then |
if test "x$OPTFILE" != xNONE ; then |
309 |
command="$command --optfile=$OPTFILE" |
command="$command --optfile=$OPTFILE" |
489 |
fi |
fi |
490 |
done |
done |
491 |
else |
else |
|
files=`( cd ../input ; ls -1 *.bin | grep -v CVS )` |
|
|
for i in $files ; do |
|
|
if test ! -d "../input/"$i ; then |
|
|
ln -sf "../input/"$i $i |
|
|
fi |
|
|
done |
|
492 |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
files=`( cd ../input_ad ; ls -1 | grep -v CVS )` |
493 |
for i in $files ; do |
for i in $files ; do |
494 |
if test ! -d "../input_ad/"$i ; then |
if test ! -d "../input_ad/"$i ; then |
495 |
ln -sf "../input_ad/"$i $i |
ln -sf "../input_ad/"$i $i |
496 |
fi |
fi |
497 |
done |
done |
498 |
|
if test -d "../input" ; then |
499 |
|
files=`( cd ../input ; ls -1 | grep -v CVS )` |
500 |
|
for i in $files ; do |
501 |
|
if test ! -d "../input/"$i ; then |
502 |
|
if test ! -r $i ; then |
503 |
|
ln -sf "../input/"$i $i |
504 |
|
fi |
505 |
|
fi |
506 |
|
done |
507 |
|
fi |
508 |
fi |
fi |
509 |
) |
) |
510 |
fi |
fi |
518 |
# (where "$COMMAND" is relative to "directory") |
# (where "$COMMAND" is relative to "directory") |
519 |
( |
( |
520 |
cd $1 |
cd $1 |
521 |
printf 'runmodel ... ' 1>&2 |
printf 'runmodel in %s ...' $1 1>&2 |
522 |
# make output.txt |
# make output.txt |
523 |
echo |
echo |
524 |
rm -f run.log |
rm -f run.log |
525 |
|
if test $OUTPUTFILE -ot $EXECUTABLE ; then |
526 |
|
( eval $COMMAND ) > run.log 2>&1 |
527 |
|
RETVAL=$? |
528 |
|
else |
529 |
|
echo " $OUTPUTFILE is up to date " > run.log 2>&1 |
530 |
|
RETVAL=0 |
531 |
|
fi |
532 |
# echo "COMMAND='$COMMAND'" |
# echo "COMMAND='$COMMAND'" |
533 |
# echo "pwd='"`pwd`"'" |
# echo "pwd='"`pwd`"'" |
|
( eval $COMMAND ) > run.log 2>&1 |
|
|
RETVAL=$? |
|
534 |
if test "x$RETVAL" = x0 ; then |
if test "x$RETVAL" = x0 ; then |
535 |
tail run.log |
tail run.log |
536 |
echo successful 1>&2 |
echo successful 1>&2 |
538 |
# if test "x$ADM" = x ; then |
# if test "x$ADM" = x ; then |
539 |
# cp output.txt $CDIR"/output.txt" |
# cp output.txt $CDIR"/output.txt" |
540 |
# else |
# else |
541 |
# cp output.txt_adm $CDIR"/output.txt_adm" |
# cp output_adm.txt $CDIR"/output_adm.txt" |
542 |
# fi |
# fi |
543 |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
if test -s STDERR.0000 ; then cp STDERR.0000 $CDIR"/STDERR.0000" ; fi |
544 |
return 0 |
return 0 |
639 |
|
|
640 |
scandirs() |
scandirs() |
641 |
{ |
{ |
642 |
if [ $# -eq 0 ]; then |
if [ $# -eq 1 ]; then |
643 |
for arg in * ; do |
for arg in * ; do |
644 |
test -d $arg/input && echo $arg |
test -d $arg/$1 && echo $arg |
645 |
done |
done |
646 |
else |
else |
647 |
echo $* |
echo $* |
648 |
fi |
fi |
649 |
} |
} |
650 |
|
|
688 |
fi |
fi |
689 |
JOBS= |
JOBS= |
690 |
MPI=f |
MPI=f |
691 |
|
OUTDIR= |
692 |
DELDIR= |
DELDIR= |
693 |
|
|
694 |
ADM= |
ADM= |
745 |
-make=* | --make=*) |
-make=* | --make=*) |
746 |
MAKE=$ac_optarg ;; |
MAKE=$ac_optarg ;; |
747 |
|
|
748 |
|
-odir | --odir) |
749 |
|
ac_prev=OUTDIR ;; |
750 |
|
-odir=* | --odir=*) |
751 |
|
OUTDIR=$ac_optarg ;; |
752 |
|
|
753 |
-ptracers | --ptracers | -ptr | --ptr) |
-ptracers | --ptracers | -ptr | --ptr) |
754 |
ac_prev=PTRACERS_NUM ;; |
ac_prev=PTRACERS_NUM ;; |
755 |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
-ptracers=* | --ptracers=* | -ptr=* | --ptr=*) |
759 |
-j=*) JOBS=$ac_optarg ;; |
-j=*) JOBS=$ac_optarg ;; |
760 |
|
|
761 |
-clean | --clean) |
-clean | --clean) |
762 |
CLEANUP=t ;; |
CLEANUP=t ; DELDIR=t ;; |
763 |
|
|
764 |
-quick | --quick | -q | --q) |
-quick | --quick | -q | --q) |
765 |
QUICK=t ;; |
QUICK=t ;; |
807 |
fi |
fi |
808 |
|
|
809 |
if test "x$TESTDIRS" = x ; then |
if test "x$TESTDIRS" = x ; then |
810 |
TESTDIRS=`scandirs` |
if test "x$ADM" = xt ; then |
811 |
|
TESTDIRS=`scandirs results_ad` |
812 |
|
else |
813 |
|
TESTDIRS=`scandirs results` |
814 |
|
fi |
815 |
fi |
fi |
816 |
|
|
817 |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
if test "x$OPTFILE" = xNONE -a "x$MITGCM_OF" != x ; then |
818 |
OPTFILE=$MITGCM_OF |
OPTFILE=$MITGCM_OF |
819 |
fi |
fi |
820 |
|
|
821 |
|
if test "x$ADM" = xt ; then |
822 |
|
EXECUTABLE="mitgcmuv_ad" |
823 |
|
OUTPUTFILE="output_adm.txt" |
824 |
|
else |
825 |
|
EXECUTABLE="mitgcmuv" |
826 |
|
OUTPUTFILE="output.txt" |
827 |
|
fi |
828 |
|
|
829 |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
if test "x$ADM" = xt -a "x$COMMAND" = x ; then |
830 |
COMMAND="./mitgcmuv_ad > output.txt_adm 2>&1" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
831 |
fi |
fi |
832 |
|
|
833 |
if test "x$COMMAND" = x ; then |
if test "x$COMMAND" = x ; then |
834 |
COMMAND="$MAKE output.txt" |
COMMAND="./$EXECUTABLE > $OUTPUTFILE" |
835 |
fi |
fi |
836 |
|
|
837 |
echo "OK" |
#echo "OK" |
838 |
|
echo "OK (COMMAND= $COMMAND )" |
839 |
|
|
840 |
# create the FORTRAN comparison code |
# create the FORTRAN comparison code |
841 |
createcodelet |
createcodelet |
852 |
UNAMEA=`uname -a` |
UNAMEA=`uname -a` |
853 |
DATE=`date +%Y%m%d` |
DATE=`date +%Y%m%d` |
854 |
BASE="tr_"$MACH"_"$DATE"_" |
BASE="tr_"$MACH"_"$DATE"_" |
855 |
|
if test "x$OUTDIR" != x ; then |
856 |
|
BASE="tr_"$OUTDIR"_"$DATE"_" |
857 |
|
fi |
858 |
DNUM=0 |
DNUM=0 |
859 |
DRESULTS="$BASE$DNUM" |
DRESULTS="$BASE$DNUM" |
860 |
while test -e $DRESULTS ; do |
while test -e $DRESULTS ; do |
957 |
if test "x$ADM" = x ; then |
if test "x$ADM" = x ; then |
958 |
fout=$dir"/results/output.txt" |
fout=$dir"/results/output.txt" |
959 |
else |
else |
960 |
fout=$dir"/results_ad/output.txt_adm" |
fout=$dir"/results_ad/output_adm.txt" |
961 |
fi |
fi |
962 |
if test ! -r $fout ; then |
if test ! -r $fout ; then |
963 |
echo "can't read \"$fout\" -- skipping $dir" |
echo "can't read \"$fout\" -- skipping $dir" |
1012 |
echo "Experiment: $dir" |
echo "Experiment: $dir" |
1013 |
echo |
echo |
1014 |
unset genmake makedepend make run |
unset genmake makedepend make run |
1015 |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1016 |
|
|
1017 |
# Create an output dir for each OPTFILE/tdir combination |
# Create an output dir for each OPTFILE/tdir combination |
1018 |
rel_CDIR=$DRESULTS"/"$dir |
rel_CDIR=$DRESULTS"/"$dir |
1044 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1045 |
|
|
1046 |
for ex in $extra_runs ; do |
for ex in $extra_runs ; do |
1047 |
|
unset run |
1048 |
|
results='-- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- -- --' |
1049 |
|
# Create an output dir for each OPTFILE/tdir.ex combination |
1050 |
|
rel_CDIR=$DRESULTS"/"$dir"."$ex |
1051 |
|
mkdir $rel_CDIR |
1052 |
|
CDIR=`pwd`"/$rel_CDIR" |
1053 |
test ! -e "$dir/tr_run.$ex" && mkdir "$dir/tr_run.$ex" |
test ! -e "$dir/tr_run.$ex" && mkdir "$dir/tr_run.$ex" |
1054 |
for ldir in input.$ex input ; do |
for ldir in input.$ex input ; do |
1055 |
( |
( |
1069 |
done |
done |
1070 |
ldir=build |
ldir=build |
1071 |
( |
( |
1072 |
cd "$dir/$ldir" > /dev/null 2>&1 |
cd $dir/tr_run.$ex |
1073 |
ls -1 Makefile *.[fFhco] mitgcmuv 2>/dev/null \ |
test ! -e mitgcmuv && ln -s "../"$ldir"/"mitgcmuv . |
|
| sed -e 's|^CVS$||g' | sed -e 's|^output.txt$||g' |
|
|
) > tr_exrun_links |
|
|
( |
|
|
cd "$dir/tr_run.$ex" |
|
|
cat ../../tr_exrun_links | while read i ; do |
|
|
if test ! "x$i" = x ; then |
|
|
test ! -r $i && ln -s "../"$ldir"/"$i $i |
|
|
fi |
|
|
done |
|
1074 |
) |
) |
|
test -e tr_exrun_links && rm -f tr_exrun_links |
|
1075 |
runmodel $dir/tr_run.$ex && run=Y \ |
runmodel $dir/tr_run.$ex && run=Y \ |
1076 |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
&& results=`testoutput $dir tr_run.$ex "."$ex` |
1077 |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
1083 |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
echo "MACH='$MACH'" >> $CDIR"/summary.txt" |
1084 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1085 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1086 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir.$ex'" >> $CDIR"/summary.txt" |
1087 |
done |
done |
1088 |
else |
else |
1089 |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
fres=`printf '%s %s %s %s' ${genmake:-N} ${makedepend:-N} ${make:-N} ${run:-N}` |
1095 |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
echo "UNAMEA='$UNAMEA'" >> $CDIR"/summary.txt" |
1096 |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
echo "DATE='$DATE'" >> $CDIR"/summary.txt" |
1097 |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
echo "tdir='$dir'" >> $CDIR"/summary.txt" |
1098 |
|
grep -A3 'Seconds in section "ALL' $dir/$rundir/$OUTPUTFILE \ |
1099 |
|
>> $CDIR"/summary.txt" |
1100 |
fi |
fi |
1101 |
|
|
1102 |
postclean $dir/$builddir |
postclean $dir/$builddir |