33 |
module load sxmpi |
module load sxmpi |
34 |
module load sxnetcdf |
module load sxnetcdf |
35 |
# |
# |
36 |
|
module load git |
37 |
|
# |
38 |
# make sure that we have qsub and qstat |
# make sure that we have qsub and qstat |
39 |
#export PATH=${PATH}:/usr/bin/nqsII |
#export PATH=${PATH}:/usr/bin/nqsII |
40 |
source /etc/profile.d/nec.sh |
source /etc/profile.d/nec.sh |
78 |
# |
# |
79 |
|
|
80 |
cd \${PBS_O_WORKDIR} |
cd \${PBS_O_WORKDIR} |
81 |
$RUNTESTREPORT -runonly -command "$EXE" >> $MYOUTPUT 2>&1 |
$RUNTESTREPORT -runonly -command "$EXE" >> ${MYOUTPUT} 2>&1 |
82 |
|
|
83 |
EOF |
EOF |
84 |
|
|
85 |
# clean up old testreport output |
# clean up old testreport output |
86 |
if [ -e $MYOUTPUT ]; then |
if [ -e ${MYOUTPUT} ]; then |
87 |
rm -rf $MYOUTPUT |
rm -rf ${MYOUTPUT} |
88 |
fi |
fi |
89 |
if [ -e $OUTFILE ]; then |
if [ -e $OUTFILE ]; then |
90 |
rm -r $OUTFILE |
rm -r $OUTFILE |
98 |
|
|
99 |
checkOut=2 |
checkOut=2 |
100 |
|
|
101 |
gitcmd=$HOME/git/git |
#gitcmd=$HOME/git/git |
102 |
|
gitcmd=git |
103 |
tmpFil=$TDIR/error.out |
tmpFil=$TDIR/error.out |
104 |
if [ $checkOut -le 1 ] ; then |
if [ $checkOut -le 1 ] ; then |
105 |
if test -e $TDIR/${gcmDIR}/doc ; then |
if test -e $TDIR/${gcmDIR}/doc ; then |
163 |
# make sure that do use the cross compiler for testreport |
# make sure that do use the cross compiler for testreport |
164 |
#export CC=sxcc |
#export CC=sxcc |
165 |
|
|
166 |
$RUNTESTREPORT -j 8 -norun > $MYOUTPUT 2>&1 |
$RUNTESTREPORT -j 8 -norun > ${MYOUTPUT} 2>&1 |
167 |
|
|
168 |
if [ "$?" != "0" ] |
if [ "$?" != "0" ] |
169 |
then |
then |
177 |
# rm -rf $TDIR |
# rm -rf $TDIR |
178 |
fi |
fi |
179 |
|
|
180 |
if [ ! -e $MYOUTPUT ] |
if [ ! -e ${MYOUTPUT} ] |
181 |
then |
then |
182 |
touch $MYOUTPUT |
touch ${MYOUTPUT} |
183 |
fi |
fi |
184 |
|
|
185 |
echo " " >> $MYOUTPUT |
echo " " >> ${MYOUTPUT} |
186 |
echo "***********************************************************" >> $MYOUTPUT |
echo "***********************************************************" >>${MYOUTPUT} |
187 |
echo "Submitting this job script:" >> $MYOUTPUT |
echo "Submitting this job script:" >> ${MYOUTPUT} |
188 |
echo "***********************************************************" >> $MYOUTPUT |
echo "***********************************************************" >>${MYOUTPUT} |
189 |
cat $HERE/$JOBSCRIPT >> $MYOUTPUT |
cat $HERE/$JOBSCRIPT >> ${MYOUTPUT} |
190 |
echo "***********************************************************" >> $MYOUTPUT |
echo "***********************************************************" >>${MYOUTPUT} |
191 |
echo "end of job script" >> $MYOUTPUT |
echo "end of job script" >> ${MYOUTPUT} |
192 |
echo "***********************************************************" >> $MYOUTPUT |
echo "***********************************************************" >>${MYOUTPUT} |
193 |
echo " " >> $MYOUTPUT |
echo " " >> ${MYOUTPUT} |
194 |
|
|
195 |
# now submit the job that actually runs all the experiments in one go |
# now submit the job that actually runs all the experiments in one go |
196 |
echo "qsub $HERE/$JOBSCRIPT" |
echo "qsub $HERE/$JOBSCRIPT" |
202 |
sleep 200 |
sleep 200 |
203 |
jobruns=`qstat -n -u mlosch | grep "$JOBNAME"` |
jobruns=`qstat -n -u mlosch | grep "$JOBNAME"` |
204 |
echo "waiting for job ${jobruns%% *} ($JOBNAME) to complete" |
echo "waiting for job ${jobruns%% *} ($JOBNAME) to complete" |
205 |
currentexp=`grep Experiment $MYOUTPUT | tail -1` |
currentexp=`grep Experiment ${MYOUTPUT} | tail -1` |
206 |
echo "currently running $currentexp" |
echo "currently running $currentexp" |
207 |
done |
done |
208 |
|
|
209 |
# after running the experiments on the compute node run testreport |
# after running the experiments on the compute node run testreport |
210 |
# for a third time to evaluate results on the head node again |
# for a third time to evaluate results on the head node again |
211 |
echo " " >> $MYOUTPUT |
echo " " >> ${MYOUTPUT} |
212 |
echo "now run testreport for a final time to evaluate results:" >> $MYOUTPUT |
echo "now run testreport for a final time to evaluate results:" >> ${MYOUTPUT} |
213 |
echo "$RUNTESTREPORT -match 10 -runonly" >> $MYOUTPUT |
echo "$RUNTESTREPORT -match 10 -runonly" >> ${MYOUTPUT} |
214 |
#$RUNTESTREPORT -match 10 -runonly >> $MYOUTPUT 2>&1 |
#$RUNTESTREPORT -match 10 -runonly >> ${MYOUTPUT} 2>&1 |
215 |
$RUNTESTREPORT -match 10 -runonly \ |
$RUNTESTREPORT -match 10 -runonly \ |
216 |
-a "jm_c@mitgcm.org" >> $MYOUTPUT 2>&1 |
-a "jm_c@mitgcm.org" >> ${MYOUTPUT} 2>&1 |
217 |
# -a "jm_c@mitgcm.org, Martin.Losch@awi.de" >> $MYOUTPUT 2>&1 |
# -a "jm_c@mitgcm.org, Martin.Losch@awi.de" >> ${MYOUTPUT} 2>&1 |
218 |
|
|
219 |
echo "end of mitgcmtestreport" |
echo "end of mitgcmtestreport" |