| 1 | 
dimitri | 
1.1 | 
For interactive session, Ivy Bridge nodes: | 
| 2 | 
dimitri | 
1.6 | 
qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email | 
| 3 | 
  | 
  | 
qsub -I -q normal -l select=300:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email | 
| 4 | 
  | 
  | 
qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email | 
| 5 | 
  | 
  | 
qsub -I -q long -l select=300:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email | 
| 6 | 
dimitri | 
1.5 | 
 | 
| 7 | 
  | 
  | 
============== | 
| 8 | 
  | 
  | 
 | 
| 9 | 
  | 
  | 
cd ~/llc_4320 | 
| 10 | 
  | 
  | 
cvs co MITgcm_code | 
| 11 | 
  | 
  | 
cvs co MITgcm_contrib/llc_hires/llc_4320 | 
| 12 | 
  | 
  | 
cd MITgcm | 
| 13 | 
  | 
  | 
module purge | 
| 14 | 
  | 
  | 
module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0 | 
| 15 | 
  | 
  | 
mkdir build run | 
| 16 | 
  | 
  | 
lfs setstripe -c -1 run | 
| 17 | 
  | 
  | 
cd build | 
| 18 | 
dimitri | 
1.3 | 
cp ../../MITgcm_contrib/llc_hires/llc_4320/code/SIZE.h_72x72x29297 SIZE.h | 
| 19 | 
  | 
  | 
../tools/genmake2 -of \ | 
| 20 | 
  | 
  | 
 ../../MITgcm_contrib/llc_hires/llc_4320/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \ | 
| 21 | 
  | 
  | 
 '../../MITgcm_contrib/llc_hires/llc_4320/code ../../MITgcm_contrib/llc_hires/llc_4320/code-async' | 
| 22 | 
  | 
  | 
make depend | 
| 23 | 
  | 
  | 
make -j 8 | 
| 24 | 
  | 
  | 
cd ../run | 
| 25 | 
  | 
  | 
ln -sf ../build/mitgcmuv . | 
| 26 | 
  | 
  | 
ln -sf /nobackup/dmenemen/tarballs/llc_4320/run_template/* . | 
| 27 | 
  | 
  | 
ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* . | 
| 28 | 
  | 
  | 
cp ../../MITgcm_contrib/llc_hires/llc_4320/input/* . | 
| 29 | 
  | 
  | 
mv data.exch2_72x72x29297 data.exch2 | 
| 30 | 
  | 
  | 
mpiexec -n 35000 ./mitgcmuv | 
| 31 | 
  | 
  | 
 | 
| 32 | 
  | 
  | 
============== | 
| 33 | 
  | 
  | 
 | 
| 34 | 
dimitri | 
1.1 | 
look at output | 
| 35 | 
  | 
  | 
 | 
| 36 | 
  | 
  | 
for ts=[0 120 600:10:980 1080:120:2280] | 
| 37 | 
  | 
  | 
    fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],4320); | 
| 38 | 
  | 
  | 
    clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar | 
| 39 | 
  | 
  | 
    title(ts) | 
| 40 | 
  | 
  | 
    pause(.1) | 
| 41 | 
  | 
  | 
end | 
| 42 | 
  | 
  | 
 | 
| 43 | 
  | 
  | 
============== | 
| 44 | 
  | 
  | 
 | 
| 45 | 
  | 
  | 
to determine empty tiles: | 
| 46 | 
  | 
  | 
grep Empty STDOUT.* | 
| 47 | 
  | 
  | 
 | 
| 48 | 
  | 
  | 
============= | 
| 49 | 
  | 
  | 
 | 
| 50 | 
  | 
  | 
memory requirements: | 
| 51 | 
  | 
  | 
nPx  sNx sNy nSx cpu node0        total | 
| 52 | 
  | 
  | 
3744 180 180   2 san 22,106,128kb 5,195,641,224kb - node ran out of memory and crashed | 
| 53 | 
  | 
  | 
5616 120 120   3 san - node ran out of memory and crashed | 
| 54 | 
  | 
  | 
7488 180 180   1 san  | 
| 55 | 
  | 
  | 
 | 
| 56 | 
  | 
  | 
============= | 
| 57 | 
  | 
  | 
 | 
| 58 | 
  | 
  | 
2               =    2 | 
| 59 | 
  | 
  | 
3               =    3 | 
| 60 | 
  | 
  | 
2*2             =    4 | 
| 61 | 
  | 
  | 
5               =    5 | 
| 62 | 
  | 
  | 
2*3             =    6 | 
| 63 | 
  | 
  | 
2*2*2           =    8 | 
| 64 | 
  | 
  | 
3*3             =    9 | 
| 65 | 
  | 
  | 
2*5             =   10 | 
| 66 | 
  | 
  | 
2*2*3           =   12 | 
| 67 | 
  | 
  | 
3*5             =   15 | 
| 68 | 
  | 
  | 
2*2*2*2         =   16 | 
| 69 | 
  | 
  | 
2*3*3           =   18 | 
| 70 | 
  | 
  | 
2*2*5           =   20 | 
| 71 | 
  | 
  | 
2*2*2*3         =   24 | 
| 72 | 
  | 
  | 
3*3*3           =   27 | 
| 73 | 
  | 
  | 
2*3*5           =   30 | 
| 74 | 
  | 
  | 
2*2*2*2*2       =   32 | 
| 75 | 
  | 
  | 
2*2*3*3         =   36 | 
| 76 | 
  | 
  | 
2*2*2*5         =   40 | 
| 77 | 
  | 
  | 
3*3*5           =   45 | 
| 78 | 
  | 
  | 
2*2*2*2*3       =   48 | 
| 79 | 
  | 
  | 
2*3*3*3         =   54 | 
| 80 | 
  | 
  | 
2*2*3*5         =   60 | 
| 81 | 
  | 
  | 
2*2*2*3*3       =   72 * 60 | 
| 82 | 
  | 
  | 
2*2*2*2*5       =   80 * 54 | 
| 83 | 
  | 
  | 
2*3*3*5         =   90 * 48 | 
| 84 | 
  | 
  | 
2*2*2*2*2*3     =   96 * 45 | 
| 85 | 
  | 
  | 
2*2*3*3*3       =  108 * 40 | 
| 86 | 
  | 
  | 
2*2*2*3*5       =  120 * 36 | 
| 87 | 
  | 
  | 
3*3*3*5         =  135 * 32 | 
| 88 | 
  | 
  | 
2*2*2*2*3*3     =  144 * 30 | 
| 89 | 
  | 
  | 
2*2*2*2*2*5     =  160 * 27 | 
| 90 | 
  | 
  | 
2*2*3*3*5       =  180 * 24 | 
| 91 | 
  | 
  | 
2*2*2*3*3*3     =  216 * 20 | 
| 92 | 
  | 
  | 
2*2*2*2*3*5     =  240 * 18 | 
| 93 | 
  | 
  | 
2*3*3*3*5       =  270 * 16 | 
| 94 | 
  | 
  | 
2*2*2*2*2*3*3   =  288 * 15 | 
| 95 | 
  | 
  | 
2*2*2*3*3*5     =  360 * 12 | 
| 96 | 
  | 
  | 
2*2*2*2*3*3*3   =  432 * 10 | 
| 97 | 
  | 
  | 
2*2*2*2*2*3*5   =  480 *  9 | 
| 98 | 
  | 
  | 
2*2*3*3*3*5     =  540 *  8 | 
| 99 | 
  | 
  | 
2*2*2*2*3*3*5   =  720 *  6 | 
| 100 | 
  | 
  | 
2*2*2*2*2*3*3*3 =  864 *  5 | 
| 101 | 
  | 
  | 
2*2*2*3*3*3*5   = 1080 *  4 | 
| 102 | 
  | 
  | 
2*2*2*2*2*3*3*5 = 1440 *  3 | 
| 103 | 
  | 
  | 
2*2*2*2*3*3*3*5 = 2160 *  2 |