/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.1 by dimitri, Fri Sep 20 12:19:58 2013 UTC revision 1.9 by dimitri, Wed Nov 6 18:12:56 2013 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q long -l select=24:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
4    qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
5    
6  For batch submission:  ==============
7  qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  # 60x60x2872 tile configuration
 qsub qsub_llc1080_468.csh  
8    
9  These will give you 24 x 20 = 480 cores. Launch 468 ranks with  cd ~/llc_1080
10    cvs co MITgcm_code
11    cvs co MITgcm_contrib/llc_hires/llc_1080
12    cd MITgcm
13    module purge
14    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
15    mkdir build run
16    lfs setstripe -c -1 run
17    cd build
18    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
19    ../tools/genmake2 -of \
20     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
21     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
22    make depend
23    make -j 16
24    cd ~/llc_1080/MITgcm/run
25    ln -sf ../build/mitgcmuv .
26    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
27    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
28    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
29    mv data.exch2_60x60x2872 data.exch2
30    export MPI_NUM_MEMORY_REGIONS=256
31    mpiexec -n 3400 ./mitgcmuv
32    
33  ==============  ==============
34    # 90x90x1342 tile configuration
35    
36    cd ~/llc_1080
37  cvs co MITgcm_code  cvs co MITgcm_code
38    cvs co MITgcm_contrib/llc_hires/llc_1080
39  cd MITgcm  cd MITgcm
40  module purge  module purge
41  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
 #module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  
42  mkdir build run  mkdir build run
43    lfs setstripe -c -1 run
44  cd build  cd build
45  ../tools/genmake2 -of ~/tarballs/llc_1080/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_1080/code  cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
46    ../tools/genmake2 -of \
47     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
48     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
49  make depend  make depend
50  make -j 16  make -j 16
51  cd ../run  cd ../run
52  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
53  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
54  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
55  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
56  cp /nobackup/dmenemen/tarballs/llc_1080/input/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
57  mpiexec -n 379 ./mitgcmuv  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
58    mv data.exch2_90x90x1342 data.exch2
59    export MPI_NUM_MEMORY_REGIONS=256
60    mpiexec -n 1600 ./mitgcmuv
61    
62  ==============  ==============
63    
64  look at output  look at output
65    
66  for ts=[1920:240:8880]  for ts=[50760]
67      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);
68      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
69      title(ts)      title(ts)
70      pause(.1)      pause(.1)
71  end  end
72    
73  ts=14040;  ts=50760;
74  for fld={'S','T','U','V','W','HEFF'}  for fld={'S''T','U','V','W','HEFF'}
75      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);
76      clf,quikplot_llc(tmp),thincolorbar      clf,quikplot_llc(tmp),thincolorbar
77      title(fld{1})      title(fld{1})
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.9
  ViewVC Help
Powered by ViewVC 1.1.22