/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Sun Sep 29 09:02:41 2013 UTC revision 1.13 by dimitri, Sat Feb 3 03:47:40 2018 UTC
# Line 1  Line 1 
1    ==============
2    # interactive 90x90x1342 tile configuration with newer MITgcm code
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    cvs co -r checkpoint66h MITgcm_code
6    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 56
19    cd ../run
20    ln -sf ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_90x90x1342 data.exch2
26    mpiexec -n 1342 ./mitgcmuv &
27    
28    ==============
29    # interactive 90x90x1342 tile configuration from scratch
30    cd ~/llc_1080
31    cvs co MITgcm_contrib/llc_hires/llc_1080
32    cvs co -r checkpoint64p MITgcm_code
33    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
34    module purge
35    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
36    cd ~/llc_1080/MITgcm
37    mkdir build run
38    lfs setstripe -c -1 run
39    cd build
40    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
41    ../tools/genmake2 -of \
42     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
43     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
44    make depend
45    make -j 16
46    cd ../run
47    ln -sf ../build/mitgcmuv .
48    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
49    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
50    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
51    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
52    mv data.exch2_90x90x1342 data.exch2
53    mpiexec -n 1342 ./mitgcmuv &
54    
55    =====================
56  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
57  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q debug -l select=48:ncpus=28:model=bro,walltime=02:00:00 -m abe -M email
58  qsub -I -q long -l select=24:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
59  qsub -I -q long -l select=:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
60    qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
 For batch submission:  
 qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  
 qsub qsub_llc1080_468.csh  
61    
62  These will give you 24 x 20 = 480 cores. Launch 468 ranks with  ==============
63    # 60x60x2872 tile configuration
64    
65    cd ~/llc_1080
66    cvs co -r checkpoint64p MITgcm_code
67    cvs co MITgcm_contrib/llc_hires/llc_1080
68    cd MITgcm
69    module purge
70    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
71    mkdir build run
72    lfs setstripe -c -1 run
73    cd build
74    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
75    ../tools/genmake2 -of \
76     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
77     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
78    make depend
79    make -j 16
80    cd ~/llc_1080/MITgcm/run
81    ln -sf ../build/mitgcmuv .
82    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
83    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
84    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
85    mv data.exch2_60x60x2872 data.exch2
86    export MPI_NUM_MEMORY_REGIONS=256
87    mpiexec -n 3400 ./mitgcmuv
88    
89  ==============  ==============
90    # 90x90x1342 tile configuration
91    
92    cd ~/llc_1080
93  cvs co MITgcm_code  cvs co MITgcm_code
94    cvs co MITgcm_contrib/llc_hires/llc_1080
95  cd MITgcm  cd MITgcm
96  module purge  module purge
97  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
 #module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  
98  mkdir build run  mkdir build run
99    lfs setstripe -c -1 run
100  cd build  cd build
101  ../tools/genmake2 -of ~/tarballs/llc_1080/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_1080/code  cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
102    ../tools/genmake2 -of \
103     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
104     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
105  make depend  make depend
106  make -j 16  make -j 16
107  cd ../run  cd ../run
108  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
109  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
110  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
111  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
112  cp /nobackup/dmenemen/tarballs/llc_1080/input/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
113  mpiexec -n 379 ./mitgcmuv  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
114    mv data.exch2_90x90x1342 data.exch2
115    export MPI_NUM_MEMORY_REGIONS=256
116    mpiexec -n 1600 ./mitgcmuv
117    
118    ==============
119    # 90x90x1342 tile test configuration
120    
121    cd ~/llc_1080_test
122    cvs co MITgcm_code
123    cvs co MITgcm_contrib/llc_hires/llc_1080
124    cd MITgcm
125    module purge
126    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
127    mkdir build run
128    lfs setstripe -c -1 run
129    cd build
130    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
131    ../tools/genmake2 -of \
132     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
133     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
134    make depend
135    make -j 16
136    cd ../run
137    ln -sf ../build/mitgcmuv .
138    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
139    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
140    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
141    mv data.exch2_90x90x1342 data.exch2
142    mpiexec -n 1342 ./mitgcmuv
143    
144    
145  ==============  ==============
146    
147  look at output  look at output
148    
149  for ts=[1920:240:8880]  for ts=[50760]
150      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);
151      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
152      title(ts)      title(ts)
153      pause(.1)      pause(.1)
154  end  end
155    
156  ts=14040;  ts=50760;
157  for fld={'S','T','U','V','W','HEFF'}  for fld={'S''T','U','V','W','HEFF'}
158      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);
159      clf,quikplot_llc(tmp),thincolorbar      clf,quikplot_llc(tmp),thincolorbar
160      title(fld{1})      title(fld{1})
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.13
  ViewVC Help
Powered by ViewVC 1.1.22