/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Tue Oct 29 08:14:40 2013 UTC revision 1.13 by dimitri, Wed Oct 17 13:22:24 2018 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q long -l select=103:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6  qsub -q ecco -I -W group_list=g26209 -l select=400:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  
7    #############################
8  For batch submission:  # 60x60x10882 configuration
9  qsub -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 runscript  
10  qsub qsub_llc2160.csh  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11    module purge
12    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
13    cd ~/llc_2160
14    cvs co -r checkpoint64t MITgcm_code
15    cvs co MITgcm_contrib/llc_hires/llc_2160
16    cd MITgcm
17    mkdir build run
18    cd build
19    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
20    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
21    emacs readtile_mpiio.c
22        tileSizeX = 60;
23        tileSizeY = 60;
24    ../tools/genmake2 -of \
25     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
26     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
27    make depend
28    make -j 16
29    
30    cd ~/llc_2160/MITgcm/run
31    cp ../build/mitgcmuv mitgcmuv_60x60x10882
32    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
33    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
34    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
35    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
36    emacs data
37    
38    export MPI_BUFS_PER_PROC=1024
39    export MPI_REQUEST_MAX=65536
40    export MPI_GROUP_MAX=1024
41    export MPI_NUM_MEMORY_REGIONS=8
42    export MPI_UNBUFFERED_STDIO=1
43    export MPI_MEMMAP_OFF=1
44    export MPI_UD_TIMEOUT=100
45    mpiexec -n 12000 ./mitgcmuv_60x60x10882
46    
47    tail -f STDOUT.00000 | grep advcfl_W
48    
49    ################################################
50    # 144x144x2047 configuration for grid generation
51    
52    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
53    module purge
54    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
55    cd ~/llc_2160
56    cvs co MITgcm_code
57    cvs co MITgcm_contrib/llc_hires/llc_2160
58    cd MITgcm
59    mkdir build run_grid
60    lfs setstripe -c -1 run_grid
61    cd build
62    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
63    ../tools/genmake2 -of \
64     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
65     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
66    make depend
67    make -j 16
68    
69    cd ~/llc_2160/MITgcm/run_grid
70    cp ../build/mitgcmuv mitgcmuv_144x144x2047
71    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
72    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
73    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
75    
76    emacs data
77     debuglevel=3,
78     useSingleCPUio=.TRUE.,
79     endtime=0.,
80     deltaT = 1.,
81    
82    mpiexec -n 2047 ./mitgcmuv_144x144x2047
83    
84  ==============  ==============
85    
# Line 16  cvs co MITgcm_code Line 88  cvs co MITgcm_code
88  cvs co MITgcm_contrib/llc_hires/llc_2160  cvs co MITgcm_contrib/llc_hires/llc_2160
89  cd MITgcm  cd MITgcm
90  module purge  module purge
91  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06rp16  netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
92  mkdir build run  mkdir build run
93  lfs setstripe -c -1 run  lfs setstripe -c -1 run
94  cd build  cd build
95  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90x7488 SIZE.h  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h
96  ../tools/genmake2 -of \  ../tools/genmake2 -of \
97   ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \   ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
98   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
99  make depend  make depend
100  make -j 16  make -j 16
101  cd ../run  cd ~/llc_2160/MITgcm/run
102  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
103  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
104  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
105  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
106  mv data.exch2_90x90x7488 data.exch2  mv data.exch2_90x90x5004 data.exch2
107  mpiexec -n 8000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
108    mpiexec -n 6000 ./mitgcmuv
109    
110  ==============  ==============
111    
# Line 48  end Line 121  end
121  ==============  ==============
122    
123  to determine empty tiles:  to determine empty tiles:
124  grep Empty STDOUT.*  grep Empty STDOUT.* > empty.txt
125    
126    ==============
127    
128    # generate 30x30 blank tiles
129    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
130    module purge
131    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
132    cd ~/llc_2160/MITgcm
133    mkdir run_30x30
134    lfs setstripe -c -1 run_30x30
135    cd build
136    rm *
137    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
138    emacs readtile_mpiio.c
139        tileSizeX = 30;
140        tileSizeY = 30;
141    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
142    emacs SIZE.h
143         &           sNx =  30,
144         &           sNy =  30,
145         &           nSx =   8,
146         &           nPx = 8424,
147         &           Nr  =  2 )
148    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
149    emacs eeboot_minimal.F
150    C         standardMessageUnit=errorMessageUnit
151             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
152             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
153    ../tools/genmake2 -of \
154     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
155     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
156    make depend
157    make -j 16
158    cd ~/llc_2160/MITgcm/run_30x30
159    cp ../build/mitgcmuv .
160    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
161    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
162    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
163    mv data.exch2_144x144x2047 data.exch2
164    emacs data.exch2
165    # remove the blank tile list
166    emacs data
167     tRef =  18.89, 18.89,
168     sRef =  34.84, 34.84,
169     endtime=45.,
170     delR =   1.00,    1.14,
171    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
172    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
173    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
174    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
175    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
176    mpiexec -n 9492 ./mitgcmuv
177    
178  ==============  ==============
179    
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.13
  ViewVC Help
Powered by ViewVC 1.1.22