/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.5 by dimitri, Mon Nov 4 16:06:42 2013 UTC revision 1.13 by dimitri, Wed Oct 17 13:22:24 2018 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6    
7    #############################
8    # 60x60x10882 configuration
9    
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11    module purge
12    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
13    cd ~/llc_2160
14    cvs co -r checkpoint64t MITgcm_code
15    cvs co MITgcm_contrib/llc_hires/llc_2160
16    cd MITgcm
17    mkdir build run
18    cd build
19    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
20    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
21    emacs readtile_mpiio.c
22        tileSizeX = 60;
23        tileSizeY = 60;
24    ../tools/genmake2 -of \
25     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
26     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
27    make depend
28    make -j 16
29    
30    cd ~/llc_2160/MITgcm/run
31    cp ../build/mitgcmuv mitgcmuv_60x60x10882
32    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
33    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
34    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
35    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
36    emacs data
37    
38    export MPI_BUFS_PER_PROC=1024
39    export MPI_REQUEST_MAX=65536
40    export MPI_GROUP_MAX=1024
41    export MPI_NUM_MEMORY_REGIONS=8
42    export MPI_UNBUFFERED_STDIO=1
43    export MPI_MEMMAP_OFF=1
44    export MPI_UD_TIMEOUT=100
45    mpiexec -n 12000 ./mitgcmuv_60x60x10882
46    
47    tail -f STDOUT.00000 | grep advcfl_W
48    
49    ################################################
50    # 144x144x2047 configuration for grid generation
51    
52    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
53    module purge
54    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
55    cd ~/llc_2160
56    cvs co MITgcm_code
57    cvs co MITgcm_contrib/llc_hires/llc_2160
58    cd MITgcm
59    mkdir build run_grid
60    lfs setstripe -c -1 run_grid
61    cd build
62    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
63    ../tools/genmake2 -of \
64     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
65     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
66    make depend
67    make -j 16
68    
69    cd ~/llc_2160/MITgcm/run_grid
70    cp ../build/mitgcmuv mitgcmuv_144x144x2047
71    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
72    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
73    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
75    
76    emacs data
77     debuglevel=3,
78     useSingleCPUio=.TRUE.,
79     endtime=0.,
80     deltaT = 1.,
81    
82    mpiexec -n 2047 ./mitgcmuv_144x144x2047
83    
84  ==============  ==============
85    
# Line 28  ln -sf /nobackup/dmenemen/forcing/ECMWF_ Line 105  ln -sf /nobackup/dmenemen/forcing/ECMWF_
105  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
106  mv data.exch2_90x90x5004 data.exch2  mv data.exch2_90x90x5004 data.exch2
107  export MPI_NUM_MEMORY_REGIONS=256  export MPI_NUM_MEMORY_REGIONS=256
108  mpiexec -n 6600 ./mitgcmuv  mpiexec -n 6000 ./mitgcmuv
109    
110  ==============  ==============
111    
# Line 44  end Line 121  end
121  ==============  ==============
122    
123  to determine empty tiles:  to determine empty tiles:
124  grep Empty STDOUT.*  grep Empty STDOUT.* > empty.txt
125    
126    ==============
127    
128    # generate 30x30 blank tiles
129    qsub -I -q normal -l select=339:ncpus=28:model=bro,walltime=2:00:00 -m abe
130    module purge
131    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.14r19 hdf4/4.2.12 hdf5/1.8.18_mpt netcdf/4.4.1.1_mpt
132    cd ~/llc_2160/MITgcm
133    mkdir run_30x30
134    lfs setstripe -c -1 run_30x30
135    cd build
136    rm *
137    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
138    emacs readtile_mpiio.c
139        tileSizeX = 30;
140        tileSizeY = 30;
141    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
142    emacs SIZE.h
143         &           sNx =  30,
144         &           sNy =  30,
145         &           nSx =   8,
146         &           nPx = 8424,
147         &           Nr  =  2 )
148    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/eeboot_minimal.F .
149    emacs eeboot_minimal.F
150    C         standardMessageUnit=errorMessageUnit
151             WRITE(fNam,'(A,A)') 'STDOUT.', myProcessStr(1:5)
152             OPEN(standardMessageUnit,FILE=fNam,STATUS='unknown')
153    ../tools/genmake2 -of \
154     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
155     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
156    make depend
157    make -j 16
158    cd ~/llc_2160/MITgcm/run_30x30
159    cp ../build/mitgcmuv .
160    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
161    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
162    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
163    mv data.exch2_144x144x2047 data.exch2
164    emacs data.exch2
165    # remove the blank tile list
166    emacs data
167     tRef =  18.89, 18.89,
168     sRef =  34.84, 34.84,
169     endtime=45.,
170     delR =   1.00,    1.14,
171    # hydrogThetaFile='THETA_llc1080_14jan2011_2160x28080x90_r4',
172    # hydrogSaltFile ='SALT_llc1080_14jan2011_2160x28080x90_r4',
173    # uVelInitFile   ='UVEL_llc1080_14jan2011_2160x28080x90_r4',
174    # vVelInitFile   ='VVEL_llc1080_14jan2011_2160x28080x90_r4',
175    # pSurfInitFile  ='ETAN_llc1080_14jan2011_2160x28080_r4',
176    mpiexec -n 9492 ./mitgcmuv
177    
178  ==============  ==============
179    
Legend:
Removed from v.1.5  
changed lines
  Added in v.1.13
  ViewVC Help
Powered by ViewVC 1.1.22