/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.3 by dimitri, Tue Oct 29 09:40:37 2013 UTC revision 1.10 by dimitri, Fri Jun 27 14:06:37 2014 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q long -l select=103:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6  qsub -q ecco -I -W group_list=g26209 -l select=400:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  
7    #############################
8  For batch submission:  # 60x60x10882 configuration
9  qsub -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 runscript  
10  qsub qsub_llc2160.csh  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11    module purge
12    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
13    cd ~/llc_2160
14    cvs co MITgcm_code
15    cvs co MITgcm_contrib/llc_hires/llc_2160
16    cd MITgcm
17    mkdir build run
18    lfs setstripe -c -1 run
19    cd build
20    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
21    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
22    emacs readtile_mpiio.c
23        tileSizeX = 60;
24        tileSizeY = 60;
25    ../tools/genmake2 -of \
26     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
27     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
28    make depend
29    make -j 16
30    
31    cd ~/llc_2160/MITgcm/run
32    cp ../build/mitgcmuv mitgcmuv_60x60x10882
33    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
34    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
35    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
36    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
37    emacs data
38    
39    export MPI_BUFS_PER_PROC=1024
40    export MPI_REQUEST_MAX=65536
41    export MPI_GROUP_MAX=1024
42    export MPI_NUM_MEMORY_REGIONS=8
43    export MPI_UNBUFFERED_STDIO=1
44    export MPI_MEMMAP_OFF=1
45    export MPI_UD_TIMEOUT=100
46    mpiexec -n 12000 ./mitgcmuv_60x60x10882
47    
48    tail -f STDOUT.00000 | grep advcfl_W
49    
50    ################################################
51    # 144x144x2047 configuration for grid generation
52    
53    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
54    module purge
55    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
56    cd ~/llc_2160
57    cvs co MITgcm_code
58    cvs co MITgcm_contrib/llc_hires/llc_2160
59    cd MITgcm
60    mkdir build run_grid
61    lfs setstripe -c -1 run_grid
62    cd build
63    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
64    ../tools/genmake2 -of \
65     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
66     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
67    make depend
68    make -j 16
69    
70    cd ~/llc_2160/MITgcm/run_grid
71    cp ../build/mitgcmuv mitgcmuv_144x144x2047
72    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
73    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
75    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
76    
77    emacs data
78     debuglevel=3,
79     useSingleCPUio=.TRUE.,
80     endtime=0.,
81     deltaT = 1.,
82    
83    mpiexec -n 2047 ./mitgcmuv_144x144x2047
84    
85  ==============  ==============
86    
# Line 16  cvs co MITgcm_code Line 89  cvs co MITgcm_code
89  cvs co MITgcm_contrib/llc_hires/llc_2160  cvs co MITgcm_contrib/llc_hires/llc_2160
90  cd MITgcm  cd MITgcm
91  module purge  module purge
92  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06rp16  netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
93  mkdir build run  mkdir build run
94  lfs setstripe -c -1 run  lfs setstripe -c -1 run
95  cd build  cd build
# Line 26  cp ../../MITgcm_contrib/llc_hires/llc_21 Line 99  cp ../../MITgcm_contrib/llc_hires/llc_21
99   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
100  make depend  make depend
101  make -j 16  make -j 16
102  cd ../run  cd ~/llc_2160/MITgcm/run
103  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
104  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
105  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
106  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
107  mv data.exch2_90x90x5004 data.exch2  mv data.exch2_90x90x5004 data.exch2
108  mpiexec -n 8000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
109    mpiexec -n 6000 ./mitgcmuv
110    
111  ==============  ==============
112    
Legend:
Removed from v.1.3  
changed lines
  Added in v.1.10
  ViewVC Help
Powered by ViewVC 1.1.22