/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.1 by dimitri, Fri Sep 20 12:38:02 2013 UTC revision 1.12 by dimitri, Wed Nov 16 15:28:28 2016 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q long -l select=103:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6    
7  For batch submission:  #############################
8  qsub -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 runscript  # 60x60x10882 configuration
9  qsub qsub_llc2160.csh  
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11    module purge
12    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
13    cd ~/llc_2160
14    cvs co -r checkpoint64t MITgcm_code
15    cvs co MITgcm_contrib/llc_hires/llc_2160
16    cd MITgcm
17    mkdir build run
18    cd build
19    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
20    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
21    emacs readtile_mpiio.c
22        tileSizeX = 60;
23        tileSizeY = 60;
24    ../tools/genmake2 -of \
25     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
26     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
27    make depend
28    make -j 16
29    
30    cd ~/llc_2160/MITgcm/run
31    cp ../build/mitgcmuv mitgcmuv_60x60x10882
32    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
33    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
34    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
35    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
36    emacs data
37    
38    export MPI_BUFS_PER_PROC=1024
39    export MPI_REQUEST_MAX=65536
40    export MPI_GROUP_MAX=1024
41    export MPI_NUM_MEMORY_REGIONS=8
42    export MPI_UNBUFFERED_STDIO=1
43    export MPI_MEMMAP_OFF=1
44    export MPI_UD_TIMEOUT=100
45    mpiexec -n 12000 ./mitgcmuv_60x60x10882
46    
47    tail -f STDOUT.00000 | grep advcfl_W
48    
49    ################################################
50    # 144x144x2047 configuration for grid generation
51    
52    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
53    module purge
54    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
55    cd ~/llc_2160
56    cvs co MITgcm_code
57    cvs co MITgcm_contrib/llc_hires/llc_2160
58    cd MITgcm
59    mkdir build run_grid
60    lfs setstripe -c -1 run_grid
61    cd build
62    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
63    ../tools/genmake2 -of \
64     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
65     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
66    make depend
67    make -j 16
68    
69    cd ~/llc_2160/MITgcm/run_grid
70    cp ../build/mitgcmuv mitgcmuv_144x144x2047
71    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
72    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
73    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
75    
76    emacs data
77     debuglevel=3,
78     useSingleCPUio=.TRUE.,
79     endtime=0.,
80     deltaT = 1.,
81    
82    mpiexec -n 2047 ./mitgcmuv_144x144x2047
83    
84  ==============  ==============
85    
86    cd ~/llc_2160
87  cvs co MITgcm_code  cvs co MITgcm_code
88    cvs co MITgcm_contrib/llc_hires/llc_2160
89  cd MITgcm  cd MITgcm
90  module purge  module purge
91  module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
92  mkdir build run  mkdir build run
93  lfs setstripe -c -1 /nobackupp5/dmenemen/llc_2160/MITgcm/run  lfs setstripe -c -1 run
94  cd build  cd build
95  ../tools/genmake2 -of ~/tarballs/llc_2160/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_2160/code  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h
96    ../tools/genmake2 -of \
97     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
98     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
99  make depend  make depend
100  make -j 16  make -j 16
101  cd ../run  cd ~/llc_2160/MITgcm/run
102  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
103  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
104  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
105  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
106  cp /nobackup/dmenemen/tarballs/llc_2160/input/* .  mv data.exch2_90x90x5004 data.exch2
107  mpiexec -n 2047 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
108    mpiexec -n 6000 ./mitgcmuv
109    
110  ==============  ==============
111    
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.12
  ViewVC Help
Powered by ViewVC 1.1.22