/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.1 by dimitri, Fri Sep 20 12:38:02 2013 UTC revision 1.9 by dimitri, Thu Mar 13 15:35:03 2014 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q long -l select=103:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M menemenlis@me.com
5  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
6    
7  For batch submission:  #############################
8  qsub -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 runscript  # 60x60x10882 configuration
9  qsub qsub_llc2160.csh  
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
11    module purge
12    module load  comp-intel/2012.0.032 netcdf/4.0
13    module use -a ~kjtaylor/modulefiles
14    module load sles11sp3/mpt-2.10-nasa201311271217
15    cd ~/llc_2160
16    cvs co MITgcm_code
17    cvs co MITgcm_contrib/llc_hires/llc_2160
18    cd MITgcm
19    mkdir build run
20    lfs setstripe -c -1 run
21    cd build
22    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
23    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
24    emacs readtile_mpiio.c
25        tileSizeX = 60;
26        tileSizeY = 60;
27    ../tools/genmake2 -of \
28     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
29     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
30    make depend
31    make -j 16
32    
33    cd ~/llc_2160/MITgcm/run
34    cp ../build/mitgcmuv mitgcmuv_60x60x10882
35    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
36    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
37    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
38    mv ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
39    emacs data
40    
41    export MPI_BUFS_PER_PROC=1024
42    export MPI_REQUEST_MAX=65536
43    export MPI_GROUP_MAX=1024
44    export MPI_NUM_MEMORY_REGIONS=8
45    export MPI_UNBUFFERED_STDIO=1
46    export MPI_MEMMAP_OFF=1
47    export MPI_UD_TIMEOUT=100
48    mpiexec -n 12000 ./mitgcmuv_60x60x10882
49    
50    tail -f STDOUT.00000 | grep advcfl_W
51    
52  ==============  ==============
53    
54    cd ~/llc_2160
55  cvs co MITgcm_code  cvs co MITgcm_code
56    cvs co MITgcm_contrib/llc_hires/llc_2160
57  cd MITgcm  cd MITgcm
58  module purge  module purge
59  module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
60  mkdir build run  mkdir build run
61  lfs setstripe -c -1 /nobackupp5/dmenemen/llc_2160/MITgcm/run  lfs setstripe -c -1 run
62  cd build  cd build
63  ../tools/genmake2 -of ~/tarballs/llc_2160/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_2160/code  cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_90x90_5004 SIZE.h
64    ../tools/genmake2 -of \
65     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
66     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
67  make depend  make depend
68  make -j 16  make -j 16
69  cd ../run  cd ~/llc_2160/MITgcm/run
70  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
71  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
72  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
73  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
74  cp /nobackup/dmenemen/tarballs/llc_2160/input/* .  mv data.exch2_90x90x5004 data.exch2
75  mpiexec -n 2047 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
76    mpiexec -n 6000 ./mitgcmuv
77    
78  ==============  ==============
79    
Legend:
Removed from v.1.1  
changed lines
  Added in v.1.9
  ViewVC Help
Powered by ViewVC 1.1.22