/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.3 by dimitri, Tue Oct 29 09:40:37 2013 UTC revision 1.7 by dimitri, Mon Jan 27 03:25:39 2014 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
3  qsub -I -q long -l select=103:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email
4  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
5  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
6  qsub -q ecco -I -W group_list=g26209 -l select=400:ncpus=20:aoe=sles11,walltime=100:00:00 -m abe -M menemenlis@jpl.nasa.gov  
7    #############################
8  For batch submission:  # 60x60x10882 configuration
9  qsub -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 runscript  
10  qsub qsub_llc2160.csh  qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M menemenlis@me.com
11    module purge
12    module load  comp-intel/2012.0.032 netcdf/4.0
13    module use -a ~kjtaylor/modulefiles
14    module load sles11sp3/mpt-2.10-nasa201311271217
15    cd ~/llc_2160
16    cvs co MITgcm_code
17    cvs co MITgcm_contrib/llc_hires/llc_4320
18    cd MITgcm
19    mkdir build run
20    lfs setstripe -c -1 run
21    cd build
22    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
23    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
24    emacs readtile_mpiio.c
25        tileSizeX = 60;
26        tileSizeY = 60;
27    ../tools/genmake2 -of \
28     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
29     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
30    make depend
31    make -j 16
32    
33    cd ~/llc_2160/MITgcm/run
34    cp ../build/mitgcmuv mitgcmuv_60x60x10882
35    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
36    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
37    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
38    mv ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
39    emacs data
40    
41    export MPI_BUFS_PER_PROC=1024
42    export MPI_REQUEST_MAX=65536
43    export MPI_GROUP_MAX=1024
44    export MPI_NUM_MEMORY_REGIONS=8
45    export MPI_UNBUFFERED_STDIO=1
46    export MPI_MEMMAP_OFF=1
47    mpiexec -n 12000 ./mitgcmuv_60x60x10882
48    
49    tail -f STDOUT.00000 | grep advcfl_W
50    
51  ==============  ==============
52    
# Line 16  cvs co MITgcm_code Line 55  cvs co MITgcm_code
55  cvs co MITgcm_contrib/llc_hires/llc_2160  cvs co MITgcm_contrib/llc_hires/llc_2160
56  cd MITgcm  cd MITgcm
57  module purge  module purge
58  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.06rp16  netcdf/4.0  module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
59  mkdir build run  mkdir build run
60  lfs setstripe -c -1 run  lfs setstripe -c -1 run
61  cd build  cd build
# Line 26  cp ../../MITgcm_contrib/llc_hires/llc_21 Line 65  cp ../../MITgcm_contrib/llc_hires/llc_21
65   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'   '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
66  make depend  make depend
67  make -j 16  make -j 16
68  cd ../run  cd ~/llc_2160/MITgcm/run
69  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
70  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
71  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
72  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
73  mv data.exch2_90x90x5004 data.exch2  mv data.exch2_90x90x5004 data.exch2
74  mpiexec -n 8000 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
75    mpiexec -n 6000 ./mitgcmuv
76    
77  ==============  ==============
78    
Legend:
Removed from v.1.3  
changed lines
  Added in v.1.7
  ViewVC Help
Powered by ViewVC 1.1.22