/[MITgcm]/MITgcm_contrib/llc_hires/llc_2160/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_2160/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.4 by dimitri, Sun Nov 3 05:08:18 2013 UTC revision 1.10 by dimitri, Fri Jun 27 14:06:37 2014 UTC
# Line 1  Line 1 
1  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
2  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email  qsub -I -q devel -l select=300:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
3  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M email  qsub -I -q normal -l select=103:ncpus=20:model=ivy,walltime=8:00:00 -m abe -M YOUR_EMAIL_HERE
4  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=300:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
5  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email  qsub -I -q long -l select=103:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
6    
7    #############################
8    # 60x60x10882 configuration
9    
10    qsub -I -q long -l select=600:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M YOUR_EMAIL_HERE
11    module purge
12    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
13    cd ~/llc_2160
14    cvs co MITgcm_code
15    cvs co MITgcm_contrib/llc_hires/llc_2160
16    cd MITgcm
17    mkdir build run
18    lfs setstripe -c -1 run
19    cd build
20    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_60x60_10882 SIZE.h
21    cp ../../MITgcm_contrib/llc_hires/llc_2160/code-async/readtile_mpiio.c .
22    emacs readtile_mpiio.c
23        tileSizeX = 60;
24        tileSizeY = 60;
25    ../tools/genmake2 -of \
26     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
27     '../../MITgcm_contrib/llc_hires/llc_2160/code ../../MITgcm_contrib/llc_hires/llc_2160/code-async'
28    make depend
29    make -j 16
30    
31    cd ~/llc_2160/MITgcm/run
32    cp ../build/mitgcmuv mitgcmuv_60x60x10882
33    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
34    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
35    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
36    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_60x60x10882 data.exch2
37    emacs data
38    
39    export MPI_BUFS_PER_PROC=1024
40    export MPI_REQUEST_MAX=65536
41    export MPI_GROUP_MAX=1024
42    export MPI_NUM_MEMORY_REGIONS=8
43    export MPI_UNBUFFERED_STDIO=1
44    export MPI_MEMMAP_OFF=1
45    export MPI_UD_TIMEOUT=100
46    mpiexec -n 12000 ./mitgcmuv_60x60x10882
47    
48    tail -f STDOUT.00000 | grep advcfl_W
49    
50    ################################################
51    # 144x144x2047 configuration for grid generation
52    
53    qsub -I -q devel -l select=103:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M YOUR_EMAIL_HERE
54    module purge
55    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.10r6 netcdf/4.0
56    cd ~/llc_2160
57    cvs co MITgcm_code
58    cvs co MITgcm_contrib/llc_hires/llc_2160
59    cd MITgcm
60    mkdir build run_grid
61    lfs setstripe -c -1 run_grid
62    cd build
63    cp ../../MITgcm_contrib/llc_hires/llc_2160/code/SIZE.h_144x144x2047 SIZE.h
64    ../tools/genmake2 -of \
65     ../../MITgcm_contrib/llc_hires/llc_2160/code-async/linux_amd64_ifort+mpi_ice_nas \
66     -mpi  -mods ../../MITgcm_contrib/llc_hires/llc_2160/code
67    make depend
68    make -j 16
69    
70    cd ~/llc_2160/MITgcm/run_grid
71    cp ../build/mitgcmuv mitgcmuv_144x144x2047
72    ln -sf /nobackup/dmenemen/tarballs/llc_2160/run_template/* .
73    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
74    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
75    cp ../../MITgcm_contrib/llc_hires/llc_2160/input/data.exch2_144x144x2047 data.exch2
76    
77    emacs data
78     debuglevel=3,
79     useSingleCPUio=.TRUE.,
80     endtime=0.,
81     deltaT = 1.,
82    
83    mpiexec -n 2047 ./mitgcmuv_144x144x2047
84    
85  ==============  ==============
86    
# Line 27  ln -sf /nobackup/dmenemen/tarballs/llc_2 Line 105  ln -sf /nobackup/dmenemen/tarballs/llc_2
105  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
106  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .  cp ../../MITgcm_contrib/llc_hires/llc_2160/input/* .
107  mv data.exch2_90x90x5004 data.exch2  mv data.exch2_90x90x5004 data.exch2
108  mpiexec -n 6600 ./mitgcmuv  export MPI_NUM_MEMORY_REGIONS=256
109    mpiexec -n 6000 ./mitgcmuv
110    
111  ==============  ==============
112    
Legend:
Removed from v.1.4  
changed lines
  Added in v.1.10
  ViewVC Help
Powered by ViewVC 1.1.22