/[MITgcm]/MITgcm_contrib/llc_hires/llc_1080/readme.txt
ViewVC logotype

Diff of /MITgcm_contrib/llc_hires/llc_1080/readme.txt

Parent Directory Parent Directory | Revision Log Revision Log | View Revision Graph Revision Graph | View Patch Patch

revision 1.2 by dimitri, Sun Sep 29 09:02:41 2013 UTC revision 1.11 by dimitri, Mon Jun 5 06:54:43 2017 UTC
# Line 1  Line 1 
1    ==============
2    # interactive 90x90x1342 tile configuration from scratch
3    cd ~/llc_1080
4    cvs co MITgcm_contrib/llc_hires/llc_1080
5    cvs co -r checkpoint64p MITgcm_code
6    qsub -I -q long -l select=48:ncpus=28:model=bro,walltime=120:00:00 -m abe
7    module purge
8    module load comp-intel/2016.2.181 mpi-sgi/mpt.2.15r20
9    cd ~/llc_1080/MITgcm
10    mkdir build run
11    lfs setstripe -c -1 run
12    cd build
13    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
14    ../tools/genmake2 -of \
15     ../../MITgcm_contrib/llc_hires/llc_1080/code/linux_amd64_ifort+mpi_ice_nas \
16     -mpi -mods ../../MITgcm_contrib/llc_hires/llc_1080/code
17    make depend
18    make -j 16
19    cd ../run
20    ln -sf ../build/mitgcmuv .
21    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
22    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
23    ln -sf ~dmenemen/llc_1080/MITgcm/run_2011/pick*354240* .
24    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
25    mv data.exch2_90x90x1342 data.exch2
26    mpiexec -n 1342 ./mitgcmuv &
27    
28    =====================
29  For interactive session, Ivy Bridge nodes:  For interactive session, Ivy Bridge nodes:
30  qsub -I -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00  qsub -I -q devel -l select=170:ncpus=20:model=ivy,walltime=02:00:00 -m abe -M email
31  qsub -I -q long -l select=24:ncpus=20:model=ivy,walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,walltime=120:00:00 -m abe -M email
32  qsub -I -q long -l select=:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00  qsub -I -q long  -l select=170:ncpus=20:model=ivy,min_walltime=30:00,max_walltime=120:00:00 -m abe -M email
   
 For batch submission:  
 qsub -q devel -l select=24:ncpus=20:model=ivy,walltime=02:00:00 runscript  
 qsub qsub_llc1080_468.csh  
33    
34  These will give you 24 x 20 = 480 cores. Launch 468 ranks with  ==============
35    # 60x60x2872 tile configuration
36    
37    cd ~/llc_1080
38    cvs co -r checkpoint64p MITgcm_code
39    cvs co MITgcm_contrib/llc_hires/llc_1080
40    cd MITgcm
41    module purge
42    module load comp-intel/2012.0.032 mpi-sgi/mpt.2.08r7 netcdf/4.0
43    mkdir build run
44    lfs setstripe -c -1 run
45    cd build
46    cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_60x60x2872 SIZE.h
47    ../tools/genmake2 -of \
48     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
49     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
50    make depend
51    make -j 16
52    cd ~/llc_1080/MITgcm/run
53    ln -sf ../build/mitgcmuv .
54    ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
55    ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
56    cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
57    mv data.exch2_60x60x2872 data.exch2
58    export MPI_NUM_MEMORY_REGIONS=256
59    mpiexec -n 3400 ./mitgcmuv
60    
61  ==============  ==============
62    # 90x90x1342 tile configuration
63    
64    cd ~/llc_1080
65  cvs co MITgcm_code  cvs co MITgcm_code
66    cvs co MITgcm_contrib/llc_hires/llc_1080
67  cd MITgcm  cd MITgcm
68  module purge  module purge
69  module load comp-intel/2011.2 mpi-sgi/mpt.2.06a67 netcdf/4.0  module load comp-intel/2011.2 mpi-sgi/mpt.2.06r6 netcdf/4.0
 #module load comp-intel/2011.7.256 mpi-sgi/mpt.2.08r7 netcdf/4.0  
70  mkdir build run  mkdir build run
71    lfs setstripe -c -1 run
72  cd build  cd build
73  ../tools/genmake2 -of ~/tarballs/llc_1080/code/linux_amd64_ifort+mpi_ice_nas -mpi -mods ~/tarballs/llc_1080/code  cp ../../MITgcm_contrib/llc_hires/llc_1080/code/SIZE.h_90x90x1342 SIZE.h
74    ../tools/genmake2 -of \
75     ../../MITgcm_contrib/llc_hires/llc_1080/code-async/linux_amd64_ifort+mpi_ice_nas -mpi -mods \
76     '../../MITgcm_contrib/llc_hires/llc_1080/code ../../MITgcm_contrib/llc_hires/llc_1080/code-async'
77  make depend  make depend
78  make -j 16  make -j 16
79  cd ../run  cd ../run
80  ln -sf ../build/mitgcmuv .  ln -sf ../build/mitgcmuv .
81  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .  ln -sf /nobackup/dmenemen/tarballs/llc_1080/run_template/* .
82  ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim/EIG_*_2* .
83  ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .  #ln -sf /nobackup/dmenemen/forcing/era_interim_corrected/EIG_dlw_sub5p_2* .
84  cp /nobackup/dmenemen/tarballs/llc_1080/input/* .  ln -sf /nobackup/dmenemen/forcing/ECMWF_operational/* .
85  mpiexec -n 379 ./mitgcmuv  cp ../../MITgcm_contrib/llc_hires/llc_1080/input/* .
86    mv data.exch2_90x90x1342 data.exch2
87    export MPI_NUM_MEMORY_REGIONS=256
88    mpiexec -n 1600 ./mitgcmuv
89    
90  ==============  ==============
91    
92  look at output  look at output
93    
94  for ts=[1920:240:8880]  for ts=[50760]
95      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);      fld=quikread_llc(['Eta.' myint2str(ts,10) '.data'],1080);
96      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar      clf,quikplot_llc(fld),caxis([-2.5 2]),thincolorbar
97      title(ts)      title(ts)
98      pause(.1)      pause(.1)
99  end  end
100    
101  ts=14040;  ts=50760;
102  for fld={'S','T','U','V','W','HEFF'}  for fld={'S''T','U','V','W','HEFF'}
103      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);      tmp=quikread_llc([fld{1} '.' myint2str(ts,10) '.data'],1080);
104      clf,quikplot_llc(tmp),thincolorbar      clf,quikplot_llc(tmp),thincolorbar
105      title(fld{1})      title(fld{1})
Legend:
Removed from v.1.2  
changed lines
  Added in v.1.11
  ViewVC Help
Powered by ViewVC 1.1.22