Annotation of /MITgcm_contrib/high_res_cube/README_ice

Instructions for setting up a cube-sphere integration with sea-ice.

Forcing fields and other input files needed for the CS510
configuration can be obtained from
http://ecco2.org/products/model_setups/cs510.html

=================
UPDATES

December 11, 2006: preparing for cube47, same as cube43
but with Arctic monthly river runoff climatology

December 5, 2006: 216-CPU code for cube46
Changed diagnostics to accomodate JMCs latest and some
changes to code-mods/CPP_EEOPTIONS.h and W2_OPTIONS.h
to speed up code.

November 7, 2006: 216-CPU code for cube43
Bug fixes in growth.F routine and new set of diagnostics

October 15, 2006: 216-CPU code for cube40

September 28, 2006: 216-CPU code for cube38

September 4, 2006
Modified 32*32*6*15 experiments to use grid_cs32.* files from
 verification/tutorial_held_suarez_cs/input instead of
 tile* files from verification/global_ocean.cs32x15/input

August 8, 2006: 216-CPU code and input used for cube37
using "June 10, 2006" MITgcm code.

for online T/S profile diagnostics all that is needed is
  profiles_init_fixed
  profiles_inloop
see pkg/ecco/ecco_cost_init_fixed.F
    pkg/ecco/cost_averagesfields.F

##########################################################################
##########################################################################
# Get forcing files, etc.
# Example below is for cube46 on /nobackup2a/menemenl

cd /nobackup2a/menemenl
mkdir cube47
cd cube47
ln -sf ../run_template .
ln -sf ../ncep_rgau .


##########################################################################
##########################################################################
# getting the code from anonymous CVS server

  bash or sh shell:
    $ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

  tcsh or csh shell:
    $ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

cvs co MITgcm_contrib/high_res_cube/README_ice
cvs co MITgcm_contrib/high_res_cube/code-mods
cvs co MITgcm_contrib/high_res_cube/input
cvs co MITgcm_contrib/high_res_cube/results
cvs co MITgcm_code
cvs co MITgcm/verification/global_ocean.cs32x15
cvs co MITgcm/verification/tutorial_held_suarez_cs/input


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../code/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup* eedata.mth data.pkg data.seaice data.exf_clim data.exf data.mnc data pr*
\rm bathy_Hmin50.bin *192_94* *cs32* *.m lev* tren* job_c* job_altix150 job_altix92_54t
ln -sf ../../../../run_template/pickup.0000000216.cube38 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000000216.cube38 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
qsub job_altix


##########################################################################
##########################################################################
# 32*32*6*15, 1-cpu cube sphere

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt

comparison output is in:
../../../../MITgcm_contrib/high_res_cube/results/output.txt

to use matlab to look at the output
matlab

for fld={'SIuice','SIvice','SIheff','SIarea','oceQsw', ...
         'surForcT','oceTAUX','oceTAUY','surForcS'}
    tmp=permute(readbin([fld{1} '.0000000072.data'],[32,6,32]),[1 3 2]);
    cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
end

heff=permute(readbin(['SIheff.0000000072.data'],[32,6,32]),[1 3 2]);
mask=0*heff; mask(find(heff>.001))=1;
uice=mask.*permute(readbin(['SIuice.0000000072.data'],[32,6,32]),[1 3 2]);
vice=mask.*permute(readbin(['SIvice.0000000072.data'],[32,6,32]),[1 3 2]);
clf
subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')


##########################################################################
##########################################################################
# 32*32*6*15, 17-tile, 1-cpu cube sphere experiment

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../code_alt/code.176t_8x4/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt


##########################################################################
##########################################################################
# 32*32*6*15, 2-cpu cube sphere on the altices with ifort

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\cp SIZE.h_mpi SIZE.h

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
mpirun -np 2 ../build/mitgcmuv


##########################################################################
##########################################################################
# 510*510*6*50, 54-tile, 54-cpu cube sphere on the altices with efc
# starting with pickup file from end of 1992
# requires input files in sudirectories run_template and ncep_rgau

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_altix92_54t


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 150-cpu, excludes land
# uses s1500t_17x51 configuration

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_150 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv mitgcmuv150
qsub job_altix150


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 500-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_500 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c19_500cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on cosmos

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

module unload latest_intel80
module unload mpich-gm-intel80
module load latest_intel81
module load mpich-gm-intel81

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
bsub < job_cosmos


##########################################################################
##########################################################################
# 510*510*6*50, 216-tile, 54-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_54 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion


##########################################################################
##########################################################################
# 510*510*6*50, 205-tile, 41-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
\cp SIZE.h_41 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion41


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 50-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_50 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion
1	dimitri	1.59	Instructions for setting up a cube-sphere integration with sea-ice.
2	dimitri	1.65
3	dimitri	1.83	Forcing fields and other input files needed for the CS510
4			configuration can be obtained from
5			http://ecco2.org/products/model_setups/cs510.html
6
7	dimitri	1.72	=================
8			UPDATES
9
10	dimitri	1.81	December 11, 2006: preparing for cube47, same as cube43
11			but with Arctic monthly river runoff climatology
12
13	dimitri	1.78	December 5, 2006: 216-CPU code for cube46
14			Changed diagnostics to accomodate JMCs latest and some
15			changes to code-mods/CPP_EEOPTIONS.h and W2_OPTIONS.h
16			to speed up code.
17	dimitri	1.77
18	dimitri	1.76	November 7, 2006: 216-CPU code for cube43
19			Bug fixes in growth.F routine and new set of diagnostics
20	dimitri	1.74
21	dimitri	1.72	October 15, 2006: 216-CPU code for cube40
22
23	dimitri	1.66	September 28, 2006: 216-CPU code for cube38
24
25			September 4, 2006
26	dimitri	1.65	Modified 3232615 experiments to use grid_cs32. files from
27			verification/tutorial_held_suarez_cs/input instead of
28			tile* files from verification/global_ocean.cs32x15/input
29
30	dimitri	1.72	August 8, 2006: 216-CPU code and input used for cube37
31	dimitri	1.64	using "June 10, 2006" MITgcm code.
32	dimitri	1.8
33	dimitri	1.67	for online T/S profile diagnostics all that is needed is
34			profiles_init_fixed
35			profiles_inloop
36			see pkg/ecco/ecco_cost_init_fixed.F
37			pkg/ecco/cost_averagesfields.F
38
39	dimitri	1.80	##########################################################################
40			##########################################################################
41			# Get forcing files, etc.
42			# Example below is for cube46 on /nobackup2a/menemenl
43
44			cd /nobackup2a/menemenl
45	dimitri	1.82	mkdir cube47
46			cd cube47
47	dimitri	1.80	ln -sf ../run_template .
48			ln -sf ../ncep_rgau .
49
50	dimitri	1.8
51			##########################################################################
52			##########################################################################
53	dimitri	1.14	# getting the code from anonymous CVS server
54	dimitri	1.68
55			bash or sh shell:
56			$ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
57			$ cvs login
58			( enter the CVS password: "cvsanon" )
59
60			tcsh or csh shell:
61			$ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
62			$ cvs login
63			( enter the CVS password: "cvsanon" )
64	dimitri	1.1
65	dimitri	1.38	cvs co MITgcm_contrib/high_res_cube/README_ice
66			cvs co MITgcm_contrib/high_res_cube/code-mods
67			cvs co MITgcm_contrib/high_res_cube/input
68			cvs co MITgcm_contrib/high_res_cube/results
69	dimitri	1.43	cvs co MITgcm_code
70			cvs co MITgcm/verification/global_ocean.cs32x15
71	dimitri	1.65	cvs co MITgcm/verification/tutorial_held_suarez_cs/input
72	dimitri	1.14
73
74			##########################################################################
75			##########################################################################
76	dimitri	1.73	# 5105106*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
77
78			cd MITgcm/verification/global_ocean.cs32x15/code
79			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
80			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
81			\cp SIZE.h_216 SIZE.h
82			\cp packages.conf_hr packages.conf
83
84			cd ../build
85			\rm *
86	dimitri	1.79	../../../tools/genmake2 -mods=../code -of ../code/linux_ia64_ifort+mpi_altix_nas
87	dimitri	1.73	make depend
88			make -j
89
90			cd ..
91			mkdir run
92			cd run
93			\rm *
94			\cp ../input/* .
95			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
96			ln -sf ../../../../run_template/* .
97			\rm pickup* eedata.mth data.pkg data.seaice data.exf_clim data.exf data.mnc data pr*
98			\rm bathy_Hmin50.bin 192_94 cs32 .m lev tren* job_c* job_altix150 job_altix92_54t
99			ln -sf ../../../../run_template/pickup.0000000216.cube38 pickup.0000000216
100			ln -sf ../../../../run_template/pickup_seaice.0000000216.cube38 pickup_seaice.0000000216
101			\cp ../build/mitgcmuv .
102			qsub job_altix
103
104
105			##########################################################################
106			##########################################################################
107	dimitri	1.14	# 32326*15, 1-cpu cube sphere
108	dimitri	1.3
109	dimitri	1.1	cd MITgcm/verification/global_ocean.cs32x15/code
110	dimitri	1.8	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
111	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
112	dimitri	1.37	cd ../build
113			\rm *
114			../../../tools/genmake2 -mods=../code
115			make depend
116			make
117			cd ..
118			mkdir run
119			cd run
120			\rm *
121	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
122	dimitri	1.37	\cp ../input/* .
123			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
124			../build/mitgcmuv >& output.txt
125	dimitri	1.3
126	dimitri	1.37	comparison output is in:
127			../../../../MITgcm_contrib/high_res_cube/results/output.txt
128
129			to use matlab to look at the output
130			matlab
131
132	dimitri	1.77	for fld={'SIuice','SIvice','SIheff','SIarea','oceQsw', ...
133			'surForcT','oceTAUX','oceTAUY','surForcS'}
134			tmp=permute(readbin([fld{1} '.0000000072.data'],[32,6,32]),[1 3 2]);
135	dimitri	1.37	cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
136			end
137
138	dimitri	1.77	heff=permute(readbin(['SIheff.0000000072.data'],[32,6,32]),[1 3 2]);
139	dimitri	1.37	mask=0*heff; mask(find(heff>.001))=1;
140	dimitri	1.77	uice=mask.*permute(readbin(['SIuice.0000000072.data'],[32,6,32]),[1 3 2]);
141			vice=mask.*permute(readbin(['SIvice.0000000072.data'],[32,6,32]),[1 3 2]);
142	dimitri	1.37	clf
143	dimitri	1.55	subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
144			subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
145			subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
146			subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')
147	dimitri	1.37
148
149			##########################################################################
150			##########################################################################
151			# 32326*15, 17-tile, 1-cpu cube sphere experiment
152
153			cd MITgcm/verification/global_ocean.cs32x15/code
154			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
155			\cp ../code_alt/code.176t_8x4/* .
156	dimitri	1.25	cd ../build
157	dimitri	1.37	\rm *
158	dimitri	1.10	../../../tools/genmake2 -mods=../code
159	dimitri	1.1	make depend
160			make
161			cd ..
162			mkdir run
163			cd run
164	dimitri	1.37	\rm *
165	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
166	dimitri	1.8	\cp ../input/* .
167			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
168	dimitri	1.3	../build/mitgcmuv >& output.txt
169
170	dimitri	1.8
171			##########################################################################
172			##########################################################################
173	dimitri	1.56	# 32326*15, 2-cpu cube sphere on the altices with ifort
174	dimitri	1.8
175			cd MITgcm/verification/global_ocean.cs32x15/code
176			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
177	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
178	dimitri	1.8	\cp SIZE.h_mpi SIZE.h
179
180	dimitri	1.25	cd ../build
181	dimitri	1.14	\rm *
182	dimitri	1.54	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
183	dimitri	1.8	make depend
184	dimitri	1.41	make -j
185	dimitri	1.8
186			cd ..
187			mkdir run
188			cd run
189	dimitri	1.14	\rm *
190	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
191	dimitri	1.8	\cp ../input/* .
192			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
193			mpirun -np 2 ../build/mitgcmuv
194
195
196			##########################################################################
197			##########################################################################
198	dimitri	1.35	# 5105106*50, 54-tile, 54-cpu cube sphere on the altices with efc
199	dimitri	1.36	# starting with pickup file from end of 1992
200	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
201
202			cd MITgcm/verification/global_ocean.cs32x15/code
203			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
204			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
205			\cp packages.conf_hr packages.conf
206
207			cd ../build
208			\rm *
209	dimitri	1.40	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
210	dimitri	1.35	make depend
211	dimitri	1.41	make -j
212	dimitri	1.35
213			cd ..
214			mkdir run
215			cd run
216			\rm *
217			\cp ../input/* .
218			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
219	dimitri	1.41	qsub job_altix92_54t
220	dimitri	1.35
221
222			##########################################################################
223			##########################################################################
224	dimitri	1.58	# 5105106*50, 1500-tile, 150-cpu, excludes land
225			# uses s1500t_17x51 configuration
226
227			cd MITgcm/verification/global_ocean.cs32x15/code
228			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
229			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
230			\cp SIZE.h_150 SIZE.h
231			\cp packages.conf_hr packages.conf
232
233			cd ../build
234			\rm *
235			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
236			make depend
237			make -j
238
239			cd ..
240			mkdir run
241			cd run
242			\rm *
243			\cp ../input/* .
244			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
245			ln -sf ../../../../run_template/* .
246			\rm pickup*
247	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
248			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
249	dimitri	1.58	\cp ../build/mitgcmuv mitgcmuv150
250			qsub job_altix150
251
252
253	dimitri	1.61	##########################################################################
254			##########################################################################
255			# 5105106*50, 1500-tile, 375-cpu, excludes land
256			# uses s1500t_17x51 configuration
257			# example for running on c17-c20 using arrayd
258
259			cd MITgcm/verification/global_ocean.cs32x15/code
260			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
261			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
262			\cp SIZE.h_375 SIZE.h
263			\cp packages.conf_hr packages.conf
264
265			cd ../build
266			\rm *
267			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
268			make depend
269			make -j
270
271			cd ..
272			mkdir run
273			cd run
274			\rm *
275			\cp ../input/* .
276			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
277			ln -sf ../../../../run_template/* .
278			\rm pickup*
279			ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
280			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
281			\cp ../build/mitgcmuv .
282			job_c20_375cpu < /dev/null >&! output.run &
283
284	dimitri	1.58
285	dimitri	1.56	##########################################################################
286			##########################################################################
287			# 5105106*50, 1500-tile, 375-cpu, excludes land
288			# uses s1500t_17x51 configuration
289			# example for running on c17-c20 using arrayd
290
291			cd MITgcm/verification/global_ocean.cs32x15/code
292			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
293			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
294			\cp SIZE.h_375 SIZE.h
295			\cp packages.conf_hr packages.conf
296
297			cd ../build
298			\rm *
299			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
300			make depend
301			make -j
302
303			cd ..
304			mkdir run
305			cd run
306			\rm *
307			\cp ../input/* .
308			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
309			ln -sf ../../../../run_template/* .
310			\rm pickup*
311	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
312			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
313	dimitri	1.56	\cp ../build/mitgcmuv .
314	dimitri	1.57	job_c20_375cpu < /dev/null >&! output.run &
315
316
317			##########################################################################
318			##########################################################################
319			# 5105106*50, 1500-tile, 500-cpu, excludes land
320			# uses s1500t_17x51 configuration
321			# example for running on c17-c20 using arrayd
322
323			cd MITgcm/verification/global_ocean.cs32x15/code
324			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
325			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
326			\cp SIZE.h_500 SIZE.h
327			\cp packages.conf_hr packages.conf
328
329			cd ../build
330			\rm *
331			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
332			make depend
333			make -j
334
335			cd ..
336			mkdir run
337			cd run
338			\rm *
339			\cp ../input/* .
340			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
341			ln -sf ../../../../run_template/* .
342			\rm pickup*
343	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
344			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
345	dimitri	1.57	\cp ../build/mitgcmuv .
346			job_c19_500cpu < /dev/null >&! output.run &
347	dimitri	1.56
348
349	dimitri	1.60	##########################################################################
350			##########################################################################
351			# 5105106*50, 216-cpu cube sphere on cosmos
352
353			cd MITgcm/verification/global_ocean.cs32x15/code
354			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
355			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
356			\cp SIZE.h_216 SIZE.h
357			\cp packages.conf_hr packages.conf
358
359			module unload latest_intel80
360			module unload mpich-gm-intel80
361			module load latest_intel81
362			module load mpich-gm-intel81
363
364			cd ../build
365			\rm *
366			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
367			make depend
368			make -j
369
370			cd ..
371			mkdir run
372			cd run
373			\rm *
374			\cp ../input/* .
375			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
376			ln -sf ../../../../run_template/* .
377			\rm pickup*
378	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
379			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
380	dimitri	1.60	\cp ../build/mitgcmuv .
381			bsub < job_cosmos
382
383	dimitri	1.41
384	dimitri	1.42	##########################################################################
385			##########################################################################
386			# 5105106*50, 216-tile, 54-cpu cube sphere on the altices with efc
387			# requires input files in sudirectories run_template and ncep_rgau
388			# presently residing under orion:/tmp1/dmenem/cube
389	dimitri	1.41
390	dimitri	1.42	cd MITgcm/verification/global_ocean.cs32x15/code
391			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
392			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
393			\cp SIZE.h_54 SIZE.h
394			\cp packages.conf_hr packages.conf
395	dimitri	1.41
396	dimitri	1.42	cd ../build
397			\rm *
398			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
399			make depend
400			make -j
401	dimitri	1.41
402	dimitri	1.42	cd ..
403			mkdir run
404			cd run
405			\rm *
406			\cp ../input/* .
407			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
408			qsub job_orion
409	dimitri	1.35
410
411			##########################################################################
412			##########################################################################
413	dimitri	1.41	# 5105106*50, 205-tile, 41-cpu cube sphere on the altices with efc
414	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
415			# presently residing under orion:/tmp1/dmenem/cube
416
417			cd MITgcm/verification/global_ocean.cs32x15/code
418			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
419	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
420			\cp SIZE.h_41 SIZE.h
421	dimitri	1.35	\cp packages.conf_hr packages.conf
422
423			cd ../build
424			\rm *
425	dimitri	1.41	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
426	dimitri	1.35	make depend
427	dimitri	1.41	make -j
428	dimitri	1.35
429			cd ..
430			mkdir run
431			cd run
432			\rm *
433			\cp ../input/* .
434			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
435	dimitri	1.41	qsub job_orion41
436	dimitri	1.9
437
438			##########################################################################
439			##########################################################################
440	dimitri	1.41	# 5105106*50, 1500-tile, 50-cpu cube sphere on the altices with efc
441	dimitri	1.17	# requires input files in sudirectories run_template and ncep_rgau
442	dimitri	1.41	# presently residing under orion:/tmp1/dmenem/cube
443	dimitri	1.9
444			cd MITgcm/verification/global_ocean.cs32x15/code
445			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
446	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
447			\cp SIZE.h_50 SIZE.h
448	dimitri	1.12	\cp packages.conf_hr packages.conf
449	dimitri	1.9
450	dimitri	1.25	cd ../build
451	dimitri	1.15	\rm *
452	dimitri	1.13	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
453	dimitri	1.9	make depend
454	dimitri	1.41	make -j
455	dimitri	1.9
456			cd ..
457			mkdir run
458			cd run
459	dimitri	1.15	\rm *
460			\cp ../input/* .
461			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
462	dimitri	1.41	qsub job_orion