Annotation of /MITgcm_contrib/high_res_cube/README_ice

Instructions for setting up a cube-sphere integration with sea-ice.

September 28, 2006: 216-CPU code for cube38

September 4, 2006
Modified 32*32*6*15 experiments to use grid_cs32.* files from
 verification/tutorial_held_suarez_cs/input instead of
 tile* files from verification/global_ocean.cs32x15/input

August 8, 2006
216-CPU code and input used for integrating cube37
using "June 10, 2006" MITgcm code.

for online T/S profile diagnostics all that is needed is
  profiles_init_fixed
  profiles_inloop
see pkg/ecco/ecco_cost_init_fixed.F
    pkg/ecco/cost_averagesfields.F


##########################################################################
##########################################################################
# getting the code from anonymous CVS server
#

  bash or sh shell:
    $ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

  tcsh or csh shell:
    $ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

cvs co MITgcm_contrib/high_res_cube/README_ice
cvs co MITgcm_contrib/high_res_cube/code-mods
cvs co MITgcm_contrib/high_res_cube/input
cvs co MITgcm_contrib/high_res_cube/results
cvs co MITgcm_code
cvs co MITgcm/verification/global_ocean.cs32x15
cvs co MITgcm/verification/tutorial_held_suarez_cs/input


##########################################################################
##########################################################################
# 32*32*6*15, 1-cpu cube sphere

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt

comparison output is in:
../../../../MITgcm_contrib/high_res_cube/results/output.txt

to use matlab to look at the output
matlab

for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
         'QNETtave','FVtave','FUtave','EmPmRtave'}
    tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
    cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
end

heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
mask=0*heff; mask(find(heff>.001))=1;
uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
clf
subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
# requires input files in sudirectories run_template and ncep_rgau
# these can be obained from lou:/u/menemenl/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup* data.pkg data.seaice data.exf_clim data.exf data bathy_Hmin50.bin
\rm *192_94* *cs32* *.m lev* tren* job_c* job_altix150 job_altix92_54t
ln -sf ../../../../run_template/pickup.0000000216.cube38 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000000216.cube38 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
qsub job_altix


##########################################################################
##########################################################################
# 32*32*6*15, 17-tile, 1-cpu cube sphere experiment

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../code_alt/code.176t_8x4/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt


##########################################################################
##########################################################################
# 32*32*6*15, 2-cpu cube sphere on the altices with ifort

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\cp SIZE.h_mpi SIZE.h

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
mpirun -np 2 ../build/mitgcmuv


##########################################################################
##########################################################################
# 510*510*6*50, 54-tile, 54-cpu cube sphere on the altices with efc
# starting with pickup file from end of 1992
# requires input files in sudirectories run_template and ncep_rgau

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_altix92_54t


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 150-cpu, excludes land
# uses s1500t_17x51 configuration

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_150 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv mitgcmuv150
qsub job_altix150


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 500-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_500 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c19_500cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on cosmos

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

module unload latest_intel80
module unload mpich-gm-intel80
module load latest_intel81
module load mpich-gm-intel81

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
bsub < job_cosmos


##########################################################################
##########################################################################
# 510*510*6*50, 216-tile, 54-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_54 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion


##########################################################################
##########################################################################
# 510*510*6*50, 205-tile, 41-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
\cp SIZE.h_41 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion41


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 50-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_50 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion
1	dimitri	1.59	Instructions for setting up a cube-sphere integration with sea-ice.
2	dimitri	1.65
3	dimitri	1.66	September 28, 2006: 216-CPU code for cube38
4
5			September 4, 2006
6	dimitri	1.65	Modified 3232615 experiments to use grid_cs32. files from
7			verification/tutorial_held_suarez_cs/input instead of
8			tile* files from verification/global_ocean.cs32x15/input
9
10	dimitri	1.66	August 8, 2006
11	dimitri	1.64	216-CPU code and input used for integrating cube37
12			using "June 10, 2006" MITgcm code.
13	dimitri	1.8
14	dimitri	1.67	for online T/S profile diagnostics all that is needed is
15			profiles_init_fixed
16			profiles_inloop
17			see pkg/ecco/ecco_cost_init_fixed.F
18			pkg/ecco/cost_averagesfields.F
19
20	dimitri	1.8
21			##########################################################################
22			##########################################################################
23	dimitri	1.14	# getting the code from anonymous CVS server
24	dimitri	1.68	#
25
26			bash or sh shell:
27			$ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
28			$ cvs login
29			( enter the CVS password: "cvsanon" )
30
31			tcsh or csh shell:
32			$ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
33			$ cvs login
34			( enter the CVS password: "cvsanon" )
35	dimitri	1.1
36	dimitri	1.38	cvs co MITgcm_contrib/high_res_cube/README_ice
37			cvs co MITgcm_contrib/high_res_cube/code-mods
38			cvs co MITgcm_contrib/high_res_cube/input
39			cvs co MITgcm_contrib/high_res_cube/results
40	dimitri	1.43	cvs co MITgcm_code
41			cvs co MITgcm/verification/global_ocean.cs32x15
42	dimitri	1.65	cvs co MITgcm/verification/tutorial_held_suarez_cs/input
43	dimitri	1.14
44
45			##########################################################################
46			##########################################################################
47			# 32326*15, 1-cpu cube sphere
48	dimitri	1.3
49	dimitri	1.1	cd MITgcm/verification/global_ocean.cs32x15/code
50	dimitri	1.8	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
51	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
52	dimitri	1.37	cd ../build
53			\rm *
54			../../../tools/genmake2 -mods=../code
55			make depend
56			make
57			cd ..
58			mkdir run
59			cd run
60			\rm *
61	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
62	dimitri	1.37	\cp ../input/* .
63			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
64			../build/mitgcmuv >& output.txt
65	dimitri	1.3
66	dimitri	1.37	comparison output is in:
67			../../../../MITgcm_contrib/high_res_cube/results/output.txt
68
69			to use matlab to look at the output
70			matlab
71
72	dimitri	1.55	for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
73			'QNETtave','FVtave','FUtave','EmPmRtave'}
74	dimitri	1.37	tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
75			cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
76			end
77
78	dimitri	1.55	heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
79	dimitri	1.37	mask=0*heff; mask(find(heff>.001))=1;
80	dimitri	1.55	uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
81			vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
82	dimitri	1.37	clf
83	dimitri	1.55	subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
84			subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
85			subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
86			subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')
87	dimitri	1.37
88
89			##########################################################################
90			##########################################################################
91	dimitri	1.67	# 5105106*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
92			# requires input files in sudirectories run_template and ncep_rgau
93			# these can be obained from lou:/u/menemenl/cube
94
95			cd MITgcm/verification/global_ocean.cs32x15/code
96			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
97			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
98			\cp SIZE.h_216 SIZE.h
99			\cp packages.conf_hr packages.conf
100
101			cd ../build
102			\rm *
103	dimitri	1.71	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
104	dimitri	1.67	make depend
105			make -j
106
107			cd ..
108			mkdir run
109			cd run
110			\rm *
111			\cp ../input/* .
112			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
113			ln -sf ../../../../run_template/* .
114			\rm pickup* data.pkg data.seaice data.exf_clim data.exf data bathy_Hmin50.bin
115			\rm 192_94 cs32 .m lev tren* job_c* job_altix150 job_altix92_54t
116			ln -sf ../../../../run_template/pickup.0000000216.cube38 pickup.0000000216
117	dimitri	1.69	ln -sf ../../../../run_template/pickup_seaice.0000000216.cube38 pickup_seaice.0000000216
118	dimitri	1.67	\cp ../build/mitgcmuv .
119			qsub job_altix
120
121
122			##########################################################################
123			##########################################################################
124	dimitri	1.37	# 32326*15, 17-tile, 1-cpu cube sphere experiment
125
126			cd MITgcm/verification/global_ocean.cs32x15/code
127			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
128			\cp ../code_alt/code.176t_8x4/* .
129	dimitri	1.25	cd ../build
130	dimitri	1.37	\rm *
131	dimitri	1.10	../../../tools/genmake2 -mods=../code
132	dimitri	1.1	make depend
133			make
134			cd ..
135			mkdir run
136			cd run
137	dimitri	1.37	\rm *
138	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
139	dimitri	1.8	\cp ../input/* .
140			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
141	dimitri	1.3	../build/mitgcmuv >& output.txt
142
143	dimitri	1.8
144			##########################################################################
145			##########################################################################
146	dimitri	1.56	# 32326*15, 2-cpu cube sphere on the altices with ifort
147	dimitri	1.8
148			cd MITgcm/verification/global_ocean.cs32x15/code
149			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
150	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
151	dimitri	1.8	\cp SIZE.h_mpi SIZE.h
152
153	dimitri	1.25	cd ../build
154	dimitri	1.14	\rm *
155	dimitri	1.54	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
156	dimitri	1.8	make depend
157	dimitri	1.41	make -j
158	dimitri	1.8
159			cd ..
160			mkdir run
161			cd run
162	dimitri	1.14	\rm *
163	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
164	dimitri	1.8	\cp ../input/* .
165			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
166			mpirun -np 2 ../build/mitgcmuv
167
168
169			##########################################################################
170			##########################################################################
171	dimitri	1.35	# 5105106*50, 54-tile, 54-cpu cube sphere on the altices with efc
172	dimitri	1.36	# starting with pickup file from end of 1992
173	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
174
175			cd MITgcm/verification/global_ocean.cs32x15/code
176			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
177			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
178			\cp packages.conf_hr packages.conf
179
180			cd ../build
181			\rm *
182	dimitri	1.40	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
183	dimitri	1.35	make depend
184	dimitri	1.41	make -j
185	dimitri	1.35
186			cd ..
187			mkdir run
188			cd run
189			\rm *
190			\cp ../input/* .
191			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
192	dimitri	1.41	qsub job_altix92_54t
193	dimitri	1.35
194
195			##########################################################################
196			##########################################################################
197	dimitri	1.58	# 5105106*50, 1500-tile, 150-cpu, excludes land
198			# uses s1500t_17x51 configuration
199
200			cd MITgcm/verification/global_ocean.cs32x15/code
201			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
202			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
203			\cp SIZE.h_150 SIZE.h
204			\cp packages.conf_hr packages.conf
205
206			cd ../build
207			\rm *
208			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
209			make depend
210			make -j
211
212			cd ..
213			mkdir run
214			cd run
215			\rm *
216			\cp ../input/* .
217			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
218			ln -sf ../../../../run_template/* .
219			\rm pickup*
220	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
221			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
222	dimitri	1.58	\cp ../build/mitgcmuv mitgcmuv150
223			qsub job_altix150
224
225
226	dimitri	1.61	##########################################################################
227			##########################################################################
228			# 5105106*50, 1500-tile, 375-cpu, excludes land
229			# uses s1500t_17x51 configuration
230			# example for running on c17-c20 using arrayd
231
232			cd MITgcm/verification/global_ocean.cs32x15/code
233			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
234			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
235			\cp SIZE.h_375 SIZE.h
236			\cp packages.conf_hr packages.conf
237
238			cd ../build
239			\rm *
240			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
241			make depend
242			make -j
243
244			cd ..
245			mkdir run
246			cd run
247			\rm *
248			\cp ../input/* .
249			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
250			ln -sf ../../../../run_template/* .
251			\rm pickup*
252			ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
253			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
254			\cp ../build/mitgcmuv .
255			job_c20_375cpu < /dev/null >&! output.run &
256
257	dimitri	1.58
258	dimitri	1.56	##########################################################################
259			##########################################################################
260			# 5105106*50, 1500-tile, 375-cpu, excludes land
261			# uses s1500t_17x51 configuration
262			# example for running on c17-c20 using arrayd
263
264			cd MITgcm/verification/global_ocean.cs32x15/code
265			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
266			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
267			\cp SIZE.h_375 SIZE.h
268			\cp packages.conf_hr packages.conf
269
270			cd ../build
271			\rm *
272			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
273			make depend
274			make -j
275
276			cd ..
277			mkdir run
278			cd run
279			\rm *
280			\cp ../input/* .
281			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
282			ln -sf ../../../../run_template/* .
283			\rm pickup*
284	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
285			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
286	dimitri	1.56	\cp ../build/mitgcmuv .
287	dimitri	1.57	job_c20_375cpu < /dev/null >&! output.run &
288
289
290			##########################################################################
291			##########################################################################
292			# 5105106*50, 1500-tile, 500-cpu, excludes land
293			# uses s1500t_17x51 configuration
294			# example for running on c17-c20 using arrayd
295
296			cd MITgcm/verification/global_ocean.cs32x15/code
297			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
298			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
299			\cp SIZE.h_500 SIZE.h
300			\cp packages.conf_hr packages.conf
301
302			cd ../build
303			\rm *
304			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
305			make depend
306			make -j
307
308			cd ..
309			mkdir run
310			cd run
311			\rm *
312			\cp ../input/* .
313			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
314			ln -sf ../../../../run_template/* .
315			\rm pickup*
316	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
317			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
318	dimitri	1.57	\cp ../build/mitgcmuv .
319			job_c19_500cpu < /dev/null >&! output.run &
320	dimitri	1.56
321
322	dimitri	1.60	##########################################################################
323			##########################################################################
324			# 5105106*50, 216-cpu cube sphere on cosmos
325
326			cd MITgcm/verification/global_ocean.cs32x15/code
327			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
328			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
329			\cp SIZE.h_216 SIZE.h
330			\cp packages.conf_hr packages.conf
331
332			module unload latest_intel80
333			module unload mpich-gm-intel80
334			module load latest_intel81
335			module load mpich-gm-intel81
336
337			cd ../build
338			\rm *
339			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
340			make depend
341			make -j
342
343			cd ..
344			mkdir run
345			cd run
346			\rm *
347			\cp ../input/* .
348			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
349			ln -sf ../../../../run_template/* .
350			\rm pickup*
351	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
352			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
353	dimitri	1.60	\cp ../build/mitgcmuv .
354			bsub < job_cosmos
355
356	dimitri	1.41
357	dimitri	1.42	##########################################################################
358			##########################################################################
359			# 5105106*50, 216-tile, 54-cpu cube sphere on the altices with efc
360			# requires input files in sudirectories run_template and ncep_rgau
361			# presently residing under orion:/tmp1/dmenem/cube
362	dimitri	1.41
363	dimitri	1.42	cd MITgcm/verification/global_ocean.cs32x15/code
364			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
365			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
366			\cp SIZE.h_54 SIZE.h
367			\cp packages.conf_hr packages.conf
368	dimitri	1.41
369	dimitri	1.42	cd ../build
370			\rm *
371			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
372			make depend
373			make -j
374	dimitri	1.41
375	dimitri	1.42	cd ..
376			mkdir run
377			cd run
378			\rm *
379			\cp ../input/* .
380			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
381			qsub job_orion
382	dimitri	1.35
383
384			##########################################################################
385			##########################################################################
386	dimitri	1.41	# 5105106*50, 205-tile, 41-cpu cube sphere on the altices with efc
387	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
388			# presently residing under orion:/tmp1/dmenem/cube
389
390			cd MITgcm/verification/global_ocean.cs32x15/code
391			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
392	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
393			\cp SIZE.h_41 SIZE.h
394	dimitri	1.35	\cp packages.conf_hr packages.conf
395
396			cd ../build
397			\rm *
398	dimitri	1.41	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
399	dimitri	1.35	make depend
400	dimitri	1.41	make -j
401	dimitri	1.35
402			cd ..
403			mkdir run
404			cd run
405			\rm *
406			\cp ../input/* .
407			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
408	dimitri	1.41	qsub job_orion41
409	dimitri	1.9
410
411			##########################################################################
412			##########################################################################
413	dimitri	1.41	# 5105106*50, 1500-tile, 50-cpu cube sphere on the altices with efc
414	dimitri	1.17	# requires input files in sudirectories run_template and ncep_rgau
415	dimitri	1.41	# presently residing under orion:/tmp1/dmenem/cube
416	dimitri	1.9
417			cd MITgcm/verification/global_ocean.cs32x15/code
418			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
419	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
420			\cp SIZE.h_50 SIZE.h
421	dimitri	1.12	\cp packages.conf_hr packages.conf
422	dimitri	1.9
423	dimitri	1.25	cd ../build
424	dimitri	1.15	\rm *
425	dimitri	1.13	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
426	dimitri	1.9	make depend
427	dimitri	1.41	make -j
428	dimitri	1.9
429			cd ..
430			mkdir run
431			cd run
432	dimitri	1.15	\rm *
433			\cp ../input/* .
434			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
435	dimitri	1.41	qsub job_orion