Annotation of /MITgcm_contrib/high_res_cube/README_ice

daInstructions for setting up a cube-sphere integration with sea-ice.
Date last updated: February 17, 2005
Code and input used for integrating cube22.


##########################################################################
##########################################################################
# getting the code from anonymous CVS server

cvs co MITgcm_contrib/high_res_cube/README_ice
cvs co MITgcm_contrib/high_res_cube/code-mods
cvs co MITgcm_contrib/high_res_cube/input
cvs co MITgcm_contrib/high_res_cube/results
cvs co MITgcm_code
cvs co MITgcm/verification/global_ocean.cs32x15
cvs co MITgcm/verification/testreport


##########################################################################
##########################################################################
# 32*32*6*15, 1-cpu cube sphere

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt

comparison output is in:
../../../../MITgcm_contrib/high_res_cube/results/output.txt

to use matlab to look at the output
matlab

for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
         'QNETtave','FVtave','FUtave','EmPmRtave'}
    tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
    cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
end

heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
mask=0*heff; mask(find(heff>.001))=1;
uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
clf
subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')


##########################################################################
##########################################################################
# 32*32*6*15, 17-tile, 1-cpu cube sphere experiment

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../code_alt/code.176t_8x4/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt


##########################################################################
##########################################################################
# 32*32*6*15, 2-cpu cube sphere on the altices with ifort

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\cp SIZE.h_mpi SIZE.h

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
mpirun -np 2 ../build/mitgcmuv


##########################################################################
##########################################################################
# 510*510*6*50, 54-tile, 54-cpu cube sphere on the altices with efc
# starting with pickup file from end of 1992
# requires input files in sudirectories run_template and ncep_rgau

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_altix92_54t


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
# requires input files in sudirectories run_template and ncep_rgau
# these can be obained from lou:/u/menemenl/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
\cp ../build/mitgcmuv .
qsub job_altix92


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
\cp ../build/mitgcmuv .
job_c17_c20 < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 216-tile, 54-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_54 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion


##########################################################################
##########################################################################
# 510*510*6*50, 205-tile, 41-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
\cp SIZE.h_41 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion41


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 50-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_50 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion
1	dimitri	1.52	daInstructions for setting up a cube-sphere integration with sea-ice.
2			Date last updated: February 17, 2005
3			Code and input used for integrating cube22.
4	dimitri	1.8
5
6			##########################################################################
7			##########################################################################
8	dimitri	1.14	# getting the code from anonymous CVS server
9	dimitri	1.1
10	dimitri	1.38	cvs co MITgcm_contrib/high_res_cube/README_ice
11			cvs co MITgcm_contrib/high_res_cube/code-mods
12			cvs co MITgcm_contrib/high_res_cube/input
13			cvs co MITgcm_contrib/high_res_cube/results
14	dimitri	1.43	cvs co MITgcm_code
15			cvs co MITgcm/verification/global_ocean.cs32x15
16			cvs co MITgcm/verification/testreport
17	dimitri	1.14
18
19			##########################################################################
20			##########################################################################
21			# 32326*15, 1-cpu cube sphere
22	dimitri	1.3
23	dimitri	1.1	cd MITgcm/verification/global_ocean.cs32x15/code
24	dimitri	1.8	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
25	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
26	dimitri	1.37	cd ../build
27			\rm *
28			../../../tools/genmake2 -mods=../code
29			make depend
30			make
31			cd ..
32			mkdir run
33			cd run
34			\rm *
35			\cp ../input/* .
36			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
37			../build/mitgcmuv >& output.txt
38	dimitri	1.3
39	dimitri	1.37	comparison output is in:
40			../../../../MITgcm_contrib/high_res_cube/results/output.txt
41
42			to use matlab to look at the output
43			matlab
44
45	dimitri	1.55	for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
46			'QNETtave','FVtave','FUtave','EmPmRtave'}
47	dimitri	1.37	tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
48			cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
49			end
50
51	dimitri	1.55	heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
52	dimitri	1.37	mask=0*heff; mask(find(heff>.001))=1;
53	dimitri	1.55	uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
54			vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
55	dimitri	1.37	clf
56	dimitri	1.55	subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
57			subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
58			subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
59			subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')
60	dimitri	1.37
61
62			##########################################################################
63			##########################################################################
64			# 32326*15, 17-tile, 1-cpu cube sphere experiment
65
66			cd MITgcm/verification/global_ocean.cs32x15/code
67			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
68			\cp ../code_alt/code.176t_8x4/* .
69	dimitri	1.25	cd ../build
70	dimitri	1.37	\rm *
71	dimitri	1.10	../../../tools/genmake2 -mods=../code
72	dimitri	1.1	make depend
73			make
74			cd ..
75			mkdir run
76			cd run
77	dimitri	1.37	\rm *
78	dimitri	1.8	\cp ../input/* .
79			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
80	dimitri	1.3	../build/mitgcmuv >& output.txt
81
82	dimitri	1.8
83			##########################################################################
84			##########################################################################
85	dimitri	1.56	# 32326*15, 2-cpu cube sphere on the altices with ifort
86	dimitri	1.8
87			cd MITgcm/verification/global_ocean.cs32x15/code
88			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
89	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
90	dimitri	1.8	\cp SIZE.h_mpi SIZE.h
91
92	dimitri	1.25	cd ../build
93	dimitri	1.14	\rm *
94	dimitri	1.54	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
95	dimitri	1.8	make depend
96	dimitri	1.41	make -j
97	dimitri	1.8
98			cd ..
99			mkdir run
100			cd run
101	dimitri	1.14	\rm *
102	dimitri	1.8	\cp ../input/* .
103			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
104			mpirun -np 2 ../build/mitgcmuv
105
106
107			##########################################################################
108			##########################################################################
109	dimitri	1.35	# 5105106*50, 54-tile, 54-cpu cube sphere on the altices with efc
110	dimitri	1.36	# starting with pickup file from end of 1992
111	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
112
113			cd MITgcm/verification/global_ocean.cs32x15/code
114			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
115			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
116			\cp packages.conf_hr packages.conf
117
118			cd ../build
119			\rm *
120	dimitri	1.40	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
121	dimitri	1.35	make depend
122	dimitri	1.41	make -j
123	dimitri	1.35
124			cd ..
125			mkdir run
126			cd run
127			\rm *
128			\cp ../input/* .
129			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
130	dimitri	1.41	qsub job_altix92_54t
131	dimitri	1.35
132
133			##########################################################################
134			##########################################################################
135	dimitri	1.52	# 5105106*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
136	dimitri	1.23	# requires input files in sudirectories run_template and ncep_rgau
137	dimitri	1.41	# these can be obained from lou:/u/menemenl/cube
138	dimitri	1.23
139			cd MITgcm/verification/global_ocean.cs32x15/code
140			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
141	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
142			\cp SIZE.h_216 SIZE.h
143	dimitri	1.23	\cp packages.conf_hr packages.conf
144	dimitri	1.8
145	dimitri	1.25	cd ../build
146	dimitri	1.14	\rm *
147	dimitri	1.46	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
148	dimitri	1.8	make depend
149	dimitri	1.52	make -j
150	dimitri	1.8
151			cd ..
152			mkdir run
153			cd run
154	dimitri	1.14	\rm *
155	dimitri	1.8	\cp ../input/* .
156			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
157	dimitri	1.44	ln -sf ../../../../run_template/* .
158	dimitri	1.50	\rm pickup*
159	dimitri	1.53	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
160			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
161	dimitri	1.44	\cp ../build/mitgcmuv .
162	dimitri	1.41	qsub job_altix92
163
164
165	dimitri	1.56	##########################################################################
166			##########################################################################
167			# 5105106*50, 1500-tile, 375-cpu, excludes land
168			# uses s1500t_17x51 configuration
169			# example for running on c17-c20 using arrayd
170
171			cd MITgcm/verification/global_ocean.cs32x15/code
172			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
173			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
174			\cp SIZE.h_375 SIZE.h
175			\cp packages.conf_hr packages.conf
176
177			cd ../build
178			\rm *
179			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
180			make depend
181			make -j
182
183			cd ..
184			mkdir run
185			cd run
186			\rm *
187			\cp ../input/* .
188			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
189			ln -sf ../../../../run_template/* .
190			\rm pickup*
191			ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
192			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
193			\cp ../build/mitgcmuv .
194			job_c17_c20 < /dev/null >&! output.run &
195
196
197
198	dimitri	1.41
199
200
201
202	dimitri	1.51
203
204
205
206
207	dimitri	1.41
208
209
210
211
212
213
214
215
216
217
218
219	dimitri	1.42	##########################################################################
220			##########################################################################
221			# 5105106*50, 216-tile, 54-cpu cube sphere on the altices with efc
222			# requires input files in sudirectories run_template and ncep_rgau
223			# presently residing under orion:/tmp1/dmenem/cube
224	dimitri	1.41
225	dimitri	1.42	cd MITgcm/verification/global_ocean.cs32x15/code
226			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
227			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
228			\cp SIZE.h_54 SIZE.h
229			\cp packages.conf_hr packages.conf
230	dimitri	1.41
231	dimitri	1.42	cd ../build
232			\rm *
233			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
234			make depend
235			make -j
236	dimitri	1.41
237	dimitri	1.42	cd ..
238			mkdir run
239			cd run
240			\rm *
241			\cp ../input/* .
242			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
243			qsub job_orion
244	dimitri	1.35
245
246			##########################################################################
247			##########################################################################
248	dimitri	1.41	# 5105106*50, 205-tile, 41-cpu cube sphere on the altices with efc
249	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
250			# presently residing under orion:/tmp1/dmenem/cube
251
252			cd MITgcm/verification/global_ocean.cs32x15/code
253			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
254	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
255			\cp SIZE.h_41 SIZE.h
256	dimitri	1.35	\cp packages.conf_hr packages.conf
257
258			cd ../build
259			\rm *
260	dimitri	1.41	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
261	dimitri	1.35	make depend
262	dimitri	1.41	make -j
263	dimitri	1.35
264			cd ..
265			mkdir run
266			cd run
267			\rm *
268			\cp ../input/* .
269			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
270	dimitri	1.41	qsub job_orion41
271	dimitri	1.9
272
273			##########################################################################
274			##########################################################################
275	dimitri	1.41	# 5105106*50, 1500-tile, 50-cpu cube sphere on the altices with efc
276	dimitri	1.17	# requires input files in sudirectories run_template and ncep_rgau
277	dimitri	1.41	# presently residing under orion:/tmp1/dmenem/cube
278	dimitri	1.9
279			cd MITgcm/verification/global_ocean.cs32x15/code
280			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
281	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
282			\cp SIZE.h_50 SIZE.h
283	dimitri	1.12	\cp packages.conf_hr packages.conf
284	dimitri	1.9
285	dimitri	1.25	cd ../build
286	dimitri	1.15	\rm *
287	dimitri	1.13	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
288	dimitri	1.9	make depend
289	dimitri	1.41	make -j
290	dimitri	1.9
291			cd ..
292			mkdir run
293			cd run
294	dimitri	1.15	\rm *
295			\cp ../input/* .
296			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
297	dimitri	1.41	qsub job_orion