Contents of /MITgcm_contrib/high_res_cube/README_ice

daInstructions for setting up a cube-sphere integration with sea-ice.
Date last updated: February 17, 2005
Code and input used for integrating cube22.


##########################################################################
##########################################################################
# getting the code from anonymous CVS server

cvs co MITgcm_contrib/high_res_cube/README_ice
cvs co MITgcm_contrib/high_res_cube/code-mods
cvs co MITgcm_contrib/high_res_cube/input
cvs co MITgcm_contrib/high_res_cube/results
cvs co MITgcm_code
cvs co MITgcm/verification/global_ocean.cs32x15
cvs co MITgcm/verification/testreport


##########################################################################
##########################################################################
# 32*32*6*15, 1-cpu cube sphere

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt

comparison output is in:
../../../../MITgcm_contrib/high_res_cube/results/output.txt

to use matlab to look at the output
matlab

for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
         'QNETtave','FVtave','FUtave','EmPmRtave'}
    tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
    cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
end

heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
mask=0*heff; mask(find(heff>.001))=1;
uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
clf
subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')


##########################################################################
##########################################################################
# 32*32*6*15, 17-tile, 1-cpu cube sphere experiment

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../code_alt/code.176t_8x4/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt


##########################################################################
##########################################################################
# 32*32*6*15, 2-cpu cube sphere on the altices with ifort

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\cp SIZE.h_mpi SIZE.h

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
mpirun -np 2 ../build/mitgcmuv


##########################################################################
##########################################################################
# 510*510*6*50, 54-tile, 54-cpu cube sphere on the altices with efc
# starting with pickup file from end of 1992
# requires input files in sudirectories run_template and ncep_rgau

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_altix92_54t


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
# requires input files in sudirectories run_template and ncep_rgau
# these can be obained from lou:/u/menemenl/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
\cp ../build/mitgcmuv .
qsub job_altix


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 500-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_500 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
\cp ../build/mitgcmuv .
job_c19_500cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 216-tile, 54-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_54 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion


##########################################################################
##########################################################################
# 510*510*6*50, 205-tile, 41-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
\cp SIZE.h_41 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion41


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 50-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_50 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion
1	daInstructions for setting up a cube-sphere integration with sea-ice.
2	Date last updated: February 17, 2005
3	Code and input used for integrating cube22.
4
5
6	##########################################################################
7	##########################################################################
8	# getting the code from anonymous CVS server
9
10	cvs co MITgcm_contrib/high_res_cube/README_ice
11	cvs co MITgcm_contrib/high_res_cube/code-mods
12	cvs co MITgcm_contrib/high_res_cube/input
13	cvs co MITgcm_contrib/high_res_cube/results
14	cvs co MITgcm_code
15	cvs co MITgcm/verification/global_ocean.cs32x15
16	cvs co MITgcm/verification/testreport
17
18
19	##########################################################################
20	##########################################################################
21	# 32326*15, 1-cpu cube sphere
22
23	cd MITgcm/verification/global_ocean.cs32x15/code
24	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
25	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
26	cd ../build
27	\rm *
28	../../../tools/genmake2 -mods=../code
29	make depend
30	make
31	cd ..
32	mkdir run
33	cd run
34	\rm *
35	\cp ../input/* .
36	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
37	../build/mitgcmuv >& output.txt
38
39	comparison output is in:
40	../../../../MITgcm_contrib/high_res_cube/results/output.txt
41
42	to use matlab to look at the output
43	matlab
44
45	for fld={'VICEtave','UICEtave','HEFFtave','AREAtave','QSWtave', ...
46	'QNETtave','FVtave','FUtave','EmPmRtave'}
47	tmp=permute(readbin([fld{1} '.0000000020.data'],[32,6,32]),[1 3 2]);
48	cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
49	end
50
51	heff=permute(readbin(['HEFFtave.0000000020.data'],[32,6,32]),[1 3 2]);
52	mask=0*heff; mask(find(heff>.001))=1;
53	uice=mask.*permute(readbin(['UICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
54	vice=mask.*permute(readbin(['VICEtave.0000000020.data'],[32,6,32]),[1 3 2]);
55	clf
56	subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
57	subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
58	subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
59	subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')
60
61
62	##########################################################################
63	##########################################################################
64	# 32326*15, 17-tile, 1-cpu cube sphere experiment
65
66	cd MITgcm/verification/global_ocean.cs32x15/code
67	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
68	\cp ../code_alt/code.176t_8x4/* .
69	cd ../build
70	\rm *
71	../../../tools/genmake2 -mods=../code
72	make depend
73	make
74	cd ..
75	mkdir run
76	cd run
77	\rm *
78	\cp ../input/* .
79	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
80	../build/mitgcmuv >& output.txt
81
82
83	##########################################################################
84	##########################################################################
85	# 32326*15, 2-cpu cube sphere on the altices with ifort
86
87	cd MITgcm/verification/global_ocean.cs32x15/code
88	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
89	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
90	\cp SIZE.h_mpi SIZE.h
91
92	cd ../build
93	\rm *
94	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
95	make depend
96	make -j
97
98	cd ..
99	mkdir run
100	cd run
101	\rm *
102	\cp ../input/* .
103	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
104	mpirun -np 2 ../build/mitgcmuv
105
106
107	##########################################################################
108	##########################################################################
109	# 5105106*50, 54-tile, 54-cpu cube sphere on the altices with efc
110	# starting with pickup file from end of 1992
111	# requires input files in sudirectories run_template and ncep_rgau
112
113	cd MITgcm/verification/global_ocean.cs32x15/code
114	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
115	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
116	\cp packages.conf_hr packages.conf
117
118	cd ../build
119	\rm *
120	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
121	make depend
122	make -j
123
124	cd ..
125	mkdir run
126	cd run
127	\rm *
128	\cp ../input/* .
129	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
130	qsub job_altix92_54t
131
132
133	##########################################################################
134	##########################################################################
135	# 5105106*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
136	# requires input files in sudirectories run_template and ncep_rgau
137	# these can be obained from lou:/u/menemenl/cube
138
139	cd MITgcm/verification/global_ocean.cs32x15/code
140	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
141	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
142	\cp SIZE.h_216 SIZE.h
143	\cp packages.conf_hr packages.conf
144
145	cd ../build
146	\rm *
147	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
148	make depend
149	make -j
150
151	cd ..
152	mkdir run
153	cd run
154	\rm *
155	\cp ../input/* .
156	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
157	ln -sf ../../../../run_template/* .
158	\rm pickup*
159	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
160	ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
161	\cp ../build/mitgcmuv .
162	qsub job_altix
163
164
165	##########################################################################
166	##########################################################################
167	# 5105106*50, 1500-tile, 375-cpu, excludes land
168	# uses s1500t_17x51 configuration
169	# example for running on c17-c20 using arrayd
170
171	cd MITgcm/verification/global_ocean.cs32x15/code
172	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
173	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
174	\cp SIZE.h_375 SIZE.h
175	\cp packages.conf_hr packages.conf
176
177	cd ../build
178	\rm *
179	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
180	make depend
181	make -j
182
183	cd ..
184	mkdir run
185	cd run
186	\rm *
187	\cp ../input/* .
188	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
189	ln -sf ../../../../run_template/* .
190	\rm pickup*
191	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
192	ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
193	\cp ../build/mitgcmuv .
194	job_c20_375cpu < /dev/null >&! output.run &
195
196
197	##########################################################################
198	##########################################################################
199	# 5105106*50, 1500-tile, 500-cpu, excludes land
200	# uses s1500t_17x51 configuration
201	# example for running on c17-c20 using arrayd
202
203	cd MITgcm/verification/global_ocean.cs32x15/code
204	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
205	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
206	\cp SIZE.h_500 SIZE.h
207	\cp packages.conf_hr packages.conf
208
209	cd ../build
210	\rm *
211	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
212	make depend
213	make -j
214
215	cd ..
216	mkdir run
217	cd run
218	\rm *
219	\cp ../input/* .
220	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
221	ln -sf ../../../../run_template/* .
222	\rm pickup*
223	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216.data
224	ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216.data
225	\cp ../build/mitgcmuv .
226	job_c19_500cpu < /dev/null >&! output.run &
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251	##########################################################################
252	##########################################################################
253	# 5105106*50, 216-tile, 54-cpu cube sphere on the altices with efc
254	# requires input files in sudirectories run_template and ncep_rgau
255	# presently residing under orion:/tmp1/dmenem/cube
256
257	cd MITgcm/verification/global_ocean.cs32x15/code
258	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
259	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
260	\cp SIZE.h_54 SIZE.h
261	\cp packages.conf_hr packages.conf
262
263	cd ../build
264	\rm *
265	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
266	make depend
267	make -j
268
269	cd ..
270	mkdir run
271	cd run
272	\rm *
273	\cp ../input/* .
274	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
275	qsub job_orion
276
277
278	##########################################################################
279	##########################################################################
280	# 5105106*50, 205-tile, 41-cpu cube sphere on the altices with efc
281	# requires input files in sudirectories run_template and ncep_rgau
282	# presently residing under orion:/tmp1/dmenem/cube
283
284	cd MITgcm/verification/global_ocean.cs32x15/code
285	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
286	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
287	\cp SIZE.h_41 SIZE.h
288	\cp packages.conf_hr packages.conf
289
290	cd ../build
291	\rm *
292	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
293	make depend
294	make -j
295
296	cd ..
297	mkdir run
298	cd run
299	\rm *
300	\cp ../input/* .
301	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
302	qsub job_orion41
303
304
305	##########################################################################
306	##########################################################################
307	# 5105106*50, 1500-tile, 50-cpu cube sphere on the altices with efc
308	# requires input files in sudirectories run_template and ncep_rgau
309	# presently residing under orion:/tmp1/dmenem/cube
310
311	cd MITgcm/verification/global_ocean.cs32x15/code
312	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
313	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
314	\cp SIZE.h_50 SIZE.h
315	\cp packages.conf_hr packages.conf
316
317	cd ../build
318	\rm *
319	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
320	make depend
321	make -j
322
323	cd ..
324	mkdir run
325	cd run
326	\rm *
327	\cp ../input/* .
328	\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
329	qsub job_orion