Annotation of /MITgcm_contrib/high_res_cube/README_ice

!!!! Instructions in this file are obsolete and will eventually
!!!! be removed.  This file has been replaced by
!!!! MITgcm_contrib/high_res_cube/README.cs510
!!!! MITgcm_contrib/high_res_cube/README.cs32

=================

Instructions for setting up a cube-sphere integration with sea-ice.

Forcing fields and other input files needed for the CS510
configuration can be obtained from
http://ecco2.org/products/model_setups/cs510.html

=================

UPDATES

February 6, 2006: cube56, same as cube 50 with SEAICEuseFlooding

February 1, 2006: back to cube50 default (bottomDragQuadratic = 0.002)
                  removed UVEL and VVEL from diagnostics

January 5, 2006: cube51, like cube50 but with bottomDragQuadratic = 0.0012

January 5, 2006: cube50, like cube48 but with snow advection

December 30, 2006: updates for cube49, the first
"blend" integration.

December 11, 2006: preparing for cube47, same as cube43
but with Arctic monthly river runoff climatology.

December 5, 2006: 216-CPU code for cube46
Changed diagnostics to accomodate JMCs latest and some
changes to code-mods/CPP_EEOPTIONS.h and W2_OPTIONS.h
to speed up code.

November 7, 2006: 216-CPU code for cube43
Bug fixes in growth.F routine and new set of diagnostics

October 15, 2006: 216-CPU code for cube40

September 28, 2006: 216-CPU code for cube38

September 4, 2006
Modified 32*32*6*15 experiments to use grid_cs32.* files from
 verification/tutorial_held_suarez_cs/input instead of
 tile* files from verification/global_ocean.cs32x15/input

August 8, 2006: 216-CPU code and input used for cube37
using "June 10, 2006" MITgcm code.

for online T/S profile diagnostics all that is needed is
  profiles_init_fixed
  profiles_inloop
see pkg/ecco/ecco_cost_init_fixed.F
    pkg/ecco/cost_averagesfields.F

##########################################################################
##########################################################################
# Get forcing files, etc.
# Example below is for cube46 on /nobackup2a/menemenl

cd /nobackup2a/menemenl
mkdir cube47
cd cube47
ln -sf ../run_template .
ln -sf ../ncep_rgau .


##########################################################################
##########################################################################
# getting the code from anonymous CVS server

  bash or sh shell:
    $ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

  tcsh or csh shell:
    $ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
    $ cvs login 
      ( enter the CVS password: "cvsanon" )

cvs co MITgcm_contrib/high_res_cube/README_ice
cvs co MITgcm_contrib/high_res_cube/code-mods
cvs co MITgcm_contrib/high_res_cube/input
cvs co MITgcm_contrib/high_res_cube/results
cvs co MITgcm_code
cvs co MITgcm/verification/global_ocean.cs32x15
cvs co MITgcm/verification/tutorial_held_suarez_cs/input


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../code/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup* eedata.mth data.pkg data.seaice data.exf_clim data.exf data.mnc data pr*
\rm bathy_Hmin50.bin *192_94* *cs32* *.m lev* tren* job_c* job_altix150 job_altix92_54t
ln -sf ../../../../run_template/pickup.0000000216.cube49 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000000216.cube48 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
qsub job_altix


##########################################################################
##########################################################################
# 32*32*6*15, 1-cpu cube sphere

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\rm CPP_EEOPTIONS.h
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt

comparison output is in:
../../../../MITgcm_contrib/high_res_cube/results/output.txt

to use matlab to look at the output
matlab

for fld={'SIuice','SIvice','SIheff','SIarea','oceQsw', ...
         'surForcT','oceTAUX','oceTAUY','surForcS'}
    tmp=permute(readbin([fld{1} '.0000000072.data'],[32,6,32]),[1 3 2]);
    cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
end

heff=permute(readbin(['SIheff.0000000072.data'],[32,6,32]),[1 3 2]);
mask=0*heff; mask(find(heff>.001))=1;
uice=mask.*permute(readbin(['SIuice.0000000072.data'],[32,6,32]),[1 3 2]);
vice=mask.*permute(readbin(['SIvice.0000000072.data'],[32,6,32]),[1 3 2]);
clf
subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')


##########################################################################
##########################################################################
# 32*32*6*15, 17-tile, 1-cpu cube sphere experiment

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../code_alt/code.176t_8x4/* .
cd ../build
\rm *
../../../tools/genmake2 -mods=../code
make depend
make
cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
../build/mitgcmuv >& output.txt


##########################################################################
##########################################################################
# 32*32*6*15, 2-cpu cube sphere on the altices with ifort

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
\cp SIZE.h_mpi SIZE.h

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../../tutorial_held_suarez_cs/input/grid* .
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
mpirun -np 2 ../build/mitgcmuv


##########################################################################
##########################################################################
# 510*510*6*50, 54-tile, 54-cpu cube sphere on the altices with efc
# starting with pickup file from end of 1992
# requires input files in sudirectories run_template and ncep_rgau

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_altix92_54t


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 150-cpu, excludes land
# uses s1500t_17x51 configuration

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_150 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv mitgcmuv150
qsub job_altix150


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 375-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_375 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c20_375cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 500-cpu, excludes land
# uses s1500t_17x51 configuration
# example for running on c17-c20 using arrayd

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_500 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
job_c19_500cpu < /dev/null >&! output.run &


##########################################################################
##########################################################################
# 510*510*6*50, 216-cpu cube sphere on cosmos

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_216 SIZE.h
\cp packages.conf_hr packages.conf

module unload latest_intel80
module unload mpich-gm-intel80
module load latest_intel81
module load mpich-gm-intel81

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
ln -sf ../../../../run_template/* .
\rm pickup*
ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
ln -sf  ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
\cp ../build/mitgcmuv .
bsub < job_cosmos


##########################################################################
##########################################################################
# 510*510*6*50, 216-tile, 54-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
\cp SIZE.h_54 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion


##########################################################################
##########################################################################
# 510*510*6*50, 205-tile, 41-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
\cp SIZE.h_41 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion41


##########################################################################
##########################################################################
# 510*510*6*50, 1500-tile, 50-cpu cube sphere on the altices with efc
# requires input files in sudirectories run_template and ncep_rgau
# presently residing under orion:/tmp1/dmenem/cube

cd MITgcm/verification/global_ocean.cs32x15/code
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
\cp SIZE.h_50 SIZE.h
\cp packages.conf_hr packages.conf

cd ../build
\rm *
../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
make depend
make -j

cd ..
mkdir run
cd run
\rm *
\cp ../input/* .
\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
qsub job_orion
1	dimitri	1.91	!!!! Instructions in this file are obsolete and will eventually
2			!!!! be removed. This file has been replaced by
3			!!!! MITgcm_contrib/high_res_cube/README.cs510
4			!!!! MITgcm_contrib/high_res_cube/README.cs32
5
6			=================
7	dimitri	1.88
8	dimitri	1.59	Instructions for setting up a cube-sphere integration with sea-ice.
9	dimitri	1.65
10	dimitri	1.83	Forcing fields and other input files needed for the CS510
11			configuration can be obtained from
12			http://ecco2.org/products/model_setups/cs510.html
13
14	dimitri	1.72	=================
15	dimitri	1.91
16	dimitri	1.72	UPDATES
17
18	dimitri	1.90	February 6, 2006: cube56, same as cube 50 with SEAICEuseFlooding
19
20			February 1, 2006: back to cube50 default (bottomDragQuadratic = 0.002)
21	dimitri	1.89	removed UVEL and VVEL from diagnostics
22
23	dimitri	1.87	January 5, 2006: cube51, like cube50 but with bottomDragQuadratic = 0.0012
24
25			January 5, 2006: cube50, like cube48 but with snow advection
26	dimitri	1.86
27	dimitri	1.84	December 30, 2006: updates for cube49, the first
28			"blend" integration.
29
30	dimitri	1.81	December 11, 2006: preparing for cube47, same as cube43
31	dimitri	1.84	but with Arctic monthly river runoff climatology.
32	dimitri	1.81
33	dimitri	1.78	December 5, 2006: 216-CPU code for cube46
34			Changed diagnostics to accomodate JMCs latest and some
35			changes to code-mods/CPP_EEOPTIONS.h and W2_OPTIONS.h
36			to speed up code.
37	dimitri	1.77
38	dimitri	1.76	November 7, 2006: 216-CPU code for cube43
39			Bug fixes in growth.F routine and new set of diagnostics
40	dimitri	1.74
41	dimitri	1.72	October 15, 2006: 216-CPU code for cube40
42
43	dimitri	1.66	September 28, 2006: 216-CPU code for cube38
44
45			September 4, 2006
46	dimitri	1.65	Modified 3232615 experiments to use grid_cs32. files from
47			verification/tutorial_held_suarez_cs/input instead of
48			tile* files from verification/global_ocean.cs32x15/input
49
50	dimitri	1.72	August 8, 2006: 216-CPU code and input used for cube37
51	dimitri	1.64	using "June 10, 2006" MITgcm code.
52	dimitri	1.8
53	dimitri	1.67	for online T/S profile diagnostics all that is needed is
54			profiles_init_fixed
55			profiles_inloop
56			see pkg/ecco/ecco_cost_init_fixed.F
57			pkg/ecco/cost_averagesfields.F
58
59	dimitri	1.80	##########################################################################
60			##########################################################################
61			# Get forcing files, etc.
62			# Example below is for cube46 on /nobackup2a/menemenl
63
64			cd /nobackup2a/menemenl
65	dimitri	1.82	mkdir cube47
66			cd cube47
67	dimitri	1.80	ln -sf ../run_template .
68			ln -sf ../ncep_rgau .
69
70	dimitri	1.8
71			##########################################################################
72			##########################################################################
73	dimitri	1.14	# getting the code from anonymous CVS server
74	dimitri	1.68
75			bash or sh shell:
76			$ export CVSROOT=':pserver:cvsanon@mitgcm.org:/u/gcmpack'
77			$ cvs login
78			( enter the CVS password: "cvsanon" )
79
80			tcsh or csh shell:
81			$ setenv CVSROOT ':pserver:cvsanon@mitgcm.org:/u/gcmpack'
82			$ cvs login
83			( enter the CVS password: "cvsanon" )
84	dimitri	1.1
85	dimitri	1.38	cvs co MITgcm_contrib/high_res_cube/README_ice
86			cvs co MITgcm_contrib/high_res_cube/code-mods
87			cvs co MITgcm_contrib/high_res_cube/input
88			cvs co MITgcm_contrib/high_res_cube/results
89	dimitri	1.43	cvs co MITgcm_code
90			cvs co MITgcm/verification/global_ocean.cs32x15
91	dimitri	1.65	cvs co MITgcm/verification/tutorial_held_suarez_cs/input
92	dimitri	1.14
93
94			##########################################################################
95			##########################################################################
96	dimitri	1.73	# 5105106*50, 216-cpu cube sphere on altix with ifort and pkg/diagnostics
97
98			cd MITgcm/verification/global_ocean.cs32x15/code
99			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
100			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
101			\cp SIZE.h_216 SIZE.h
102			\cp packages.conf_hr packages.conf
103
104			cd ../build
105			\rm *
106	dimitri	1.79	../../../tools/genmake2 -mods=../code -of ../code/linux_ia64_ifort+mpi_altix_nas
107	dimitri	1.73	make depend
108			make -j
109
110			cd ..
111			mkdir run
112			cd run
113			\rm *
114			\cp ../input/* .
115			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
116			ln -sf ../../../../run_template/* .
117			\rm pickup* eedata.mth data.pkg data.seaice data.exf_clim data.exf data.mnc data pr*
118			\rm bathy_Hmin50.bin 192_94 cs32 .m lev tren* job_c* job_altix150 job_altix92_54t
119	dimitri	1.85	ln -sf ../../../../run_template/pickup.0000000216.cube49 pickup.0000000216
120	dimitri	1.86	ln -sf ../../../../run_template/pickup_seaice.0000000216.cube48 pickup_seaice.0000000216
121	dimitri	1.73	\cp ../build/mitgcmuv .
122			qsub job_altix
123
124
125			##########################################################################
126			##########################################################################
127	dimitri	1.14	# 32326*15, 1-cpu cube sphere
128	dimitri	1.3
129	dimitri	1.1	cd MITgcm/verification/global_ocean.cs32x15/code
130	dimitri	1.8	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
131	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
132	dimitri	1.88	\rm CPP_EEOPTIONS.h
133	dimitri	1.37	cd ../build
134			\rm *
135			../../../tools/genmake2 -mods=../code
136			make depend
137			make
138			cd ..
139			mkdir run
140			cd run
141			\rm *
142	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
143	dimitri	1.37	\cp ../input/* .
144			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
145			../build/mitgcmuv >& output.txt
146	dimitri	1.3
147	dimitri	1.37	comparison output is in:
148			../../../../MITgcm_contrib/high_res_cube/results/output.txt
149
150			to use matlab to look at the output
151			matlab
152
153	dimitri	1.77	for fld={'SIuice','SIvice','SIheff','SIarea','oceQsw', ...
154			'surForcT','oceTAUX','oceTAUY','surForcS'}
155			tmp=permute(readbin([fld{1} '.0000000072.data'],[32,6,32]),[1 3 2]);
156	dimitri	1.37	cx=[min(tmp(:)) max(tmp(:))]; clf, plot_cube, title(fld{1}), pause
157			end
158
159	dimitri	1.77	heff=permute(readbin(['SIheff.0000000072.data'],[32,6,32]),[1 3 2]);
160	dimitri	1.37	mask=0*heff; mask(find(heff>.001))=1;
161	dimitri	1.77	uice=mask.*permute(readbin(['SIuice.0000000072.data'],[32,6,32]),[1 3 2]);
162			vice=mask.*permute(readbin(['SIvice.0000000072.data'],[32,6,32]),[1 3 2]);
163	dimitri	1.37	clf
164	dimitri	1.55	subplot(221), mypcolor(uice(:,:,3)'); colorbar, title('uice, tile 3')
165			subplot(222), mypcolor(uice(:,:,6)'); colorbar, title('uice, tile 6')
166			subplot(223), mypcolor(vice(:,:,3)'); colorbar, title('vice, tile 3')
167			subplot(224), mypcolor(vice(:,:,6)'); colorbar, title('vice, tile 6')
168	dimitri	1.37
169
170			##########################################################################
171			##########################################################################
172			# 32326*15, 17-tile, 1-cpu cube sphere experiment
173
174			cd MITgcm/verification/global_ocean.cs32x15/code
175			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
176			\cp ../code_alt/code.176t_8x4/* .
177	dimitri	1.25	cd ../build
178	dimitri	1.37	\rm *
179	dimitri	1.10	../../../tools/genmake2 -mods=../code
180	dimitri	1.1	make depend
181			make
182			cd ..
183			mkdir run
184			cd run
185	dimitri	1.37	\rm *
186	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
187	dimitri	1.8	\cp ../input/* .
188			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
189	dimitri	1.3	../build/mitgcmuv >& output.txt
190
191	dimitri	1.8
192			##########################################################################
193			##########################################################################
194	dimitri	1.56	# 32326*15, 2-cpu cube sphere on the altices with ifort
195	dimitri	1.8
196			cd MITgcm/verification/global_ocean.cs32x15/code
197			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
198	dimitri	1.33	\cp ../../../utils/exch2/code-mods/s12t_16x32/* .
199	dimitri	1.8	\cp SIZE.h_mpi SIZE.h
200
201	dimitri	1.25	cd ../build
202	dimitri	1.14	\rm *
203	dimitri	1.54	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
204	dimitri	1.8	make depend
205	dimitri	1.41	make -j
206	dimitri	1.8
207			cd ..
208			mkdir run
209			cd run
210	dimitri	1.14	\rm *
211	dimitri	1.65	\cp ../../tutorial_held_suarez_cs/input/grid* .
212	dimitri	1.8	\cp ../input/* .
213			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
214			mpirun -np 2 ../build/mitgcmuv
215
216
217			##########################################################################
218			##########################################################################
219	dimitri	1.35	# 5105106*50, 54-tile, 54-cpu cube sphere on the altices with efc
220	dimitri	1.36	# starting with pickup file from end of 1992
221	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
222
223			cd MITgcm/verification/global_ocean.cs32x15/code
224			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
225			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s54t_170x170/* .
226			\cp packages.conf_hr packages.conf
227
228			cd ../build
229			\rm *
230	dimitri	1.40	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
231	dimitri	1.35	make depend
232	dimitri	1.41	make -j
233	dimitri	1.35
234			cd ..
235			mkdir run
236			cd run
237			\rm *
238			\cp ../input/* .
239			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
240	dimitri	1.41	qsub job_altix92_54t
241	dimitri	1.35
242
243			##########################################################################
244			##########################################################################
245	dimitri	1.58	# 5105106*50, 1500-tile, 150-cpu, excludes land
246			# uses s1500t_17x51 configuration
247
248			cd MITgcm/verification/global_ocean.cs32x15/code
249			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
250			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
251			\cp SIZE.h_150 SIZE.h
252			\cp packages.conf_hr packages.conf
253
254			cd ../build
255			\rm *
256			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
257			make depend
258			make -j
259
260			cd ..
261			mkdir run
262			cd run
263			\rm *
264			\cp ../input/* .
265			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
266			ln -sf ../../../../run_template/* .
267			\rm pickup*
268	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
269			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
270	dimitri	1.58	\cp ../build/mitgcmuv mitgcmuv150
271			qsub job_altix150
272
273
274	dimitri	1.61	##########################################################################
275			##########################################################################
276			# 5105106*50, 1500-tile, 375-cpu, excludes land
277			# uses s1500t_17x51 configuration
278			# example for running on c17-c20 using arrayd
279
280			cd MITgcm/verification/global_ocean.cs32x15/code
281			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
282			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
283			\cp SIZE.h_375 SIZE.h
284			\cp packages.conf_hr packages.conf
285
286			cd ../build
287			\rm *
288			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
289			make depend
290			make -j
291
292			cd ..
293			mkdir run
294			cd run
295			\rm *
296			\cp ../input/* .
297			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
298			ln -sf ../../../../run_template/* .
299			\rm pickup*
300			ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
301			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
302			\cp ../build/mitgcmuv .
303			job_c20_375cpu < /dev/null >&! output.run &
304
305	dimitri	1.58
306	dimitri	1.56	##########################################################################
307			##########################################################################
308			# 5105106*50, 1500-tile, 375-cpu, excludes land
309			# uses s1500t_17x51 configuration
310			# example for running on c17-c20 using arrayd
311
312			cd MITgcm/verification/global_ocean.cs32x15/code
313			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
314			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
315			\cp SIZE.h_375 SIZE.h
316			\cp packages.conf_hr packages.conf
317
318			cd ../build
319			\rm *
320			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
321			make depend
322			make -j
323
324			cd ..
325			mkdir run
326			cd run
327			\rm *
328			\cp ../input/* .
329			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
330			ln -sf ../../../../run_template/* .
331			\rm pickup*
332	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
333			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
334	dimitri	1.56	\cp ../build/mitgcmuv .
335	dimitri	1.57	job_c20_375cpu < /dev/null >&! output.run &
336
337
338			##########################################################################
339			##########################################################################
340			# 5105106*50, 1500-tile, 500-cpu, excludes land
341			# uses s1500t_17x51 configuration
342			# example for running on c17-c20 using arrayd
343
344			cd MITgcm/verification/global_ocean.cs32x15/code
345			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
346			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
347			\cp SIZE.h_500 SIZE.h
348			\cp packages.conf_hr packages.conf
349
350			cd ../build
351			\rm *
352			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_ifort+mpi_altix_nas
353			make depend
354			make -j
355
356			cd ..
357			mkdir run
358			cd run
359			\rm *
360			\cp ../input/* .
361			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
362			ln -sf ../../../../run_template/* .
363			\rm pickup*
364	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
365			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
366	dimitri	1.57	\cp ../build/mitgcmuv .
367			job_c19_500cpu < /dev/null >&! output.run &
368	dimitri	1.56
369
370	dimitri	1.60	##########################################################################
371			##########################################################################
372			# 5105106*50, 216-cpu cube sphere on cosmos
373
374			cd MITgcm/verification/global_ocean.cs32x15/code
375			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
376			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
377			\cp SIZE.h_216 SIZE.h
378			\cp packages.conf_hr packages.conf
379
380			module unload latest_intel80
381			module unload mpich-gm-intel80
382			module load latest_intel81
383			module load mpich-gm-intel81
384
385			cd ../build
386			\rm *
387			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia32_ifort+mpi_cosmos
388			make depend
389			make -j
390
391			cd ..
392			mkdir run
393			cd run
394			\rm *
395			\cp ../input/* .
396			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
397			ln -sf ../../../../run_template/* .
398			\rm pickup*
399	dimitri	1.61	ln -sf ../../../../run_template/pickup.0000316440.cube19 pickup.0000000216
400			ln -sf ../../../../run_template/pickup_seaice.0000316440.cube19 pickup_seaice.0000000216
401	dimitri	1.60	\cp ../build/mitgcmuv .
402			bsub < job_cosmos
403
404	dimitri	1.41
405	dimitri	1.42	##########################################################################
406			##########################################################################
407			# 5105106*50, 216-tile, 54-cpu cube sphere on the altices with efc
408			# requires input files in sudirectories run_template and ncep_rgau
409			# presently residing under orion:/tmp1/dmenem/cube
410	dimitri	1.41
411	dimitri	1.42	cd MITgcm/verification/global_ocean.cs32x15/code
412			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
413			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s216t_85x85/* .
414			\cp SIZE.h_54 SIZE.h
415			\cp packages.conf_hr packages.conf
416	dimitri	1.41
417	dimitri	1.42	cd ../build
418			\rm *
419			../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
420			make depend
421			make -j
422	dimitri	1.41
423	dimitri	1.42	cd ..
424			mkdir run
425			cd run
426			\rm *
427			\cp ../input/* .
428			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
429			qsub job_orion
430	dimitri	1.35
431
432			##########################################################################
433			##########################################################################
434	dimitri	1.41	# 5105106*50, 205-tile, 41-cpu cube sphere on the altices with efc
435	dimitri	1.35	# requires input files in sudirectories run_template and ncep_rgau
436			# presently residing under orion:/tmp1/dmenem/cube
437
438			cd MITgcm/verification/global_ocean.cs32x15/code
439			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
440	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s205t_85x85/* .
441			\cp SIZE.h_41 SIZE.h
442	dimitri	1.35	\cp packages.conf_hr packages.conf
443
444			cd ../build
445			\rm *
446	dimitri	1.41	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
447	dimitri	1.35	make depend
448	dimitri	1.41	make -j
449	dimitri	1.35
450			cd ..
451			mkdir run
452			cd run
453			\rm *
454			\cp ../input/* .
455			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
456	dimitri	1.41	qsub job_orion41
457	dimitri	1.9
458
459			##########################################################################
460			##########################################################################
461	dimitri	1.41	# 5105106*50, 1500-tile, 50-cpu cube sphere on the altices with efc
462	dimitri	1.17	# requires input files in sudirectories run_template and ncep_rgau
463	dimitri	1.41	# presently residing under orion:/tmp1/dmenem/cube
464	dimitri	1.9
465			cd MITgcm/verification/global_ocean.cs32x15/code
466			\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/* .
467	dimitri	1.41	\cp ../../../../MITgcm_contrib/high_res_cube/code-mods/s1500t_17x51/* .
468			\cp SIZE.h_50 SIZE.h
469	dimitri	1.12	\cp packages.conf_hr packages.conf
470	dimitri	1.9
471	dimitri	1.25	cd ../build
472	dimitri	1.15	\rm *
473	dimitri	1.13	../../../tools/genmake2 -mods=../code -of ../../../tools/build_options/linux_ia64_efc+mpi_altix
474	dimitri	1.9	make depend
475	dimitri	1.41	make -j
476	dimitri	1.9
477			cd ..
478			mkdir run
479			cd run
480	dimitri	1.15	\rm *
481			\cp ../input/* .
482			\cp ../../../../MITgcm_contrib/high_res_cube/input/* .
483	dimitri	1.41	qsub job_orion