Skip to content

Commit a183a52

Browse files
DavidBurrows-NCODavidBurrows-NCO
authored
Build ufs_weather_model on Gaea-C5 + update cubed sphere gitmodules for perturbation/increments for cold starts ufs-community#2271 (ufs-community#2269)
UFSWM - Update modulefiles/ufs_gaea.intel.lua to compile ufs_weather_model on Gaea-C5 FV3 - - atmos_cubed_sphere - move the call to read_da_inc outside the if external_ic/restart logic
1 parent 485ccdf commit a183a52

15 files changed

+2051
-2328
lines changed

‎FV3

‎HYCOM-interface/HYCOM

‎cmake/configure_noaacloud.intel.cmake

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
set(PARALLEL_NETCDF ON CACHE BOOL "Enable parallel NetCDF" FORCE)

‎modulefiles/ufs_gaea.intel.lua

+6-7
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,7 @@ help([[
55

66
whatis([===[Loads libraries needed for building the UFS Weather Model on Gaea ]===])
77

8-
load("PrgEnv-intel/8.3.3")
9-
load("intel-classic/2023.1.0")
10-
load("cray-mpich/8.1.25")
11-
load("python/3.9.12")
12-
138
prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/spack-stack-1.6.0/envs/unified-env/install/modulefiles/Core")
14-
prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/modulefiles")
159

1610
stack_intel_ver=os.getenv("stack_intel_ver") or "2023.1.0"
1711
load(pathJoin("stack-intel", stack_intel_ver))
@@ -22,8 +16,13 @@ load(pathJoin("stack-cray-mpich", stack_cray_mpich_ver))
2216
stack_python_ver=os.getenv("stack_python_ver") or "3.10.13"
2317
load(pathJoin("stack-python", stack_python_ver))
2418

19+
cmake_ver=os.getenv("cmake_ver") or "3.23.1"
20+
load(pathJoin("cmake", cmake_ver))
21+
2522
load("ufs_common")
26-
load("nccmp/1.9.0.1")
23+
24+
nccmp_ver=os.getenv("nccmp_ver") or "1.9.0.1"
25+
load(pathJoin("nccmp", nccmp_ver))
2726

2827
unload("darshan-runtime")
2928
unload("cray-libsci")

‎tests/logs/OpnReqTests_control_p8_hera.log

+24-24
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
1-
Tue Jun 4 22:17:00 UTC 2024
1+
Thu Jun 6 17:30:07 UTC 2024
22
Start Operation Requirement Test
33

44

55
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_bit_base_gnu
6-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/bit_base_bit_base
6+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/bit_base_bit_base
77
Checking test bit_base results ....
88
Moving baseline bit_base files ....
99
Moving sfcf000.nc .........OK
@@ -51,14 +51,14 @@ Moving baseline bit_base files ....
5151
Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK
5252
Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK
5353

54-
0: The total amount of wall time = 283.395800
55-
0: The maximum resident set size (KB) = 1444564
54+
0: The total amount of wall time = 282.596271
55+
0: The maximum resident set size (KB) = 1434588
5656

5757
Test bit_base PASS
5858

5959

6060
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_dbg_base_gnu
61-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/dbg_base_dbg_base
61+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/dbg_base_dbg_base
6262
Checking test dbg_base results ....
6363
Moving baseline dbg_base files ....
6464
Moving sfcf000.nc .........OK
@@ -106,14 +106,14 @@ Moving baseline dbg_base files ....
106106
Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK
107107
Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK
108108

109-
0: The total amount of wall time = 976.634482
110-
0: The maximum resident set size (KB) = 1416500
109+
0: The total amount of wall time = 999.400205
110+
0: The maximum resident set size (KB) = 1425144
111111

112112
Test dbg_base PASS
113113

114114

115115
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu
116-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/dcp_dcp
116+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/dcp_dcp
117117
Checking test dcp results ....
118118
Comparing sfcf000.nc .....USING NCCMP......OK
119119
Comparing sfcf021.nc .....USING NCCMP......OK
@@ -160,14 +160,14 @@ Checking test dcp results ....
160160
Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK
161161
Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK
162162

163-
0: The total amount of wall time = 253.914740
164-
0: The maximum resident set size (KB) = 1420920
163+
0: The total amount of wall time = 255.583364
164+
0: The maximum resident set size (KB) = 1426160
165165

166166
Test dcp PASS
167167

168168

169169
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu
170-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/mpi_mpi
170+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/mpi_mpi
171171
Checking test mpi results ....
172172
Comparing sfcf000.nc .....USING NCCMP......OK
173173
Comparing sfcf021.nc .....USING NCCMP......OK
@@ -214,14 +214,14 @@ Checking test mpi results ....
214214
Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK
215215
Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK
216216

217-
0: The total amount of wall time = 249.447063
218-
0: The maximum resident set size (KB) = 1432868
217+
0: The total amount of wall time = 458.123587
218+
0: The maximum resident set size (KB) = 1425416
219219

220220
Test mpi PASS
221221

222222

223223
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu
224-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/rst_rst
224+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/rst_rst
225225
Checking test rst results ....
226226
Comparing sfcf000.nc .....USING NCCMP......OK
227227
Comparing sfcf021.nc .....USING NCCMP......OK
@@ -268,14 +268,14 @@ Checking test rst results ....
268268
Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK
269269
Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK
270270

271-
0: The total amount of wall time = 248.336854
272-
0: The maximum resident set size (KB) = 1423912
271+
0: The total amount of wall time = 259.258210
272+
0: The maximum resident set size (KB) = 1425588
273273

274274
Test rst PASS
275275

276276

277277
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu
278-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/std_base_std_base
278+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/std_base_std_base
279279
Checking test std_base results ....
280280
Moving baseline std_base files ....
281281
Moving sfcf000.nc .........OK
@@ -323,14 +323,14 @@ Moving baseline std_base files ....
323323
Moving RESTART/20210323.060000.sfc_data.tile5.nc .........OK
324324
Moving RESTART/20210323.060000.sfc_data.tile6.nc .........OK
325325

326-
0: The total amount of wall time = 252.084050
327-
0: The maximum resident set size (KB) = 1429872
326+
0: The total amount of wall time = 255.559793
327+
0: The maximum resident set size (KB) = 1426800
328328

329329
Test std_base PASS
330330

331331

332332
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/control_p8_std_base_gnu
333-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1695475/thr_thr
333+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_475747/thr_thr
334334
Checking test thr results ....
335335
Comparing sfcf000.nc .....USING NCCMP......OK
336336
Comparing sfcf021.nc .....USING NCCMP......OK
@@ -377,11 +377,11 @@ Checking test thr results ....
377377
Comparing RESTART/20210323.060000.sfc_data.tile5.nc .....USING NCCMP......OK
378378
Comparing RESTART/20210323.060000.sfc_data.tile6.nc .....USING NCCMP......OK
379379

380-
0: The total amount of wall time = 252.909572
381-
0: The maximum resident set size (KB) = 1408380
380+
0: The total amount of wall time = 254.930047
381+
0: The maximum resident set size (KB) = 1425036
382382

383383
Test thr PASS
384384

385385
OPERATION REQUIREMENT TEST WAS SUCCESSFUL
386-
Tue Jun 4 23:22:43 UTC 2024
387-
Elapsed time: 01h:05m:43s. Have a nice day!
386+
Fri Jun 7 04:02:11 UTC 2024
387+
Elapsed time: 10h:32m:05s. Have a nice day!

‎tests/logs/OpnReqTests_cpld_control_nowave_noaero_p8_hera.log

+12-12
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
1-
Wed Jun 5 13:31:08 UTC 2024
1+
Fri Jun 7 15:01:46 UTC 2024
22
Start Operation Requirement Test
33

44

55
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_dbg_base_gnu
6-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3079325/dbg_base_dbg_base
6+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1622796/dbg_base_dbg_base
77
Checking test dbg_base results ....
88
Moving baseline dbg_base files ....
99
Moving sfcf021.tile1.nc .........OK
@@ -66,14 +66,14 @@ Moving baseline dbg_base files ....
6666
Moving RESTART/iced.2021-03-23-21600.nc .........OK
6767
Moving RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK
6868

69-
0: The total amount of wall time = 1510.383503
70-
0: The maximum resident set size (KB) = 1529668
69+
0: The total amount of wall time = 1341.667887
70+
0: The maximum resident set size (KB) = 1524488
7171

7272
Test dbg_base PASS
7373

7474

7575
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_std_base_gnu
76-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3079325/rst_rst
76+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1622796/rst_rst
7777
Checking test rst results ....
7878
Comparing sfcf021.tile1.nc .....USING NCCMP......OK
7979
Comparing sfcf021.tile2.nc .....USING NCCMP......OK
@@ -135,14 +135,14 @@ Checking test rst results ....
135135
Comparing RESTART/iced.2021-03-23-21600.nc .....USING NCCMP......OK
136136
Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .....USING NCCMP......OK
137137

138-
0: The total amount of wall time = 517.813920
139-
0: The maximum resident set size (KB) = 1524680
138+
0: The total amount of wall time = 421.484165
139+
0: The maximum resident set size (KB) = 1532072
140140

141141
Test rst PASS
142142

143143

144144
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/cpld_control_c96_noaero_p8_std_base_gnu
145-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_3079325/std_base_std_base
145+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_1622796/std_base_std_base
146146
Checking test std_base results ....
147147
Moving baseline std_base files ....
148148
Moving sfcf021.tile1.nc .........OK
@@ -205,11 +205,11 @@ Moving baseline std_base files ....
205205
Moving RESTART/iced.2021-03-23-21600.nc .........OK
206206
Moving RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc .........OK
207207

208-
0: The total amount of wall time = 430.945213
209-
0: The maximum resident set size (KB) = 1513244
208+
0: The total amount of wall time = 396.603624
209+
0: The maximum resident set size (KB) = 1524764
210210

211211
Test std_base PASS
212212

213213
OPERATION REQUIREMENT TEST WAS SUCCESSFUL
214-
Wed Jun 5 14:37:12 UTC 2024
215-
Elapsed time: 01h:06m:04s. Have a nice day!
214+
Fri Jun 7 16:08:56 UTC 2024
215+
Elapsed time: 01h:07m:10s. Have a nice day!

‎tests/logs/OpnReqTests_regional_control_hera.log

+15-15
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
1-
Wed Jun 5 02:54:52 UTC 2024
1+
Fri Jun 7 12:29:07 UTC 2024
22
Start Operation Requirement Test
33

44

55
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_bit_base_gnu
6-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_836548/bit_base_bit_base
6+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_599192/bit_base_bit_base
77
Checking test bit_base results ....
88
Moving baseline bit_base files ....
99
Moving dynf000.nc .........OK
@@ -15,14 +15,14 @@ Moving baseline bit_base files ....
1515
Moving NATLEV.GrbF00 .........OK
1616
Moving NATLEV.GrbF06 .........OK
1717

18-
0: The total amount of wall time = 1240.233579
19-
0: The maximum resident set size (KB) = 738044
18+
0: The total amount of wall time = 1373.672576
19+
0: The maximum resident set size (KB) = 750196
2020

2121
Test bit_base PASS
2222

2323

2424
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu
25-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_836548/dcp_dcp
25+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_599192/dcp_dcp
2626
Checking test dcp results ....
2727
Comparing dynf000.nc .....USING NCCMP......OK
2828
Comparing dynf006.nc .....USING NCCMP......OK
@@ -33,14 +33,14 @@ Checking test dcp results ....
3333
Comparing NATLEV.GrbF00 .....USING CMP......OK
3434
Comparing NATLEV.GrbF06 .....USING CMP......OK
3535

36-
0: The total amount of wall time = 2160.002829
37-
0: The maximum resident set size (KB) = 712880
36+
0: The total amount of wall time = 2172.451269
37+
0: The maximum resident set size (KB) = 725616
3838

3939
Test dcp PASS
4040

4141

4242
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu
43-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_836548/std_base_std_base
43+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_599192/std_base_std_base
4444
Checking test std_base results ....
4545
Moving baseline std_base files ....
4646
Moving dynf000.nc .........OK
@@ -52,14 +52,14 @@ Moving baseline std_base files ....
5252
Moving NATLEV.GrbF00 .........OK
5353
Moving NATLEV.GrbF06 .........OK
5454

55-
0: The total amount of wall time = 2262.226051
56-
0: The maximum resident set size (KB) = 711912
55+
0: The total amount of wall time = 2258.515223
56+
0: The maximum resident set size (KB) = 723052
5757

5858
Test std_base PASS
5959

6060

6161
baseline dir = /scratch1/NCEPDEV/stmp4/Zachary.Shrader/FV3_OPNREQ_TEST/OPNREQ_TEST/regional_control_std_base_gnu
62-
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_836548/thr_thr
62+
working dir = /scratch1/NCEPDEV/stmp2/Zachary.Shrader/FV3_OPNREQ_TEST/opnReqTest_599192/thr_thr
6363
Checking test thr results ....
6464
Comparing dynf000.nc .....USING NCCMP......OK
6565
Comparing dynf006.nc .....USING NCCMP......OK
@@ -70,11 +70,11 @@ Checking test thr results ....
7070
Comparing NATLEV.GrbF00 .....USING CMP......OK
7171
Comparing NATLEV.GrbF06 .....USING CMP......OK
7272

73-
0: The total amount of wall time = 2237.695388
74-
0: The maximum resident set size (KB) = 699580
73+
0: The total amount of wall time = 2224.886814
74+
0: The maximum resident set size (KB) = 725384
7575

7676
Test thr PASS
7777

7878
OPERATION REQUIREMENT TEST WAS SUCCESSFUL
79-
Wed Jun 5 05:20:18 UTC 2024
80-
Elapsed time: 02h:25m:27s. Have a nice day!
79+
Fri Jun 7 15:01:07 UTC 2024
80+
Elapsed time: 02h:32m:00s. Have a nice day!

0 commit comments

Comments
 (0)