diff --git a/scripts/data_process/Makefile b/scripts/data_process/Makefile index 024f3e20d..05c2f4916 100644 --- a/scripts/data_process/Makefile +++ b/scripts/data_process/Makefile @@ -194,7 +194,7 @@ shield_som_c96_spin_up_dataset: .PHONY: shield_som_ensemble_c96_dataset shield_som_ensemble_c96_dataset: - ./compute_dataset.sh --config configs/shield-som-ensemble-c96-$(RESOLUTION)-$(LAYERS).yaml + ./compute_dataset.sh --dataset --stats --time-coarsen --config configs/shield-som-ensemble-c96-$(RESOLUTION)-$(LAYERS).yaml .PHONY: shield_som_abrupt_co2_increase_c96_dataset shield_som_abrupt_co2_increase_c96_dataset: diff --git a/scripts/data_process/configs/shield-som-ensemble-c96-4deg-8layer.yaml b/scripts/data_process/configs/shield-som-ensemble-c96-4deg-8layer.yaml index c6b00d8ce..7dba2d90c 100644 --- a/scripts/data_process/configs/shield-som-ensemble-c96-4deg-8layer.yaml +++ b/scripts/data_process/configs/shield-som-ensemble-c96-4deg-8layer.yaml @@ -22,10 +22,10 @@ runs: 4xCO2-ic_0003: gs://vcm-ml-raw-flexible-retention/2024-07-03-C96-SHiELD-SOM/regridded-zarrs/gaussian_grid_45_by_90/4xCO2-ic_0003 4xCO2-ic_0004: gs://vcm-ml-raw-flexible-retention/2024-07-03-C96-SHiELD-SOM/regridded-zarrs/gaussian_grid_45_by_90/4xCO2-ic_0004 4xCO2-ic_0005: gs://vcm-ml-raw-flexible-retention/2024-07-03-C96-SHiELD-SOM/regridded-zarrs/gaussian_grid_45_by_90/4xCO2-ic_0005 -data_output_directory: gs://vcm-ml-intermediate/2024-07-09-vertically-resolved-4deg-c96-shield-som-ensemble-fme-dataset +data_output_directory: gs://vcm-ml-intermediate/2026-01-28-vertically-resolved-4deg-c96-shield-som-ensemble-fme-dataset stats: - output_directory: gs://vcm-ml-intermediate/2024-07-09-vertically-resolved-4deg-c96-shield-som-ensemble-fme-dataset-stats - beaker_dataset: 2024-07-09-vertically-resolved-4deg-fme-c96-shield-som-ensemble-dataset-stats + output_directory: gs://vcm-ml-intermediate/2026-01-28-vertically-resolved-4deg-c96-shield-som-ensemble-fme-dataset-stats + beaker_dataset: 2026-01-28-vertically-resolved-4deg-fme-c96-shield-som-ensemble-dataset-stats # These datasets already exclude the one-year divergence period for each # ensemble member, so we can use data from all times when computing the # stats. @@ -127,3 +127,92 @@ dataset_computation: - global_mean_co2 standard_names: total_frozen_precip_rate: None +time_coarsen: + factor: 4 + data_output_directory: gs://vcm-ml-intermediate/2026-01-28-vertically-resolved-4deg-daily-c96-shield-som-ensemble-fme-dataset + stats_output_directory: gs://vcm-ml-intermediate/2026-01-28-vertically-resolved-4deg-daily-c96-shield-som-ensemble-fme-dataset-stats + snapshot_names: + - PRESsfc + - Q2m + - RH200 + - RH500 + - RH850 + - TMP200 + - TMP2m + - TMP500 + - TMP850 + - UGRD10m + - UGRD200 + - UGRD500 + - UGRD850 + - VGRD10m + - VGRD200 + - VGRD500 + - VGRD850 + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - h50 + - h500 + - h850 + - land_fraction + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - ocean_fraction + - sea_ice_fraction + - soil_moisture_0 + - soil_moisture_1 + - soil_moisture_2 + - soil_moisture_3 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - surface_temperature + - total_water_path + window_names: + - DLWRFsfc + - DSWRFsfc + - DSWRFtoa + - LHTFLsfc + - PRATEsfc + - SHTFLsfc + - ULWRFsfc + - ULWRFtoa + - USWRFsfc + - USWRFtoa + - global_mean_co2 + - prescribed_mixed_layer_depth + - prescribed_qflux + - tendency_of_total_water_path + - tendency_of_total_water_path_due_to_advection + - total_frozen_precipitation_rate + constant_prefixes: + - ak_ + - bk_ + - HGTsfc + - grid_xt + - grid_yt