From 58abeef812dc2ad440bc74223ddf9a5286002cbd Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 5 Nov 2025 14:18:16 -0800 Subject: [PATCH 01/34] AIMIP ACE train 4 random seeds --- .../era5/aimip/ace-train-config.yaml | 210 ++++++++++++++++++ configs/baselines/era5/aimip/run-ace-train.sh | 56 +++++ 2 files changed, 266 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-train-config.yaml create mode 100755 configs/baselines/era5/aimip/run-ace-train.sh diff --git a/configs/baselines/era5/aimip/ace-train-config.yaml b/configs/baselines/era5/aimip/ace-train-config.yaml new file mode 100644 index 000000000..a1100e2d8 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-train-config.yaml @@ -0,0 +1,210 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + num_data_workers: 16 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 16 + prefetch_factor: 4 + dataset: + data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' +validation_loader: + batch_size: 128 + num_data_workers: 16 + prefetch_factor: 4 + dataset: + data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.0001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection diff --git a/configs/baselines/era5/aimip/run-ace-train.sh b/configs/baselines/era5/aimip/run-ace-train.sh new file mode 100755 index 000000000..5a97aab3f --- /dev/null +++ b/configs/baselines/era5/aimip/run-ace-train.sh @@ -0,0 +1,56 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-train" +JOB_GROUP="ace-aimip" +CONFIG_FILENAME="ace-train-config.yaml" +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME +BEAKER_USERNAME=bhenn1983 +REPO_ROOT=$(git rev-parse --show-toplevel) +N_GPUS=4 + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type train $CONFIG_PATH + +launch_job () { + + JOB_NAME=$1 + shift + OVERRIDE="$@" + + gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Run ACE2-ERA5 training on AIMIP period' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/ace \ + --priority high \ + --preemptible \ + --cluster ai2/titan-cirrascale \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=training \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset oliverwm/era5-1deg-8layer-stats-1990-2019-v2:/statsdata \ + --gpus $N_GPUS \ + --shared-memory 400GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $CONFIG_PATH --override $OVERRIDE + +} + +# random seed ensemble +for SEED in 0 1 2 3; do + JOB_NAME="${JOB_NAME_BASE}-rs${SEED}" + OVERRIDE="seed=${SEED}" + launch_job "$JOB_NAME" "$OVERRIDE" +done From 78a7847e6a7ed3f859a36ea8dbc24024b5eda221 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 11 Nov 2025 15:47:25 -0800 Subject: [PATCH 02/34] t add seed selection evaluation runs for ensemble --- .../ace-evaluator-seed-selection-config.yaml | 29 +++++++++ .../aimip/run-ace-evaluator-seed-selection.sh | 59 +++++++++++++++++++ 2 files changed, 88 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml create mode 100755 configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh diff --git a/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml b/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml new file mode 100644 index 000000000..b6215de22 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml @@ -0,0 +1,29 @@ +experiment_dir: /results +n_forward_steps: 7300 +forward_steps_in_memory: 10 +checkpoint_path: /ckpt.tar +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +loader: + start_indices: + times: + - '1980-01-01T00:00:00' + - '1985-01-01T00:00:00' + - '1990-01-01T00:00:00' + - '1995-01-01T00:00:00' + - '2000-01-01T00:00:00' + - '2005-01-01T00:00:00' + - '2010-01-01T00:00:00' + dataset: + data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + num_data_workers: 4 +aggregator: + log_zonal_mean_images: true + log_histograms: true +data_writer: + save_prediction_files: false + save_monthly_files: false \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh new file mode 100755 index 000000000..f697c7ac2 --- /dev/null +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh @@ -0,0 +1,59 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-evaluator-seed-selection" +JOB_GROUP="ace-aimip" +SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ + "01K9B1MT4QY1ZEZPPS53G2SXPK" \ + "01K9B1MVP3VS3NEABHT0W151AX" \ + "01K9B1MXD6V26S8BQH5CKY514C" \ + ) +CONFIG_FILENAME="ace-evaluator-seed-selection-config.yaml" +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME +BEAKER_USERNAME=bhenn1983 +REPO_ROOT=$(git rev-parse --show-toplevel) + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type evaluator $CONFIG_PATH + +launch_job () { + local JOB_NAME="$JOB_NAME_BASE-RS$1" + local SEED_CHECKPOINT_ID=$2 + + cd $REPO_ROOT && gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Run ACE2-ERA5 evaluator for AIMIP seed selection' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/ace \ + --priority high \ + --not-preemptible \ + --cluster ai2/saturn-cirrascale \ + --cluster ai2/ceres-cirrascale \ + --cluster ai2/titan-cirrascale \ + --cluster ai2/jupiter-cirrascale-2 \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=inference \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset $SEED_CHECKPOINT_ID:training_checkpoints/best_inference_ckpt.tar:/ckpt.tar \ + --gpus 1 \ + --shared-memory 100GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- python -I -m fme.ace.evaluator $CONFIG_PATH + + } + +for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do + echo "Launching job for seed $i checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" + launch_job "$i" "${SEED_CHECKPOINT_IDS[$i]}" +done \ No newline at end of file From 1cfb928ea61e4c660441ae52bec8aa232d162144 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 11 Nov 2025 22:21:11 -0800 Subject: [PATCH 03/34] add full 36-year seed evaluation runs --- .../era5/aimip/ace-evaluator-config.yaml | 26 ++++++++ .../baselines/era5/aimip/run-ace-evaluator.sh | 64 +++++++++++++++++++ 2 files changed, 90 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-evaluator-config.yaml create mode 100755 configs/baselines/era5/aimip/run-ace-evaluator.sh diff --git a/configs/baselines/era5/aimip/ace-evaluator-config.yaml b/configs/baselines/era5/aimip/ace-evaluator-config.yaml new file mode 100644 index 000000000..058a5b183 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-evaluator-config.yaml @@ -0,0 +1,26 @@ +experiment_dir: /results +n_forward_steps: 52960 +forward_steps_in_memory: 50 +checkpoint_path: /ckpt.tar +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +loader: + start_indices: + times: + - '1978-10-01T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 16 +aggregator: + log_zonal_mean_images: false +data_writer: + save_prediction_files: false + save_monthly_files: false \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-evaluator.sh b/configs/baselines/era5/aimip/run-ace-evaluator.sh new file mode 100755 index 000000000..f950ea703 --- /dev/null +++ b/configs/baselines/era5/aimip/run-ace-evaluator.sh @@ -0,0 +1,64 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-evaluator-1979-2014" +JOB_GROUP="ace-aimip" +SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ + "01K9B1MT4QY1ZEZPPS53G2SXPK" \ + "01K9B1MVP3VS3NEABHT0W151AX" \ + "01K9B1MXD6V26S8BQH5CKY514C" \ + ) +CONFIG_FILENAME="ace-evaluator-config.yaml" +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME +BEAKER_USERNAME=bhenn1983 +REPO_ROOT=$(git rev-parse --show-toplevel) + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type evaluator $CONFIG_PATH + +launch_job () { + + JOB_NAME=$1 + MODEL_CHECKPOINT_DATASET=$2 + shift 2 + OVERRIDE="$@" + echo $OVERRIDE + + cd $REPO_ROOT && gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Run ACE2-ERA5 evaluation' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/ace \ + --priority high \ + --not-preemptible \ + --cluster ai2/saturn-cirrascale \ + --cluster ai2/ceres-cirrascale \ + --cluster ai2/titan-cirrascale \ + --cluster ai2/jupiter-cirrascale-2 \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=inference \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset $MODEL_CHECKPOINT_DATASET:training_checkpoints/best_inference_ckpt.tar:/ckpt.tar \ + --gpus 1 \ + --shared-memory 200GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- python -I -m fme.ace.evaluator $CONFIG_PATH --override $OVERRIDE + +} + +for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS$i" + echo "Launching job $JOB_NAME checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" +done From d5eee3f7c0e7adc295e8dbff45ee75657cc83a3a Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Fri, 14 Nov 2025 16:34:00 -0800 Subject: [PATCH 04/34] fine-tuning of decoder for pressure-level outputs --- ...ne-tune-decoder-pressure-level-config.yaml | 306 ++++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 58 ++++ 2 files changed, 364 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml create mode 100755 configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml new file mode 100644 index 000000000..9f6b46318 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml @@ -0,0 +1,306 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.00001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - (?!conditional_model.decoder)* + exclude: + - conditional_model.decoder.* + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh new file mode 100755 index 000000000..0f3b235ed --- /dev/null +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -0,0 +1,58 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" +JOB_GROUP="ace-aimip" +PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME +EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 +BEAKER_USERNAME=bhenn1983 +REPO_ROOT=$(git rev-parse --show-toplevel) +N_GPUS=4 + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_CONFIG_PATH + +launch_job () { + + JOB_NAME=$1 + shift 1 + OVERRIDE="$@" + + gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Fine-tune ACE decoder outputs on AIMIP period' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/climate-titan \ + --priority urgent \ + --preemptible \ + --cluster ai2/titan-cirrascale \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=training \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset brianhenn/era5-1deg-8layer-pressure-level-stats-1990-2019-v2:/statsdata \ + --dataset $EXISTING_RESULTS_DATASET:training_checkpoints/best_inference_ckpt.tar:/base_weights/ckpt.tar \ + --gpus $N_GPUS \ + --shared-memory 400GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $PRESSURE_LEVEL_CONFIG_PATH --override $OVERRIDE + +} + +# random seed ensemble of fine-tuning existing decoder to produce pressure level outputs +for SEED in 0 1 2 3; do + JOB_NAME="${JOB_NAME_BASE}-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $OVERRIDE +done From ba3a473284c24c772d9e0e63901b00ede8cd94da Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Sun, 16 Nov 2025 07:49:03 -0800 Subject: [PATCH 05/34] add downweighted q fine-tuning training --- .../run-ace-fine-tune-decoder-pressure-levels.sh | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index 0f3b235ed..aa44411d6 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -56,3 +56,14 @@ for SEED in 0 1 2 3; do OVERRIDE="seed=${SEED}" launch_job $JOB_NAME $OVERRIDE done + +# same as above but smaller ensemble with downweighted q1/q2/q3/q4 to avoid overfitting +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-downweight-q-RS${SEED}" + OVERRIDE="seed=${SEED} \ +stepper.loss.weights.specific_total_water_1=0.1 \ +stepper.loss.weights.specific_total_water_2=0.25 \ +stepper.loss.weights.specific_total_water_3=0.5 \ +stepper.loss.weights.specific_total_water_4=0.5" + launch_job $JOB_NAME $OVERRIDE +done From 5305abeb074058deb0eb6b83556cefb078e4cf67 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 18 Nov 2025 16:52:16 -0800 Subject: [PATCH 06/34] rename evaluator w/ single IC to evaluator seed selection single --- ...onfig.yaml => ace-evaluator-seed-selection-single-config.yaml} | 0 ...ce-evaluator.sh => run-ace-evaluator-seed-selection-single.sh} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename configs/baselines/era5/aimip/{ace-evaluator-config.yaml => ace-evaluator-seed-selection-single-config.yaml} (100%) rename configs/baselines/era5/aimip/{run-ace-evaluator.sh => run-ace-evaluator-seed-selection-single.sh} (100%) diff --git a/configs/baselines/era5/aimip/ace-evaluator-config.yaml b/configs/baselines/era5/aimip/ace-evaluator-seed-selection-single-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-evaluator-config.yaml rename to configs/baselines/era5/aimip/ace-evaluator-seed-selection-single-config.yaml diff --git a/configs/baselines/era5/aimip/run-ace-evaluator.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-evaluator.sh rename to configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh From 1c754852bb8c59312d575c75ac01db332e490afa Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 18 Nov 2025 16:55:51 -0800 Subject: [PATCH 07/34] add in-sample evaluator run of fine-tuned checkpoint --- .../era5/aimip/run-ace-evaluator-seed-selection-single.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh index f950ea703..cc545c889 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh @@ -9,7 +9,8 @@ SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ "01K9B1MVP3VS3NEABHT0W151AX" \ "01K9B1MXD6V26S8BQH5CKY514C" \ ) -CONFIG_FILENAME="ace-evaluator-config.yaml" +FINE_TUNED_SEED_CHECKPOINT_ID="01KACS185XKVBA4YK7EBN57Y6Y" +CONFIG_FILENAME="ace-evaluator-seed-selection-single-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME BEAKER_USERNAME=bhenn1983 @@ -62,3 +63,7 @@ for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do echo "Launching job $JOB_NAME checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done + +echo "Launching job for fine-tuned model checkpoint ID: $FINE_TUNED_SEED_CHECKPOINT_ID" +JOB_NAME="$JOB_NAME_BASE-pressure-level-fine-tuned" +launch_job "$JOB_NAME" "$FINE_TUNED_SEED_CHECKPOINT_ID" From 604178bd995d929cd995e6a5af33c4223fe23c4f Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 19 Nov 2025 15:20:07 -0800 Subject: [PATCH 08/34] add script restarting fine-tuning with more epochs --- ...t-ace-fine-tune-decoder-pressure-levels.sh | 74 +++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100755 configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh diff --git a/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh new file mode 100755 index 000000000..96a91a034 --- /dev/null +++ b/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh @@ -0,0 +1,74 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" +JOB_GROUP="ace-aimip" +PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME +PRETRAINED_CHECKPOINT_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 +BEAKER_USERNAME=bhenn1983 +REPO_ROOT=$(git rev-parse --show-toplevel) +N_GPUS=4 + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_CONFIG_PATH + +launch_job () { + + JOB_NAME=$1 + PREVIOUS_RESULTS_DATASET=$2 + shift 2 + OVERRIDE="$@" + + gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Fine-tune ACE decoder outputs on AIMIP period' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/climate-titan \ + --priority urgent \ + --preemptible \ + --cluster ai2/titan-cirrascale \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=training \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset brianhenn/era5-1deg-8layer-pressure-level-stats-1990-2019-v2:/statsdata \ + --dataset $PRETRAINED_CHECKPOINT_DATASET:training_checkpoints/best_inference_ckpt.tar:/base_weights/ckpt.tar \ + --dataset $PREVIOUS_RESULTS_DATASET:/existing_results_dir \ + --gpus $N_GPUS \ + --shared-memory 400GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $PRESSURE_LEVEL_CONFIG_PATH --override $OVERRIDE + +} + +# add 120 more epochs +JOB_NAME="${JOB_NAME_BASE}-RS0" +PREVIOUS_RESULTS_DATASET="01KA2F5J9768HR54369MKEHYB4" +OVERRIDE="seed=0 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" + +JOB_NAME="${JOB_NAME_BASE}-RS1" +PREVIOUS_RESULTS_DATASET="01KADMD5RAEANTP3M6GWZTXNXA" +OVERRIDE="seed=1 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" + +JOB_NAME="${JOB_NAME_BASE}-RS2" +PREVIOUS_RESULTS_DATASET="01KAC0B5ZC96GVJV46HNK9QZ9X" +OVERRIDE="seed=2 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" + +JOB_NAME="${JOB_NAME_BASE}-RS3" +PREVIOUS_RESULTS_DATASET="01KA2F5Q45122PYGW4NZBME01V" +OVERRIDE="seed=3 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" From f19c13315e4e424a74595b58a55440af17e761c7 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 19 Nov 2025 15:28:27 -0800 Subject: [PATCH 09/34] add in-sample evaluator runs of all fine-tuned checkpoints --- .../run-ace-evaluator-seed-selection-single.sh | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh index cc545c889..0a9b62e6f 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh @@ -9,7 +9,11 @@ SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ "01K9B1MVP3VS3NEABHT0W151AX" \ "01K9B1MXD6V26S8BQH5CKY514C" \ ) -FINE_TUNED_SEED_CHECKPOINT_ID="01KACS185XKVBA4YK7EBN57Y6Y" +FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ + "01KADMD5RAEANTP3M6GWZTXNXA" \ + "01KAC0B5ZC96GVJV46HNK9QZ9X" \ + "01KA2F5Q45122PYGW4NZBME01V" \ + ) CONFIG_FILENAME="ace-evaluator-seed-selection-single-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -64,6 +68,8 @@ for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done -echo "Launching job for fine-tuned model checkpoint ID: $FINE_TUNED_SEED_CHECKPOINT_ID" -JOB_NAME="$JOB_NAME_BASE-pressure-level-fine-tuned" -launch_job "$JOB_NAME" "$FINE_TUNED_SEED_CHECKPOINT_ID" +for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" + echo "Launching job $JOB_NAME checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" +done From 5f66857fbfc78d17b8203afb4765d846c629f683 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 19 Nov 2025 15:51:45 -0800 Subject: [PATCH 10/34] fix fine-tuning restart script --- .../restart-ace-fine-tune-decoder-pressure-levels.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh index 96a91a034..03b5e61d9 100755 --- a/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh @@ -55,20 +55,20 @@ launch_job () { # add 120 more epochs JOB_NAME="${JOB_NAME_BASE}-RS0" PREVIOUS_RESULTS_DATASET="01KA2F5J9768HR54369MKEHYB4" -OVERRIDE="seed=0 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +OVERRIDE="seed=0 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" JOB_NAME="${JOB_NAME_BASE}-RS1" PREVIOUS_RESULTS_DATASET="01KADMD5RAEANTP3M6GWZTXNXA" -OVERRIDE="seed=1 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +OVERRIDE="seed=1 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" JOB_NAME="${JOB_NAME_BASE}-RS2" PREVIOUS_RESULTS_DATASET="01KAC0B5ZC96GVJV46HNK9QZ9X" -OVERRIDE="seed=2 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +OVERRIDE="seed=2 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" JOB_NAME="${JOB_NAME_BASE}-RS3" PREVIOUS_RESULTS_DATASET="01KA2F5Q45122PYGW4NZBME01V" -OVERRIDE="seed=3 resume_results={existing_dir: /existing_results_dir, resume_wandb: true}" +OVERRIDE="seed=3 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" From 7e19d278bd3adfd03e993130dc61d2f282121275 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 19 Nov 2025 22:27:53 -0800 Subject: [PATCH 11/34] add fine-tune pressure-levels with frozen decoder jobs --- ...-decoder-pressure-level-frozen-config.yaml | 315 ++++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 18 +- 2 files changed, 329 insertions(+), 4 deletions(-) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml new file mode 100644 index 000000000..cc0faca85 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml @@ -0,0 +1,315 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +copy_weights_after_batch: + - include: + - module.conditional_model.decoder.2.weight + exclude: + - (?!module.conditional_model.decoder)* + - module.conditional_model.decoder.0.weight + - module.conditional_model.decoder.0.bias +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.00001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - (?!conditional_model.decoder)* + - conditional_model.decoder.0.weight + - conditional_model.decoder.0.bias + exclude: + - conditional_model.decoder.2.weight + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index aa44411d6..fe3bdd0e0 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -5,8 +5,10 @@ set -e JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" JOB_GROUP="ace-aimip" PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" +PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME +PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 REPO_ROOT=$(git rev-parse --show-toplevel) @@ -19,7 +21,8 @@ python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_CONFIG_PAT launch_job () { JOB_NAME=$1 - shift 1 + CONFIG_FILENAME=$2 + shift 2 OVERRIDE="$@" gantry run \ @@ -46,7 +49,7 @@ launch_job () { --budget ai2/climate \ --system-python \ --install "pip install --no-deps ." \ - -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $PRESSURE_LEVEL_CONFIG_PATH --override $OVERRIDE + -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $CONFIG_FILENAME --override $OVERRIDE } @@ -54,7 +57,7 @@ launch_job () { for SEED in 0 1 2 3; do JOB_NAME="${JOB_NAME_BASE}-RS${SEED}" OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $OVERRIDE + launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE done # same as above but smaller ensemble with downweighted q1/q2/q3/q4 to avoid overfitting @@ -65,5 +68,12 @@ stepper.loss.weights.specific_total_water_1=0.1 \ stepper.loss.weights.specific_total_water_2=0.25 \ stepper.loss.weights.specific_total_water_3=0.5 \ stepper.loss.weights.specific_total_water_4=0.5" - launch_job $JOB_NAME $OVERRIDE + launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE +done + +# random seed ensemble of fine-tuning existing decoder to produce pressure level outputs, new weights only +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-frozen-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_CONFIG_PATH $OVERRIDE done From 0b0c67dffe7f1ffc85d2e0b1efa880a3282c0d64 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 11:50:38 -0800 Subject: [PATCH 12/34] add fine-tuned checkpoints to seed selection evaluator --- .../ace-evaluator-seed-selection-config.yaml | 6 +++++- .../aimip/run-ace-evaluator-seed-selection.sh | 16 ++++++++++++++-- 2 files changed, 19 insertions(+), 3 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml b/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml index b6215de22..14f5d3deb 100644 --- a/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml +++ b/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml @@ -19,7 +19,11 @@ loader: - '2005-01-01T00:00:00' - '2010-01-01T00:00:00' dataset: - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" num_data_workers: 4 aggregator: log_zonal_mean_images: true diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh index f697c7ac2..fdeafecc0 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh @@ -9,6 +9,11 @@ SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ "01K9B1MVP3VS3NEABHT0W151AX" \ "01K9B1MXD6V26S8BQH5CKY514C" \ ) +FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ + "01KADMD5RAEANTP3M6GWZTXNXA" \ + "01KAC0B5ZC96GVJV46HNK9QZ9X" \ + "01KA2F5Q45122PYGW4NZBME01V" \ + ) CONFIG_FILENAME="ace-evaluator-seed-selection-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -20,7 +25,7 @@ cd $REPO_ROOT # so config path is valid no matter where we are running this scr python -m fme.ace.validate_config --config_type evaluator $CONFIG_PATH launch_job () { - local JOB_NAME="$JOB_NAME_BASE-RS$1" + local JOB_NAME=$1 local SEED_CHECKPOINT_ID=$2 cd $REPO_ROOT && gantry run \ @@ -54,6 +59,13 @@ launch_job () { } for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS$i" echo "Launching job for seed $i checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" - launch_job "$i" "${SEED_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" +done + +for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" + echo "Launching job for fine-tuned seed $i checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" done \ No newline at end of file From ff3ff8f3f7574ee1f9915b3eefd2413a29d7fa26 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 12:18:18 -0800 Subject: [PATCH 13/34] add fine-tuned with downweighted q to seed selection evaluations --- .../aimip/run-ace-evaluator-seed-selection-single.sh | 12 ++++++++++++ .../era5/aimip/run-ace-evaluator-seed-selection.sh | 12 ++++++++++++ 2 files changed, 24 insertions(+) diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh index 0a9b62e6f..f620f5ade 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh @@ -14,6 +14,9 @@ FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ "01KAC0B5ZC96GVJV46HNK9QZ9X" \ "01KA2F5Q45122PYGW4NZBME01V" \ ) +FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ + "01KAF36CX46JWBZHNZYX2S7C3R" \ +) CONFIG_FILENAME="ace-evaluator-seed-selection-single-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -62,14 +65,23 @@ launch_job () { } +# pre-trained for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS$i" echo "Launching job $JOB_NAME checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done +# fine-tuned for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" echo "Launching job $JOB_NAME checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" done + +# fine-tuned with downweighted q +for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-downweighted-q-RS$i" + echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" +done diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh index fdeafecc0..b252d64b5 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh @@ -14,6 +14,9 @@ FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ "01KAC0B5ZC96GVJV46HNK9QZ9X" \ "01KA2F5Q45122PYGW4NZBME01V" \ ) +FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ + "01KAF36CX46JWBZHNZYX2S7C3R" \ +) CONFIG_FILENAME="ace-evaluator-seed-selection-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -58,14 +61,23 @@ launch_job () { } +# pre-trained for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS$i" echo "Launching job for seed $i checkpoint ID: ${SEED_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done +# fine-tuned for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" echo "Launching job for fine-tuned seed $i checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" +done + +# fine-tuned with downweighted q +for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-downweighted-q-RS$i" + echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" done \ No newline at end of file From 07b20a54d777540d81c87ead2c44575687b699e5 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 13:49:05 -0800 Subject: [PATCH 14/34] add LR warmup to frozen and unfrozen FT cases --- ...ressure-level-frozen-lr-warmup-config.yaml | 326 ++++++++++++++++++ ...coder-pressure-level-lr-warmup-config.yaml | 317 +++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 18 + 3 files changed, 661 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml new file mode 100644 index 000000000..6c5bd9dac --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml @@ -0,0 +1,326 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +copy_weights_after_batch: + - include: + - module.conditional_model.decoder.2.weight + exclude: + - (?!module.conditional_model.decoder)* + - module.conditional_model.decoder.0.weight + - module.conditional_model.decoder.0.bias +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.0001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 + scheduler: + schedulers: + - type: LinearLR + step_each_iteration: true + kwargs: + start_factor: 0.01 + end_factor: 1 + total_iters: 13695 # 5 epochs + - type: ConstantLR + step_each_iteration: true + milestones: [13695] +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - (?!conditional_model.decoder)* + - conditional_model.decoder.0.weight + - conditional_model.decoder.0.bias + exclude: + - conditional_model.decoder.2.weight + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml new file mode 100644 index 000000000..bb816cd02 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml @@ -0,0 +1,317 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.0001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 + scheduler: + schedulers: + - type: LinearLR + step_each_iteration: true + kwargs: + start_factor: 0.01 + end_factor: 1 + total_iters: 13695 # 5 epochs + - type: ConstantLR + step_each_iteration: true + milestones: [13695] +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - (?!conditional_model.decoder)* + exclude: + - conditional_model.decoder.* + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index fe3bdd0e0..f6e4f70b6 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -5,10 +5,14 @@ set -e JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" JOB_GROUP="ace-aimip" PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" +PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml" PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" +PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME +PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME +PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 REPO_ROOT=$(git rev-parse --show-toplevel) @@ -60,6 +64,13 @@ for SEED in 0 1 2 3; do launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE done +# same as above but with LR warmup +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-lr-warmup-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH $OVERRIDE +done + # same as above but smaller ensemble with downweighted q1/q2/q3/q4 to avoid overfitting for SEED in 0 1; do JOB_NAME="${JOB_NAME_BASE}-downweight-q-RS${SEED}" @@ -77,3 +88,10 @@ for SEED in 0 1; do OVERRIDE="seed=${SEED}" launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_CONFIG_PATH $OVERRIDE done + +# same as above but with LR warmup +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-frozen-lr-warmup-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH $OVERRIDE +done From 7cc3f852b7a64ac3c7c7f8eccea54cc74c9ae3f9 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 14:17:35 -0800 Subject: [PATCH 15/34] add reweighting fine-tuning case --- ...ecoder-pressure-level-reweight-config.yaml | 375 ++++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 11 +- 2 files changed, 385 insertions(+), 1 deletion(-) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml new file mode 100644 index 000000000..666671597 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml @@ -0,0 +1,375 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.00001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + h50: 0.01 + h100: 0.01 + h150: 0.01 + h200: 0.01 + h250: 0.01 + h300: 0.01 + h400: 0.01 + h500: 0.01 + h600: 0.01 + h700: 0.01 + h850: 0.01 + h925: 0.01 + h1000: 0.01 + TMP50: 0.01 + TMP100: 0.01 + TMP150: 0.01 + TMP200: 0.01 + TMP250: 0.01 + TMP300: 0.01 + TMP400: 0.01 + TMP500: 0.01 + TMP600: 0.01 + TMP700: 0.01 + TMP850: 0.01 + TMP925: 0.01 + TMP1000: 0.01 + TMP2m: 0.01 + Q50: 0.01 + Q100: 0.01 + Q150: 0.01 + Q200: 0.01 + Q250: 0.01 + Q300: 0.01 + Q400: 0.01 + Q500: 0.01 + Q600: 0.01 + Q700: 0.01 + Q850: 0.01 + Q925: 0.01 + Q1000: 0.01 + Q2m: 0.01 + UGRD50: 0.01 + UGRD100: 0.01 + UGRD150: 0.01 + UGRD200: 0.01 + UGRD250: 0.01 + UGRD300: 0.01 + UGRD400: 0.01 + UGRD500: 0.01 + UGRD600: 0.01 + UGRD700: 0.01 + UGRD850: 0.01 + UGRD925: 0.01 + UGRD1000: 0.01 + UGRD10m: 0.01 + VGRD50: 0.01 + VGRD100: 0.01 + VGRD150: 0.01 + VGRD200: 0.01 + VGRD250: 0.01 + VGRD300: 0.01 + VGRD400: 0.01 + VGRD500: 0.01 + VGRD600: 0.01 + VGRD700: 0.01 + VGRD850: 0.01 + VGRD925: 0.01 + VGRD1000: 0.01 + VGRD10: 0.01 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - (?!conditional_model.decoder)* + exclude: + - conditional_model.decoder.* + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index f6e4f70b6..5196be7d8 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -6,13 +6,15 @@ JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" JOB_GROUP="ace-aimip" PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml" +PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-reweight-config.yaml" PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME +PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME +PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME -PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 REPO_ROOT=$(git rev-parse --show-toplevel) @@ -82,6 +84,13 @@ stepper.loss.weights.specific_total_water_4=0.5" launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE done +# fine tune with unfrozen decoder, but reweight (heavily downweight the fine-tuned variables) +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-reweight-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH $OVERRIDE +done + # random seed ensemble of fine-tuning existing decoder to produce pressure level outputs, new weights only for SEED in 0 1; do JOB_NAME="${JOB_NAME_BASE}-frozen-RS${SEED}" From 836084d5e5d05053e6c9c78089524909d5e9e755 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 15:58:00 -0800 Subject: [PATCH 16/34] squash merge separate decoder branch --- .github/workflows/tests.yaml | 4 +- .gitignore | 3 +- Makefile | 2 +- configs/examples/perlmutter-conda/README.md | 94 ++ .../perlmutter-conda/config-evaluator.yaml | 20 + .../perlmutter-conda/config-train.yaml | 210 ++++ .../examples/perlmutter-conda/make-venv.sh | 33 + .../run-inference-perlmutter.sh | 26 + .../perlmutter-conda/run-train-perlmutter.sh | 42 + .../sbatch-scripts/requeueable-train.sh | 36 + .../sbatch-scripts/sbatch-inference.sh | 38 + .../sbatch-scripts/sbatch-train.sh | 56 + .../perlmutter-conda/upload-to-beaker.sh | 28 + configs/{baselines => }/test_configs.py | 7 +- fme/ace/__init__.py | 2 +- fme/ace/aggregator/inference/annual.py | 2 +- .../inference/enso/test_dynamic_index.py | 4 +- fme/ace/aggregator/inference/main.py | 2 + fme/ace/aggregator/one_step/ensemble.py | 26 +- fme/ace/aggregator/one_step/test_ensemble.py | 9 +- fme/ace/data_loading/config.py | 25 +- fme/ace/data_loading/inference.py | 29 +- fme/ace/data_loading/test_data_loader.py | 14 +- .../inference/data_writer/test_data_writer.py | 4 +- .../inference/data_writer/test_file_writer.py | 6 +- fme/ace/models/graphcast/__init__.py | 9 + fme/ace/models/graphcast/layers.py | 319 +++++ fme/ace/models/graphcast/main.py | 330 ++++++ fme/ace/models/graphcast/test_graphcast.py | 138 +++ .../test_graphcast_output_is_unchanged.pt | Bin 0 -> 9638 bytes fme/ace/models/graphcast/utils.py | 1038 +++++++++++++++++ fme/ace/registry/hpx.py | 5 +- fme/ace/registry/land_net.py | 5 +- fme/ace/registry/m2lines.py | 48 +- fme/ace/registry/prebuilt.py | 3 +- fme/ace/registry/sfno.py | 8 +- fme/ace/registry/stochastic_sfno.py | 5 +- fme/ace/registry/test_m2lines.py | 4 +- fme/ace/step/fcn3.py | 17 +- fme/ace/stepper/test_single_module.py | 142 +-- fme/ace/test_ocean_train.py | 8 +- fme/core/dataset/concat.py | 39 +- fme/core/dataset/dataset.py | 46 + fme/core/dataset/dummy.py | 38 +- fme/core/dataset/merged.py | 56 +- fme/core/dataset/properties.py | 11 + fme/core/dataset/test_xarray.py | 18 - fme/core/dataset/xarray.py | 58 +- fme/core/distributed.py | 26 +- fme/core/ensemble.py | 1 - fme/core/generics/trainer.py | 6 +- fme/core/registry/module.py | 25 +- fme/core/registry/test_module_registry.py | 7 +- fme/core/step/radiation.py | 12 +- fme/core/step/single_module.py | 85 +- fme/core/step/test_step.py | 3 +- fme/core/test_distributed.py | 6 + fme/core/test_ensemble.py | 2 +- fme/core/wandb.py | 2 + fme/coupled/data_loading/data_typing.py | 23 +- fme/coupled/data_loading/inference.py | 37 +- fme/coupled/data_loading/test_data_loader.py | 119 +- fme/coupled/data_loading/test_inference.py | 220 ++++ fme/coupled/inference/test_evaluator.py | 8 +- fme/coupled/inference/test_inference.py | 15 +- fme/coupled/test_train.py | 10 +- fme/downscaling/data/test_config.py | 11 +- .../{generate => inference}/__init__.py | 4 + fme/downscaling/inference/__main__.py | 33 + .../{generate => inference}/constants.py | 0 fme/downscaling/inference/inference.py | 270 +++++ .../{generate => inference}/output.py | 0 fme/downscaling/inference/test_inference.py | 388 ++++++ .../{generate => inference}/test_output.py | 14 +- .../test_work_items.py | 6 +- .../test_zarr_utils.py | 2 +- .../{generate => inference}/work_items.py | 4 +- .../{generate => inference}/zarr_utils.py | 0 fme/downscaling/test_evaluator.py | 14 +- fme/downscaling/test_predict.py | 7 +- fme/downscaling/test_train.py | 88 +- fme/downscaling/test_utils.py | 81 ++ pyproject.toml | 1 + requirements-graphcast.txt | 2 + 84 files changed, 4171 insertions(+), 428 deletions(-) create mode 100644 configs/examples/perlmutter-conda/README.md create mode 100644 configs/examples/perlmutter-conda/config-evaluator.yaml create mode 100644 configs/examples/perlmutter-conda/config-train.yaml create mode 100755 configs/examples/perlmutter-conda/make-venv.sh create mode 100755 configs/examples/perlmutter-conda/run-inference-perlmutter.sh create mode 100755 configs/examples/perlmutter-conda/run-train-perlmutter.sh create mode 100755 configs/examples/perlmutter-conda/sbatch-scripts/requeueable-train.sh create mode 100755 configs/examples/perlmutter-conda/sbatch-scripts/sbatch-inference.sh create mode 100755 configs/examples/perlmutter-conda/sbatch-scripts/sbatch-train.sh create mode 100755 configs/examples/perlmutter-conda/upload-to-beaker.sh rename configs/{baselines => }/test_configs.py (88%) create mode 100644 fme/ace/models/graphcast/__init__.py create mode 100644 fme/ace/models/graphcast/layers.py create mode 100644 fme/ace/models/graphcast/main.py create mode 100644 fme/ace/models/graphcast/test_graphcast.py create mode 100644 fme/ace/models/graphcast/testdata/test_graphcast_output_is_unchanged.pt create mode 100644 fme/ace/models/graphcast/utils.py create mode 100644 fme/core/dataset/dataset.py create mode 100644 fme/coupled/data_loading/test_inference.py rename fme/downscaling/{generate => inference}/__init__.py (67%) create mode 100644 fme/downscaling/inference/__main__.py rename fme/downscaling/{generate => inference}/constants.py (100%) create mode 100644 fme/downscaling/inference/inference.py rename fme/downscaling/{generate => inference}/output.py (100%) create mode 100644 fme/downscaling/inference/test_inference.py rename fme/downscaling/{generate => inference}/test_output.py (94%) rename fme/downscaling/{generate => inference}/test_work_items.py (98%) rename fme/downscaling/{generate => inference}/test_zarr_utils.py (98%) rename fme/downscaling/{generate => inference}/work_items.py (99%) rename fme/downscaling/{generate => inference}/zarr_utils.py (100%) create mode 100644 fme/downscaling/test_utils.py create mode 100644 requirements-graphcast.txt diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml index 0a261927f..1219a65da 100644 --- a/.github/workflows/tests.yaml +++ b/.github/workflows/tests.yaml @@ -29,7 +29,7 @@ jobs: # can't use --system here because it doesn't work with --no-build-isolation and a healpix dependency uv venv --python 3.11 uv pip install -c constraints.txt -e .[dev] - uv pip install --no-build-isolation -c constraints.txt -e .[dev,healpix] + uv pip install --no-build-isolation -c constraints.txt -e .[dev,healpix,graphcast] - name: Run pytest with code coverage run: | source .venv/bin/activate @@ -79,7 +79,7 @@ jobs: # can't use --system here because it doesn't work with --no-build-isolation and a healpix dependency uv venv --python 3.11 uv pip install -c constraints.txt -e .[dev] - uv pip install --no-build-isolation -c constraints.txt -e .[dev,healpix] + uv pip install --no-build-isolation -c constraints.txt -e .[dev,healpix,graphcast] - name: Run CUDA check and pytest run: | source .venv/bin/activate diff --git a/.gitignore b/.gitignore index 98e1e2f47..8d59dcdbf 100644 --- a/.gitignore +++ b/.gitignore @@ -142,4 +142,5 @@ scratch/ # Some in progress data pipelines get added here scripts/data_process/.nfs* -scripts/data_process/joblogs/ + +joblogs/ \ No newline at end of file diff --git a/Makefile b/Makefile index 7604deef8..4c9874125 100644 --- a/Makefile +++ b/Makefile @@ -46,7 +46,7 @@ build_nsight_image: create_environment: conda create -n $(ENVIRONMENT_NAME) python=3.11 $(CONDA_PACKAGES) conda run --no-capture-output -n $(ENVIRONMENT_NAME) python -m pip install uv - conda run --no-capture-output -n $(ENVIRONMENT_NAME) uv pip install -c constraints.txt -e .[dev,docs] + conda run --no-capture-output -n $(ENVIRONMENT_NAME) uv pip install -c constraints.txt -e .[dev,docs,graphcast] conda run --no-capture-output -n $(ENVIRONMENT_NAME) uv pip install --no-build-isolation -c constraints.txt -r requirements-healpix.txt conda run --no-capture-output -n $(ENVIRONMENT_NAME) uv pip install -r analysis-deps.txt diff --git a/configs/examples/perlmutter-conda/README.md b/configs/examples/perlmutter-conda/README.md new file mode 100644 index 000000000..426be9593 --- /dev/null +++ b/configs/examples/perlmutter-conda/README.md @@ -0,0 +1,94 @@ +# NERSC Perlmutter workflow using a conda environment + +This guide details some of the steps to get up and running ACE +training and inference on [NERSC's](https://docs.nersc.gov/) [Perlmutter +system](https://docs.nersc.gov/systems/perlmutter/)! + +* [Prerequisites](#prerequisites): Create your NERSC account +* [Preliminary setup](#preliminary-setup): Set up SSH, wandb, and put your data on Perlmutter +* [Run ACE on Perlmutter](#running-ace-on-perlmutter): Submit a Slurm batch job to train ACE on Perlmutter + +# Prerequisites + +You will need a NERSC account associated with an active project to run jobs on +Perlmutter. Beyond the information below, see the +[docs](https://docs.nersc.gov/accounts/) for more details. + +## NERSC account request + +Whether you already have a NERSC account or need a new account, you can use the +form at https://iris.nersc.gov/add-user to request access to an existing +allocation. You can reach out to your collaborators for the project name and +help with verbiage for the request. + +Note that a valid [ORCID iD](https://orcid.org/) is required when requesting a +new account. + +# Preliminary Setup + +## SSH into Perlmutter via `sshproxy` + +Once you have a NERSC account and [setup +MFA](https://docs.nersc.gov/connect/mfa/#multi-factor-authentication-mfa), you +can use a tool called [`sshproxy`](https://docs.nersc.gov/connect/mfa/#sshproxy) +that NERSC provides to generate an SSH key that is valid for 24 hours. +`sshproxy` generates a private-public key pair that is stored in your local +`~/.ssh` directory, so you can avoid having to do MFA for every connection. Add +Perlmutter to your `~/.ssh/config` file for easy login: + +```sh +Host perlmutter + HostName perlmutter-p1.nersc.gov + User + IdentityFile ~/.ssh/nersc +``` + +## Preparing your data + +Your data should ideally be located on [Perlmutter's Scratch Lustre +filesystem](https://docs.nersc.gov/filesystems/perlmutter-scratch/). Every user +account has a corresponding Scratch directory with a 20TB quota (use `showquota` +to see your home and scratch directory usage). How you get the data to +Perlmutter is up to you, but the recommended way to do large transfers is using +[Perlmutter's dedicated Globus +Endpoint](https://docs.nersc.gov/systems/perlmutter/#transferring-data-to-from-perlmutter-scratch) +which has direct access to Perlmutter Scratch. Another option is to stage the +data on NERSC's [Community File System +(CFS)](https://docs.nersc.gov/filesystems/community/#community-file-system-cfs), +but first this must be setup at the project level by the allocation's PI and +also requires a two-hop transfer with the move from CFS to Scratch. + +## Preparing your config + +Example configurations can be found in the directory +`configs/examples/perlmutter-conda/config-train.yaml` and +`configs/examples/perlmutter-conda/config-inference.yaml`. Other examples can be found +under the `configs/baselines` directory. + +You may choose to reuse the same pattern in the config examples where `FME_TRAIN_DIR`, `FME_VALID_DIR`, and `FME_STATS_DIR` are set through environment variables, or modify them directly to the path to your data. + +## Put your WandB API key in `~/.config/wandb/api` + +Finally, to log to WandB you'll need to create a file `~/.config/wandb/api` +which contains your API key. + +# Running ACE on Perlmutter + +`run-train-perlmutter.sh` and `run-inference-perlmutter.sh` are scripts that +will submit the training and standalone inference jobs to Slurm. You will need to +specify the ACE commit hash you want to use and modify the paths to your data. +During training and inference, we first make a conda virtual environment with the +specified commit hash. If the environment already exists, it will be reused. By default, +all results will be saved to an environment variable `FME_OUTPUT_DIR` +which defaults to `${PSCRATCH}/fme-output/`. + +If your job fails, you can resume it by setting `RESUME_JOB_ID` to the job ID of the failed job. + +Since we used `-J` with `sbatch`, Slurm will create the file +`joblogs/.out` with the run's stdout and stderr, where +`` is the job's Slurm ID. To keep logs from cluttering your working +directory, the default puts them in a subdirectory using +`--output=joblogs/%x-%j.out` (Slurm will handle creating the `joblogs` directory +if it doesn't already exist). You can modify this behavior using the `sbatch` +option `--output`, e.g. `--output=/dev/null` to prevent Slurm from creating a +log file. \ No newline at end of file diff --git a/configs/examples/perlmutter-conda/config-evaluator.yaml b/configs/examples/perlmutter-conda/config-evaluator.yaml new file mode 100644 index 000000000..a18c0b6a9 --- /dev/null +++ b/configs/examples/perlmutter-conda/config-evaluator.yaml @@ -0,0 +1,20 @@ +experiment_dir: FME_OUTPUT_DIR +n_forward_steps: 14600 +forward_steps_in_memory: 50 +checkpoint_path: FME_CHECKPOINT_PATH +logging: + log_to_screen: true + log_to_wandb: false + log_to_file: true + project: ace + entity: ai2cm +loader: + start_indices: + first: 0 + n_initial_conditions: 1 + dataset: + data_path: FME_VALID_DIR + num_data_workers: 8 +data_writer: + save_prediction_files: false + save_monthly_files: false diff --git a/configs/examples/perlmutter-conda/config-train.yaml b/configs/examples/perlmutter-conda/config-train.yaml new file mode 100644 index 000000000..059d1a4eb --- /dev/null +++ b/configs/examples/perlmutter-conda/config-train.yaml @@ -0,0 +1,210 @@ +experiment_dir: FME_OUTPUT_DIR # NOTE: this gets replaced by env var of same + # name created in requeable-train.sh +save_checkpoint: true +validate_using_ema: true +ema: + decay: 0.999 +max_epochs: 30 +n_forward_steps: 2 +inference: + n_forward_steps: 5110 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '1970-01-01T06:00:00' + - '1973-01-01T06:00:00' + - '1976-01-01T06:00:00' + - '1979-01-01T06:00:00' + - '1982-01-01T06:00:00' + - '1985-01-01T06:00:00' + - '1988-01-01T06:00:00' + - '1991-01-01T06:00:00' + - '1994-01-01T06:00:00' + - '1997-01-01T06:00:00' + - '2000-01-01T06:00:00' + - '2003-01-01T06:00:00' + - '2006-01-01T06:00:00' + - '2009-01-01T06:00:00' + - '2012-01-01T06:00:00' + - '2015-01-01T06:00:00' + dataset: + data_path: FME_TRAIN_DIR + num_data_workers: 1 + aggregator: + log_histograms: true +logging: + log_to_screen: true + log_to_wandb: false + log_to_file: true + project: ace-eamv3 + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + dataset: + data_path: FME_TRAIN_DIR +validation_loader: + batch_size: 32 + num_data_workers: 4 + dataset: + data_path: FME_VALID_DIR +optimization: + enable_automatic_mixed_precision: false + lr: 0.0001 + use_gradient_accumulation: true + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + T_0: 0.5 + T_1: 0.5 + U_0: 0.5 + V_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + surface_precipitation_rate: 2 + FLDS: 2 + surface_upward_longwave_flux: 5 + surface_upward_shortwave_flux: 2 + FSDS: 2 + top_of_atmos_upward_shortwave_flux: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + step: + type: single_module + config: + builder: + type: SphericalFourierNeuralOperatorNet + config: + embed_dim: 384 + filter_type: linear + hard_thresholding_fraction: 1.0 + use_mlp: true + normalization_layer: instance_norm + num_layers: 8 + operator_type: dhconv + scale_factor: 1 + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: FME_STATS_DIR/centering.nc + global_stds_path: FME_STATS_DIR/scaling-full-field.nc + residual: + global_means_path: FME_STATS_DIR/centering.nc + global_stds_path: FME_STATS_DIR/scaling-residual.nc + ocean: + surface_temperature_name: TS + ocean_fraction_name: OCNFRAC + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - surface_precipitation_rate + - surface_upward_longwave_flux + - FLUT + - FLDS + - FSDS + - surface_upward_shortwave_flux + - top_of_atmos_upward_shortwave_flux + next_step_forcing_names: + - SOLIN + in_names: + - LANDFRAC + - OCNFRAC + - ICEFRAC + - PHIS + - SOLIN + - PS + - TS + - T_0 + - T_1 + - T_2 + - T_3 + - T_4 + - T_5 + - T_6 + - T_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - U_0 + - U_1 + - U_2 + - U_3 + - U_4 + - U_5 + - U_6 + - U_7 + - V_0 + - V_1 + - V_2 + - V_3 + - V_4 + - V_5 + - V_6 + - V_7 + out_names: + - PS + - TS + - T_0 + - T_1 + - T_2 + - T_3 + - T_4 + - T_5 + - T_6 + - T_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - U_0 + - U_1 + - U_2 + - U_3 + - U_4 + - U_5 + - U_6 + - U_7 + - V_0 + - V_1 + - V_2 + - V_3 + - V_4 + - V_5 + - V_6 + - V_7 + - LHFLX + - SHFLX + - surface_precipitation_rate + - surface_upward_longwave_flux + - FLUT + - FLDS + - FSDS + - surface_upward_shortwave_flux + - top_of_atmos_upward_shortwave_flux + - tendency_of_total_water_path_due_to_advection diff --git a/configs/examples/perlmutter-conda/make-venv.sh b/configs/examples/perlmutter-conda/make-venv.sh new file mode 100755 index 000000000..256d50ba9 --- /dev/null +++ b/configs/examples/perlmutter-conda/make-venv.sh @@ -0,0 +1,33 @@ +#!/bin/bash +COMMIT=$1 +ENV_PREFIX=${2:-"$SCRATCH/fme-conda-envs"} +ENVIRONMENT_PATH=$ENV_PREFIX/$COMMIT + +if [ -e "$ENVIRONMENT_PATH/bin/python" ]; then + echo "$ENVIRONMENT_PATH exists, reusing the env." +else + rm -rf $SCRATCH/ace-slurm-env/temp/ + mkdir -p $SCRATCH/ace-slurm-env/temp/ + cd $SCRATCH/ace-slurm-env/temp/ + git clone git@github.com:ai2cm/full-model.git + if [ $? -ne 0 ]; then + echo "Failed to clone repository git@github.com:ai2cm/full-model.git" + exit 1 + fi + + cd $SCRATCH/ace-slurm-env/temp/full-model + git checkout "$COMMIT" + if [ $? -ne 0 ]; then + echo "Failed to checkout commit: $COMMIT" + exit 1 + fi + + echo "Creating environment at $ENVIRONMENT_PATH" + module load python + conda create -p $ENVIRONMENT_PATH python=3.11 pip -y + conda run --no-capture-output -p $ENVIRONMENT_PATH python -m pip install uv + conda run --no-capture-output -p $ENVIRONMENT_PATH uv pip install -c constraints.txt .[dev,docs] + rm -rf $SCRATCH/ace-slurm-env/temp/full-model +fi + +echo $ENVIRONMENT_PATH diff --git a/configs/examples/perlmutter-conda/run-inference-perlmutter.sh b/configs/examples/perlmutter-conda/run-inference-perlmutter.sh new file mode 100755 index 000000000..3fdc83424 --- /dev/null +++ b/configs/examples/perlmutter-conda/run-inference-perlmutter.sh @@ -0,0 +1,26 @@ +#!/bin/bash + +set -x + +export COMMIT=06e96385f + +# wandb config +#export WANDB_NAME=changeme +#export WANDB_RUN_GROUP=changeme + +# directory for trained model and validation data +export FME_CHECKPOINT_PATH=/path/to/best_inference_ckpt.tar +export FME_VALID_DIR=/pscratch/sd/r/rebassoo/fme-preprocess/2025-04-01-e3smv3-1deg/validdata + +# copy config to staging area so that local changes between job submission +# and job start will not effect the run +UUID=$(uuidgen) +export CONFIG_DIR=${PSCRATCH}/fme-config/${UUID} +mkdir -p $CONFIG_DIR +cp config-inference.yaml $CONFIG_DIR/config-inference.yaml +cp make-venv.sh $CONFIG_DIR/make-venv.sh + +export FME_VENV=$($CONFIG_DIR/make-venv.sh $COMMIT | tail -n 1) + +# sbatch -t 00:10:00 -q debug sbatch-scripts/sbatch-inference.sh # use this for debugging config/submission +sbatch -t 03:00:00 sbatch-scripts/sbatch-inference.sh diff --git a/configs/examples/perlmutter-conda/run-train-perlmutter.sh b/configs/examples/perlmutter-conda/run-train-perlmutter.sh new file mode 100755 index 000000000..a3a27f3d3 --- /dev/null +++ b/configs/examples/perlmutter-conda/run-train-perlmutter.sh @@ -0,0 +1,42 @@ +#!/bin/bash + +set -x + +# wandb config +export WANDB_NAME=PM-AMIP-EAMv3-train-rs1 +export WANDB_RUN_GROUP=2025-04-01-AMIP-EAMv3 + +export COMMIT=$(git rev-parse --short HEAD) + +# directories for input data (training, validation, inference, stats) +export FME_TRAIN_DIR=/pscratch/sd/r/rebassoo/fme-preprocess/2025-04-01-e3smv3-1deg/traindata +export FME_VALID_DIR=/pscratch/sd/r/rebassoo/fme-preprocess/2025-04-01-e3smv3-1deg/validdata +export FME_STATS_DIR=/pscratch/sd/r/rebassoo/fme-preprocess/2025-04-01-e3smv3-1deg/2025-04-01-e3smv3-1deg + +# if resuming a failed job, provide its slurm job ID below and uncomment; +# note that information entered above should be consistent with that of +# the failed job +# export RESUME_JOB_ID=12345678 + +# user should not need to modify below + +# copy config to staging area so that local changes between job submission +# and job start will not effect the run +UUID=$(uuidgen) +export CONFIG_DIR=${PSCRATCH}/fme-config/${UUID} +mkdir -p $CONFIG_DIR +if [ -z "${RESUME_JOB_ID}" ]; then + cp config-train.yaml $CONFIG_DIR/train-config.yaml +else + cp ${PSCRATCH}/fme-output/${RESUME_JOB_ID}/job_config/train-config.yaml $CONFIG_DIR/train-config.yaml +fi +cp run-train-perlmutter.sh $CONFIG_DIR/run-train-perlmutter.sh # copy for reproducibility/tracking +cp sbatch-scripts/requeueable-train.sh $CONFIG_DIR/requeueable-train.sh +cp make-venv.sh $CONFIG_DIR/make-venv.sh +cp upload-to-beaker.sh $CONFIG_DIR/upload-to-beaker.sh + +export FME_VENV=$($CONFIG_DIR/make-venv.sh $COMMIT | tail -n 1) +conda activate $FME_VENV +python -m fme.ace.validate_config --config_type train $CONFIG_DIR/train-config.yaml +#sbatch -t 00:10:00 -q debug sbatch-scripts/sbatch-train.sh # use this for debugging config/submission +sbatch sbatch-scripts/sbatch-train.sh diff --git a/configs/examples/perlmutter-conda/sbatch-scripts/requeueable-train.sh b/configs/examples/perlmutter-conda/sbatch-scripts/requeueable-train.sh new file mode 100755 index 000000000..ee6e29e9b --- /dev/null +++ b/configs/examples/perlmutter-conda/sbatch-scripts/requeueable-train.sh @@ -0,0 +1,36 @@ +#!/bin/bash + +set -x + +# this will manually requeue the job and is called if a timeout signal is received +# see https://docs.nersc.gov/jobs/examples/#preemptible-jobs +preempt_handler() +{ + #place here: commands to run when preempt signal (SIGTERM) arrives from slurm + kill -TERM ${1} #forward SIGTERM signal to the user application + #if --requeue was used, slurm will automatically do so here +} +timeout_handler() +{ + kill -TERM ${1} + scontrol requeue ${SLURM_JOB_ID} +} + +TRAIN_CONFIG=${CONFIG_DIR}/train-config.yaml + +torchrun --nnodes $SLURM_JOB_NUM_NODES \ + --nproc_per_node $SLURM_GPUS_PER_NODE \ + --rdzv-backend=c10d \ + --rdzv-endpoint=$MASTER_ADDR:$MASTER_PORT \ + -m fme.ace.train ${TRAIN_CONFIG} & + +pid=$! +trap "preempt_handler '$pid'" SIGTERM #this catches preempt SIGTERM from slurm +trap "timeout_handler '$pid'" USR1 # this catches timeout USR1 from slurm +if wait $pid; then + echo "Training completed successfully. Uploading artifacts..." + $CONFIG_DIR/upload-to-beaker.sh $SLURM_JOB_ID +else + echo "Training failed or was interrupted (exit code $?). Skipping upload." +fi +sleep 120 diff --git a/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-inference.sh b/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-inference.sh new file mode 100755 index 000000000..6f52ea3da --- /dev/null +++ b/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-inference.sh @@ -0,0 +1,38 @@ +#!/bin/bash -l + +#SBATCH -A m4492_g +#SBATCH -q regular +#SBATCH -C gpu_hbm40g +#SBATCH -J infer-fme +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +#SBATCH --gpus-per-node=1 +#SBATCH --cpus-per-task=32 +#SBATCH -t 01:00:00 +#SBATCH --output=joblogs/%j.out + +set -xe + +# directory for saving output from training/inference job +export FME_OUTPUT_DIR=${PSCRATCH}/fme-output/${SLURM_JOB_ID} +mkdir -p $FME_OUTPUT_DIR + +module load python +conda activate $FME_VENV + +# env variables +export WANDB_JOB_TYPE=inference +set +x # don't print API key to logs +export WANDB_API_KEY=$(cat ~/.config/wandb/api) +set -x + +INFERENCE_CONFIG=$CONFIG_DIR/config-inference.yaml + +# replace placeholders in config with actual values +sed -i "s|FME_OUTPUT_DIR|${FME_OUTPUT_DIR}|" ${INFERENCE_CONFIG} +sed -i "s|FME_CHECKPOINT_PATH|${FME_CHECKPOINT_PATH}|" ${INFERENCE_CONFIG} +sed -i "s|FME_VALID_DIR|${FME_VALID_DIR}|" ${INFERENCE_CONFIG} + +cp -r $CONFIG_DIR $FME_OUTPUT_DIR/job_config + +python -u -m fme.ace.evaluator $INFERENCE_CONFIG diff --git a/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-train.sh b/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-train.sh new file mode 100755 index 000000000..93c731994 --- /dev/null +++ b/configs/examples/perlmutter-conda/sbatch-scripts/sbatch-train.sh @@ -0,0 +1,56 @@ +#!/bin/bash -l + +#SBATCH -A m4492_g +#SBATCH -q regular +#SBATCH -C gpu +#SBATCH -J train-fme +#SBATCH --nodes=4 +#SBATCH --ntasks-per-node=1 +#SBATCH --gpus-per-node=4 +#SBATCH --cpus-per-task=128 +#SBATCH -t 22:00:00 +#SBATCH --output=joblogs/%j.out +#SBATCH --signal=USR1@60 +#SBATCH --requeue +#SBATCH --open-mode=append + +# for pre-emptible jobs, update -q to preempt + +set -xe + +# directory for saving output from training/inference job +if [ -z "${RESUME_JOB_ID}" ]; then + export FME_OUTPUT_DIR=${PSCRATCH}/fme-output/${SLURM_JOB_ID} +else + export FME_OUTPUT_DIR=${PSCRATCH}/fme-output/${RESUME_JOB_ID} +fi +mkdir -p $FME_OUTPUT_DIR + +module load python +conda activate $FME_VENV + +# env variables +export WANDB_JOB_TYPE=training +export WANDB_NOTES="PM: $FME_IMAGE, results: $FME_OUTPUT_DIR" +set +x # don't print API key to logs +export WANDB_API_KEY=$(cat ~/.config/wandb/api) +set -x + +TRAIN_CONFIG=${CONFIG_DIR}/train-config.yaml + +# replace placeholders in config with actual values +sed -i "s|FME_OUTPUT_DIR|${FME_OUTPUT_DIR}|" ${TRAIN_CONFIG} +sed -i "s|FME_TRAIN_DIR|${FME_TRAIN_DIR}|" ${TRAIN_CONFIG} +sed -i "s|FME_VALID_DIR|${FME_VALID_DIR}|" ${TRAIN_CONFIG} +sed -i "s|FME_STATS_DIR|${FME_STATS_DIR}|" ${TRAIN_CONFIG} + +cp -r $CONFIG_DIR $FME_OUTPUT_DIR/job_config + +export MASTER_ADDR=$(hostname) +export MASTER_PORT=29507 + +echo "MASTER_ADDR=$MASTER_ADDR MASTER_PORT=$MASTER_PORT" +# run the requeueable job +srun -u $CONFIG_DIR/requeueable-train.sh + +sleep 120 diff --git a/configs/examples/perlmutter-conda/upload-to-beaker.sh b/configs/examples/perlmutter-conda/upload-to-beaker.sh new file mode 100755 index 000000000..1076e74cd --- /dev/null +++ b/configs/examples/perlmutter-conda/upload-to-beaker.sh @@ -0,0 +1,28 @@ +#!/bin/bash + +SLURM_JOB_ID=$1 + +PATH_TO_UPLOAD=$SCRATCH/fme-output/$SLURM_JOB_ID + +# Try to get wandb link in order to provide more useful linking. +# This assumes logs still remain where the batch jobs are configured to save them. +MAYBE_LOG_PATH="joblogs/$SLURM_JOB_ID.out" +if [ -f "$MAYBE_LOG_PATH" ]; then + echo "Trying to get wandb link from $MAYBE_LOG_PATH" + WANDB_URL=$(head -n 200 $MAYBE_LOG_PATH | grep 'https://wandb.ai.*/runs/' | cut -c 22- ) + echo $WANDB_URL +else + WANDB_URL="unknown" +fi + +NAME="perlmutter-upload-$SLURM_JOB_ID" +DESCRIPTION="Uploaded output from perlmutter job $SLURM_JOB_ID. \ +You may be able to find the corresponding wandb run here: $WANDB_URL. \ +The beaker dataset was created from $PATH_TO_UPLOAD." + +echo "Uploading $PATH_TO_UPLOAD to beaker dataset named $NAME" + +beaker dataset create \ + --name "$NAME" \ + --desc "$DESCRIPTION" \ + $PATH_TO_UPLOAD diff --git a/configs/baselines/test_configs.py b/configs/test_configs.py similarity index 88% rename from configs/baselines/test_configs.py rename to configs/test_configs.py index 59d27f94d..268087b9b 100644 --- a/configs/baselines/test_configs.py +++ b/configs/test_configs.py @@ -15,6 +15,7 @@ def get_yaml_files(pattern, exclude=None): paths = list(EXAMPLES_DIRECTORY.rglob(pattern)) if exclude is not None: paths = [p for p in paths if exclude not in str(p)] + paths = [p for p in paths if "experiments/" not in str(p)] return paths @@ -31,14 +32,16 @@ def validate_config(file_path, config_class): def test_train_configs_are_valid(): - train_files = get_yaml_files("*train*.yaml", exclude="downscaling") + train_files = get_yaml_files("*train*.yaml", exclude="baselines/downscaling") assert len(train_files) > 0, "No train files found" for file in train_files: validate_config(file, fme.ace.TrainConfig) def test_evaluator_configs_are_valid(): - evaluator_files = get_yaml_files("*evaluator*.yaml", exclude="downscaling") + evaluator_files = get_yaml_files( + "*evaluator*.yaml", exclude="baselines/downscaling" + ) assert len(evaluator_files) > 0, "No evaluator files found" for file in evaluator_files: validate_config(file, fme.ace.InferenceEvaluatorConfig) diff --git a/fme/ace/__init__.py b/fme/ace/__init__.py index 1c1d850ce..f3b0d7498 100644 --- a/fme/ace/__init__.py +++ b/fme/ace/__init__.py @@ -39,7 +39,7 @@ UNetEncoderConfig, ) from fme.ace.registry.land_net import LandNetBuilder -from fme.ace.registry.m2lines import SamudraBuilder +from fme.ace.registry.m2lines import FloeNetBuilder, SamudraBuilder from fme.ace.registry.sfno import SFNO_V0_1_0, SphericalFourierNeuralOperatorBuilder from fme.ace.registry.stochastic_sfno import NoiseConditionedSFNO from fme.ace.stepper import DerivedForcingsConfig, StepperOverrideConfig diff --git a/fme/ace/aggregator/inference/annual.py b/fme/ace/aggregator/inference/annual.py index 1350be6b8..4ebd607b5 100644 --- a/fme/ace/aggregator/inference/annual.py +++ b/fme/ace/aggregator/inference/annual.py @@ -203,7 +203,7 @@ def get_gathered_means(self) -> xr.Dataset | None: if self._datasets is None: raise ValueError("No data has been recorded yet.") dist = Distributed.get_instance() - data = xr.concat(self._datasets, dim="sample") + data = xr.concat(self._datasets, dim="sample", join="outer") if dist.world_size > 1: data = _gather_sample_datasets(dist, data) if data is None: diff --git a/fme/ace/aggregator/inference/enso/test_dynamic_index.py b/fme/ace/aggregator/inference/enso/test_dynamic_index.py index ed2529246..c5061785b 100644 --- a/fme/ace/aggregator/inference/enso/test_dynamic_index.py +++ b/fme/ace/aggregator/inference/enso/test_dynamic_index.py @@ -482,7 +482,7 @@ def test__compute_sample_mean_std(): "time": xr.date_range("2000-03-01", periods=4, freq="MS", use_cftime=True) }, ) - data = xr.concat([data1, data2], dim="sample") + data = xr.concat([data1, data2], dim="sample", join="outer") np.testing.assert_almost_equal( _compute_sample_mean_std(data), (np.std(data1) + np.std(data2)) / 2, @@ -502,7 +502,7 @@ def test__compute_sample_mean_std(): "time": xr.date_range("2000-03-01", periods=4, freq="MS", use_cftime=True) }, ) - target_data = xr.concat([target_data1, target_data2], dim="sample") + target_data = xr.concat([target_data1, target_data2], dim="sample", join="outer") np.testing.assert_almost_equal( _compute_sample_mean_std(data, target_data), (np.std(data1) / np.std(target_data1) + np.std(data2) / np.std(target_data2)) diff --git a/fme/ace/aggregator/inference/main.py b/fme/ace/aggregator/inference/main.py index 241f33efb..46895a256 100644 --- a/fme/ace/aggregator/inference/main.py +++ b/fme/ace/aggregator/inference/main.py @@ -137,6 +137,7 @@ class InferenceEvaluatorAggregatorConfig: log_global_mean_norm_time_series: bool = True monthly_reference_data: str | None = None time_mean_reference_data: str | None = None + log_nino34_index: bool = True def build( self, @@ -179,6 +180,7 @@ def build( time_mean_reference_data=time_mean, record_step_20=record_step_20, channel_mean_names=channel_mean_names, + log_nino34_index=self.log_nino34_index, normalize=normalize, save_diagnostics=save_diagnostics, ) diff --git a/fme/ace/aggregator/one_step/ensemble.py b/fme/ace/aggregator/one_step/ensemble.py index ee657c5bb..59f264dbb 100644 --- a/fme/ace/aggregator/one_step/ensemble.py +++ b/fme/ace/aggregator/one_step/ensemble.py @@ -79,21 +79,27 @@ class SSRBiasMetric(ReducedMetric): """ def __init__(self): - self._total_mse = None + self._total_unbiased_mse = None self._total_variance = None self._n_batches = 0 def record(self, target: torch.Tensor, gen: torch.Tensor): - mse = ((gen - target) ** 2).mean(dim=(0, 1, 2)) # batch, ensemble, time + num_ensemble = gen.shape[1] + ensemble_mean = gen.mean(dim=1, keepdim=True) # batch, 1, time + mse = ((ensemble_mean - target) ** 2).mean(dim=(0, 1, 2)) # batch, 1, time variance = gen.var(dim=1, unbiased=True).mean(dim=(0, 1)) - self._add_mse(mse) + self._add_unbiased_mse(mse, variance, num_ensemble) self._add_variance(variance) self._n_batches += 1 - def _add_mse(self, mse: torch.Tensor): - if self._total_mse is None: - self._total_mse = torch.zeros_like(mse) - self._total_mse += mse + def _add_unbiased_mse( + self, mse: torch.Tensor, variance: torch.Tensor, num_ensemble: int + ): + if self._total_unbiased_mse is None: + self._total_unbiased_mse = torch.zeros_like(mse) + # must remove the component of the MSE that is due to the + # variance of the generated values + self._total_unbiased_mse += mse - variance / num_ensemble def _add_variance(self, variance: torch.Tensor): if self._total_variance is None: @@ -101,12 +107,10 @@ def _add_variance(self, variance: torch.Tensor): self._total_variance += variance def get(self) -> torch.Tensor: - if self._total_mse is None or self._total_variance is None: + if self._total_unbiased_mse is None or self._total_variance is None: raise ValueError("No batches have been recorded.") spread = self._total_variance.sqrt() - # must remove the component of the MSE that is due to the - # variance of the generated values - skill = (self._total_mse - self._total_variance).sqrt() + skill = self._total_unbiased_mse.sqrt() return spread / skill - 1 diff --git a/fme/ace/aggregator/one_step/test_ensemble.py b/fme/ace/aggregator/one_step/test_ensemble.py index 22c41dbf3..33c97af71 100644 --- a/fme/ace/aggregator/one_step/test_ensemble.py +++ b/fme/ace/aggregator/one_step/test_ensemble.py @@ -1,3 +1,4 @@ +import pytest import torch from fme.ace.aggregator.one_step.ensemble import CRPSMetric, SSRBiasMetric @@ -38,11 +39,11 @@ def test_ssr_metric_gives_correct_shape(): assert got.shape == (n_y, n_x) -def test_ssr_bias_metric_unbiased(): +@pytest.mark.parametrize("n_sample", [2, 5, 10]) +def test_ssr_bias_metric_unbiased(n_sample): torch.manual_seed(0) metric = SSRBiasMetric() n_batch = 5000 - n_sample = 2 n_time = 3 n_y = 4 n_x = 5 @@ -56,11 +57,11 @@ def test_ssr_bias_metric_unbiased(): torch.testing.assert_close(got.mean(), torch.tensor(0.0), atol=1e-2, rtol=0.0) -def test_ssr_bias_metric_doubled_spread(): +@pytest.mark.parametrize("n_sample", [2, 5, 10]) +def test_ssr_bias_metric_doubled_spread(n_sample): torch.manual_seed(0) metric = SSRBiasMetric() n_batch = 5000 - n_sample = 2 n_time = 3 n_y = 4 n_x = 5 diff --git a/fme/ace/data_loading/config.py b/fme/ace/data_loading/config.py index 1ab55063a..b61b9df85 100644 --- a/fme/ace/data_loading/config.py +++ b/fme/ace/data_loading/config.py @@ -1,5 +1,4 @@ import dataclasses -import warnings from collections.abc import Sequence import torch @@ -21,10 +20,6 @@ class DataLoaderConfig: dataset: Could be a single dataset configuration, or a sequence of datasets to be concatenated using the keyword `concat`, or datasets from different sources to be merged using the keyword `merge`. - For backwards compatibility, it can also be a sequence of - datasets, which will be concatenated. - During `merge`, if multiple datasets contain the same data variable, - the version from the first source is loaded and other sources are ignored. batch_size: Number of samples per batch. num_data_workers: Number of parallel workers to use for data loading. prefetch_factor: how many batches a single data worker will attempt to @@ -53,12 +48,7 @@ class DataLoaderConfig: pre-loaded window. """ - dataset: ( - ConcatDatasetConfig - | MergeDatasetConfig - | XarrayDataConfig - | Sequence[XarrayDataConfig] - ) + dataset: ConcatDatasetConfig | MergeDatasetConfig | XarrayDataConfig batch_size: int num_data_workers: int = 0 prefetch_factor: int | None = None @@ -73,11 +63,6 @@ def get_dataset( names: Sequence[str], n_timesteps: int, ) -> tuple[torch.utils.data.Dataset, DatasetProperties]: - if isinstance(self.dataset, Sequence): - raise RuntimeError( - "Dataset list should have been replaced by a ConcatDatasetConfig " - "at init time, perhaps the attribute was set post-init?" - ) return self.dataset.build(names, n_timesteps) def __post_init__(self): @@ -87,14 +72,6 @@ def __post_init__(self): "batch_size must be divisible by the number of parallel " f"workers, got {self.batch_size} and {dist.world_size}" ) - # TODO: remove following backwards compatibility code in a future release - if isinstance(self.dataset, Sequence): - warnings.warn( - "Dataset list format is deprecated. " - "Use `concat` to specify concatenating datasets.", - DeprecationWarning, - ) - self.dataset = ConcatDatasetConfig(concat=self.dataset) self._zarr_engine_used = self.dataset.zarr_engine_used if self.time_buffer < 0: raise ValueError( diff --git a/fme/ace/data_loading/inference.py b/fme/ace/data_loading/inference.py index 5bdda6ac9..3bc709425 100644 --- a/fme/ace/data_loading/inference.py +++ b/fme/ace/data_loading/inference.py @@ -43,7 +43,13 @@ def as_indices(self, time_index: xr.CFTimeIndex) -> np.ndarray: ) for t in self.times ] - return np.array([time_index.get_loc(dt) for dt in datetimes]) + try: + return np.array([time_index.get_loc(dt) for dt in datetimes]) + except KeyError as e: + missing = [str(dt) for dt in datetimes if dt not in time_index] + raise ValueError( + f"Timestamps {missing} were not found in the time index." + ) from e @property def n_initial_conditions(self) -> int: @@ -231,7 +237,10 @@ def __init__( ) else: self._start_indices = config.start_indices.as_indices() - self._validate_n_forward_steps() + self._dataset.validate_inference_length( + max_start_index=max(self._start_indices), + max_window_len=total_forward_steps + 1, + ) if isinstance(self._properties.horizontal_coordinates, LatLonCoordinates): self._lats, self._lons = self._properties.horizontal_coordinates.meshgrid else: @@ -321,19 +330,19 @@ def __len__(self) -> int: def properties(self) -> DatasetProperties: return self._properties - @property - def n_forward_steps(self) -> int: - return self._total_forward_steps - def _validate_n_forward_steps(self): - max_steps = self._dataset.total_timesteps - max(self._start_indices) - 1 - if self._total_forward_steps > max_steps: + try: + self._dataset.validate_inference_length( + max_start_index=max(self._start_indices), + max_window_len=self._total_forward_steps + 1, + ) + except ValueError as e: raise ValueError( f"The number of forward inference steps ({self._total_forward_steps}) " "must be less than or equal to the number of possible steps " - f"({max_steps}) in dataset after the last initial condition's " + f"in dataset after the last initial condition's " "start index." - ) + ) from e def _resolve_merged_datasets( self, diff --git a/fme/ace/data_loading/test_data_loader.py b/fme/ace/data_loading/test_data_loader.py index 451ebfc88..e0d1ac929 100644 --- a/fme/ace/data_loading/test_data_loader.py +++ b/fme/ace/data_loading/test_data_loader.py @@ -530,7 +530,7 @@ def test_zero_batches_raises_error(tmp_path, start, stop, batch_size, raises_err window_timesteps = 2 # 1 initial condition and 1 step forward requirements = DataRequirements(["foo"], window_timesteps) if raises_error: - with pytest.raises(ValueError): + with pytest.raises(ValueError, match=r"No batches in dataloader.*"): get_gridded_data(config, True, requirements) # type: ignore else: get_gridded_data(config, True, requirements) # type: ignore @@ -720,7 +720,7 @@ def test_TimestampList_as_indices(timestamps, expected_indices): ) timestamp_list = TimestampList(timestamps) if expected_indices is None: - with pytest.raises(KeyError): + with pytest.raises(ValueError, match=r".*were not found in the time index.*"): timestamp_list.as_indices(time_index) else: np.testing.assert_equal( @@ -835,16 +835,6 @@ def test_zarr_engine_used_mapping(): assert config.zarr_engine_used -def test_data_loader_maintains_backward_concat_compatibility(recwarn): - data_loader = DataLoaderConfig( - dataset=[XarrayDataConfig(data_path="some_path")], - batch_size=1, - ) - assert isinstance(data_loader.dataset, ConcatDatasetConfig) - warning = recwarn.pop(DeprecationWarning) - assert "Dataset list format is deprecated" in str(warning.message) - - @pytest.mark.parametrize( ( "shuffle", diff --git a/fme/ace/inference/data_writer/test_data_writer.py b/fme/ace/inference/data_writer/test_data_writer.py index fc3cefd7c..e8d7e211e 100644 --- a/fme/ace/inference/data_writer/test_data_writer.py +++ b/fme/ace/inference/data_writer/test_data_writer.py @@ -531,7 +531,9 @@ def test_prediction_only_append_batch(self, sample_metadata, tmp_path, calendar) assert ds.attrs["title"] == "ACE monthly mean predictions data file" assert ds.attrs["source.inference_version"] == "1.0" - with xr.open_dataset(tmp_path / "test_region.zarr") as ds: + with xr.open_dataset( + tmp_path / "test_region.zarr", decode_timedelta=False + ) as ds: assert "pressure" in ds assert "temp" not in ds assert ds.pressure.shape == (n_samples, n_timesteps, 2, 3) diff --git a/fme/ace/inference/data_writer/test_file_writer.py b/fme/ace/inference/data_writer/test_file_writer.py index ab8e047f2..d4ca2c579 100644 --- a/fme/ace/inference/data_writer/test_file_writer.py +++ b/fme/ace/inference/data_writer/test_file_writer.py @@ -317,7 +317,9 @@ def test__select_time_file_writer_multiple_samples(time_selection, tmpdir): ) file_writer.finalize() - with xr.open_dataset(tmpdir / "test_writer.nc") as subselected_data: + with xr.open_dataset( + tmpdir / "test_writer.nc", decode_timedelta=False + ) as subselected_data: assert len(subselected_data.sample) == n_samples if isinstance(time_selection, Slice): assert len(subselected_data.time) == 2 @@ -461,7 +463,7 @@ def test_file_writer_with_healpix_data_and_zarr(tmpdir): writer.append_batch(data_first_half, batch_time=batch_time_first_half) writer.append_batch(data_second_half, batch_time=batch_time_second_half) writer.finalize() - zarr_data = xr.open_zarr(tmpdir / "filename.zarr") + zarr_data = xr.open_zarr(tmpdir / "filename.zarr", decode_timedelta=False) assert dict(zarr_data.sizes) == { "sample": n_samples, "time": n_timesteps, diff --git a/fme/ace/models/graphcast/__init__.py b/fme/ace/models/graphcast/__init__.py new file mode 100644 index 000000000..0b9a417f5 --- /dev/null +++ b/fme/ace/models/graphcast/__init__.py @@ -0,0 +1,9 @@ +from importlib.util import find_spec + + +def _deps_available() -> bool: + # Both packages must be importable + return find_spec("trimesh") is not None and find_spec("rtree") is not None + + +GRAPHCAST_AVAIL = _deps_available() diff --git a/fme/ace/models/graphcast/layers.py b/fme/ace/models/graphcast/layers.py new file mode 100644 index 000000000..cbe9df20c --- /dev/null +++ b/fme/ace/models/graphcast/layers.py @@ -0,0 +1,319 @@ +import torch +from torch import nn + +# This has been coded based on the Supplmentary Information +# in the GraphCast paper by Lam et al., 2023 +# https://doi.org/10.1126/science.adi2336 + +# ---------- multi-layer perceptron ---------- + + +def mlp( + sizes: list[int], act: nn.Module = nn.SiLU, norm: bool = True, bias: bool = True +) -> nn.Sequential: + layers = [] + for i in range(len(sizes) - 1): + layers += [nn.Linear(sizes[i], sizes[i + 1], bias=bias)] + if i < len(sizes) - 2: + layers += [act()] + if norm: + layers += [nn.LayerNorm(sizes[i + 1])] + return nn.Sequential(*layers) + + +# ---------- Encoder with embedders ---------- + + +class Encoder(nn.Module): + def __init__( + self, + input_channels: int, + output_channels: int, + grid_node_structural_dim: int, + mesh_node_structural_dim: int, + edge_features: int, + use_layernorm: bool = True, + act: nn.Module = nn.SiLU, + bias: bool = True, + ): + super().__init__() + + # Create 5 MLP embedders (Eq 6 of GraphCast SI) + # 1. Grid node embedder: input data + structural features + self.grid_node_embed = mlp( + [ + input_channels + grid_node_structural_dim, + output_channels, + output_channels, + ], + norm=use_layernorm, + act=act, + bias=bias, + ) + # 2. Mesh node embedder: just structural features + self.mesh_node_embed = mlp( + [mesh_node_structural_dim, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + # 3. Mesh edge embedder M2M structural edge features + self.M2M_edge_embed = mlp( + [edge_features, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + # 4. G2M edge embedder: G2M structural edge features + self.G2M_edge_embed = mlp( + [edge_features, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + # 5. M2G edge embedder: M2G structural edge features + self.M2G_edge_embed = mlp( + [edge_features, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + # Message function: embedded grid and mesh nodes + embedded edge (Eq 7 of SI) + self.G2M_message = mlp( + [output_channels * 3, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + # Mesh node update: embedded mesh node + aggregated messages (Eq 8 of SI) + self.G2M_node_update = mlp( + [output_channels * 2, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + # Grid node update: receives self.grid_node_embed (Eq 9 of SI) + self.G_update = mlp( + [output_channels, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + def forward( + self, + inputs: torch.Tensor, + grid_structural: torch.Tensor, + mesh_structural: torch.Tensor, + M2M_edge_structural: torch.Tensor, + G2M_edge_structural: torch.Tensor, + M2G_edge_structural: torch.Tensor, + senders: torch.Tensor, + receivers: torch.Tensor, + residual: bool = True, + ) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor, torch.Tensor]: + B = inputs.shape[0] + Nm = mesh_structural.shape[0] + E = G2M_edge_structural.shape[0] + + # Embeddings (Eq 6 of GraphCast SI) + grid_combined = torch.cat([inputs, grid_structural.expand(B, -1, -1)], dim=-1) + vG = self.grid_node_embed(grid_combined) + vM = self.mesh_node_embed(mesh_structural.expand(B, -1, -1)) + eG2M = self.G2M_edge_embed(G2M_edge_structural.expand(B, -1, -1)) + + # Update edges (Eq 7 of GraphCast SI) + edge_in = torch.cat([eG2M, vG[:, senders], vM[:, receivers]], dim=-1) + if residual: + eG2M = eG2M + self.G2M_message(edge_in) # Eq 10 of SI + else: + eG2M = self.G2M_message(edge_in) + + # Aggregate messages + H = eG2M.size(-1) + agg = torch.zeros(B, Nm, H, dtype=eG2M.dtype, device=eG2M.device) + agg.scatter_add_(dim=1, index=receivers.view(1, E, 1).expand(B, E, H), src=eG2M) + + # Update mesh and grid nodes (Eqs 8 & 9 of GraphCast SI) + vM_in = torch.cat([vM, agg], dim=-1) + if residual: + vM = vM + self.G2M_node_update(vM_in) # Eq 10 of SI + vG = vG + self.G_update(vG) # Eq 10 of SI + else: + vM = self.G2M_node_update(vM_in) + vG = self.G_update(vG) + + # Embeddings used later in the processor and decoder + eM2M = self.M2M_edge_embed(M2M_edge_structural) + eM2G = self.M2G_edge_embed(M2G_edge_structural) + return vM, vG, eM2M, eM2G + + +# ---------- Processor ---------- + + +class InteractionNetwork(nn.Module): + def __init__( + self, + output_channels: int = 512, + use_layernorm: bool = True, + act: nn.Module = nn.SiLU, + bias: bool = True, + ): + super().__init__() + + # Message function: embedded mesh edge (Eq 11 of SI) + self.M2M_message = mlp( + [output_channels * 3, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + # Mesh node update: embedded mesh node + messages (Eq 12 of SI) + self.M2M_node_update = mlp( + [output_channels * 2, output_channels, output_channels], + norm=use_layernorm, + act=act, + bias=bias, + ) + + def forward( + self, + vM: torch.Tensor, + eM: torch.Tensor, + senders: torch.Tensor, + receivers: torch.Tensor, + residual: bool = True, + ) -> tuple[torch.Tensor, torch.Tensor]: + B, Nm, H = vM.shape + eM = eM.expand(B, -1, -1) + + eM_in = torch.cat([eM, vM[:, senders], vM[:, receivers]], dim=-1) + if residual: + eM = eM + self.M2M_message(eM_in) # (Eq 13 of SI) + else: + eM = self.M2M_message(eM_in) + + E = eM.shape[1] + agg = torch.zeros((B, Nm, H), device=vM.device, dtype=vM.dtype) + agg.scatter_add_(dim=1, index=receivers.view(1, E, 1).expand(B, E, H), src=eM) + + # Update nodes + vM_in = torch.cat([vM, agg], dim=-1) + if residual: + vM = vM + self.M2M_node_update(vM_in) # (Eq 13 of SI) + else: + vM = self.M2M_node_update(vM_in) + return vM, eM + + +class Processor(nn.Module): + def __init__( + self, + num_layers: int = 16, + output_channels: int = 512, + use_layernorm: bool = True, + act: nn.Module = nn.SiLU, + bias: bool = True, + ): + super().__init__() + + self.layers = nn.ModuleList( + [ + InteractionNetwork( + output_channels=output_channels, + use_layernorm=use_layernorm, + act=act, + bias=bias, + ) + for _ in range(num_layers) + ] + ) + + def forward( + self, + vM: torch.Tensor, + eM: torch.Tensor, + senders: torch.Tensor, + receivers: torch.Tensor, + residual: bool = True, + ) -> torch.Tensor: + for layer in self.layers: + vM, eM = layer(vM, eM, senders, receivers, residual=residual) + return vM + + +# ---------- Decoder ---------- + + +class Decoder(nn.Module): + def __init__( + self, + input_channels: int, + output_channels: int, + use_layernorm: bool = True, + act: nn.Module = nn.SiLU, + bias: bool = True, + ): + super().__init__() + + # Effectively the reverse of G2M_message (Eq 14 of SI) + self.edge_M2G = mlp( + [input_channels * 3, input_channels, input_channels], + act=act, + norm=use_layernorm, + bias=bias, + ) + # Grid node update (Eq 15 of SI) + self.node_VG = mlp( + [input_channels * 2, input_channels, input_channels], + act=act, + norm=use_layernorm, + bias=bias, + ) + # Final output to physical variables (Eq 17 of SI) + self.out_head = mlp( + [input_channels, input_channels, output_channels], + act=act, + norm=False, + bias=bias, + ) + + def forward( + self, + vM: torch.Tensor, + vG: torch.Tensor, + eM2G: torch.Tensor, + senders: torch.Tensor, + receivers: torch.Tensor, + residual: bool = True, + ) -> torch.Tensor: + B, Nm, H = vM.shape + Ng = vG.shape[1] + E = eM2G.shape[0] + + # M2G edge update (Eq 14) + e_in = torch.cat( + [eM2G.expand(B, -1, -1), vM[:, senders], vG[:, receivers]], dim=-1 + ) + if residual: + eM2G = eM2G + self.edge_M2G(e_in) + else: + eM2G = self.edge_M2G(e_in) + + # Aggregate to grid receivers + agg = torch.zeros((B, Ng, H), device=vG.device, dtype=vG.dtype) + agg.scatter_add_(dim=1, index=receivers.view(1, E, 1).expand(B, E, H), src=eM2G) + + # Grid node update (Eq 15) + vG_in = torch.cat([vG, agg], dim=-1) + if residual: + vG = vG + self.node_VG(vG_in) + else: + vG = self.node_VG(vG_in) + + return self.out_head(vG) diff --git a/fme/ace/models/graphcast/main.py b/fme/ace/models/graphcast/main.py new file mode 100644 index 000000000..4b7607775 --- /dev/null +++ b/fme/ace/models/graphcast/main.py @@ -0,0 +1,330 @@ +import numpy as np +import torch +import torch.nn as nn + +from fme.ace.models.graphcast.layers import Decoder, Encoder, Processor +from fme.ace.models.graphcast.utils import ( + faces_to_edges, + get_bipartite_graph_spatial_features, + get_graph_spatial_features, + get_hierarchy_of_triangular_meshes_for_sphere, + get_max_edge_distance, + get_mesh_positions, + in_mesh_triangle_indices, + masked_mesh_faces, + merge_meshes, + radius_query_indices, +) +from fme.core.dataset_info import DatasetInfo + + +class GraphCast(torch.nn.Module): + """ + This is a streamlined version of GraphCast, made compatible for the + ACE codebase. The only parts which have been directly copied from the + DeepMind repo are in utils.py, which define the graphs for the data + and mesh grids. The rest has been more or less coded from scratch. + + Some terminology: + G2M = Grid-to-Mesh (Encoder) + M2M = Mesh-to-Mesh (Processor) + M2G = Mesh-to-Grid (Decoder) + + TODO: GraphCast embeds spatial positions into the grid and mesh nodes, as + well as their relative positions along the node edges. These are currently + hard-coded in the functions get_bipartite_graph_spatial_features and + get_graph_spatial_features (see below). These then set the + grid_node_structural_dim, mesh_node_structural_dim, and edge_features in + the Encoder. The value of 3 for the node_structural_dim corresponds to: + add_node_latitude (1D; cosine of lat), and add_node_longitude (2D; sine and + cosine of lon). The edge_features is then 4 with add_relative_positions (2D; + delta lat and delta lon), relative_longitude_local_coordinates (1D), and + relative_latitude_local_coordinates (1D). In the future, we may want to add + these as options in the config file. + + Parameters + ---------- + input_channels (int). : Number of input features of the model + output_channels (int) : Number of output features of the model + dataset_info (DatasetInfo): Data info (img_shape, coordinates etc) + latent_dimension (int) : Number of features output by each MLP + activation (str) : Activation function to use in all MLPs + meshes (int) : Number of mesh levels (splits of an icosahedron) + M0 (int) : Starting mesh (0 includes coarsest. Must be <= meshes) + bias (bool) : Whether to use bias term in MLPs + radius_fraction (float) : Fraction of max edge length of finest mesh + layernorm (bool) : Whether to use layernorm in MLPs + processor_steps (int) : Number of MLP layers in the processor + residual (bool) : Whether to output residual connections + is_ocean (bool) : Whether to mask land points from the data and mesh. + """ + + def __init__( + self, + input_channels: int, + output_channels: int, + dataset_info: DatasetInfo, + latent_dimension: int = 512, + activation: str = "SiLU", + meshes: int = 6, + M0: int = 0, + bias: bool = True, + radius_fraction: float = 0.6, + layernorm: bool = True, + processor_steps: int = 16, + residual: bool = True, + is_ocean: bool = False, + ): + super().__init__() + + self.dataset_info = dataset_info + self.input_channels = input_channels + self.output_channels = output_channels + self.latent_dimension = latent_dimension + self.activation = getattr(nn, activation) + self.bias = bias + self.processor_steps = processor_steps + self.residual = residual + self.is_ocean = is_ocean + + # define the multi-mesh + if M0 > meshes: + M0 = meshes + if M0 < 0: + M0 = 0 + self.meshes = get_hierarchy_of_triangular_meshes_for_sphere(splits=meshes)[M0:] + # radius for G2M connections + self.radius = ( + get_max_edge_distance(self.meshes[-1].faces, self.meshes[-1].vertices) + * radius_fraction + ) + self.G2M_built = False + self.M2M_built = False + self.M2G_built = False + self.lon = None + self.lat = None + self.mask = None + + self.encoder = Encoder( + input_channels=self.input_channels, + output_channels=self.latent_dimension, + grid_node_structural_dim=3, + mesh_node_structural_dim=3, + edge_features=4, + use_layernorm=layernorm, + act=self.activation, + bias=self.bias, + ) + + self.processor = Processor( + num_layers=self.processor_steps, + output_channels=self.latent_dimension, + use_layernorm=layernorm, + act=self.activation, + bias=self.bias, + ) + + self.decoder = Decoder( + input_channels=self.latent_dimension, + output_channels=self.output_channels, + use_layernorm=layernorm, + act=self.activation, + bias=self.bias, + ) + + def get_coordinates_and_mask(self): + if any(x is None for x in (self.lat, self.lon, self.mask)): + if self.is_ocean: + mask_provider = self.dataset_info.mask_provider + mask = mask_provider.get_mask_tensor_for("mask_2d") + if mask is not None: + self.mask = mask.cpu().numpy().astype(bool) + else: + raise RuntimeError("Could not get mask tensor") + else: + self.mask = np.ones(self.dataset_info.img_shape, dtype=bool) + + lat, lon = self.dataset_info.horizontal_coordinates.meshgrid + self.lat = lat.cpu().numpy() + self.lon = lon.cpu().numpy() + + def init_G2M_graph(self, lat: np.ndarray, lon: np.ndarray, mask: np.ndarray): + if self.G2M_built: + return + else: + query = radius_query_indices( + grid_latitude=lat, + grid_longitude=lon, + mesh=self.meshes[-1], + radius=self.radius, + mask=mask, + ocean_mesh=self.is_ocean, + return_positions=True, + ) + grid_indices, mesh_indices, grid_pos, mesh_pos = query + + ## Grid node coordinates for encoder + self.grid_nodes_lon = grid_pos[:, 0].astype(np.float32) + self.grid_nodes_lat = grid_pos[:, 1].astype(np.float32) + + # Mesh node coordinates for encoder + self.mesh_nodes_lon = mesh_pos[:, 0].astype(np.float32) + self.mesh_nodes_lat = mesh_pos[:, 1].astype(np.float32) + + # G2M edges and features + (grid_node_features, mesh_node_features, edge_features) = ( + get_bipartite_graph_spatial_features( + senders_node_lat=self.grid_nodes_lat, + senders_node_lon=self.grid_nodes_lon, + receivers_node_lat=self.mesh_nodes_lat, + receivers_node_lon=self.mesh_nodes_lon, + senders=grid_indices, + receivers=mesh_indices, + edge_normalization_factor=None, + add_node_positions=False, + add_node_latitude=True, + add_node_longitude=True, + add_relative_positions=True, + relative_longitude_local_coordinates=True, + relative_latitude_local_coordinates=True, + ) + ) + + self.G2M_grid_features = torch.from_numpy(grid_node_features).float() + self.G2M_mesh_features = torch.from_numpy(mesh_node_features).float() + self.G2M_edge_features = torch.from_numpy(edge_features).float() + self.G2M_senders = torch.from_numpy(grid_indices) + self.G2M_receivers = torch.from_numpy(mesh_indices) + self.G2M_built = True + + def init_M2M_graph(self, lat: np.ndarray, lon: np.ndarray, mask: np.ndarray): + if self.M2M_built: + return + else: + merged_mesh = merge_meshes(self.meshes) + mesh_mask = get_mesh_positions( + merged_mesh.vertices, + grid_latitude=lat, + grid_longitude=lon, + mask=mask, + return_pos_ids=True, + ocean_mesh=self.is_ocean, + )[1] + + merged_mesh_faces = masked_mesh_faces( + merged_mesh.faces, np.where(mesh_mask)[0] + ) + mesh_senders, mesh_receivers = faces_to_edges(merged_mesh_faces) + + # M2M edges and features + node_features, edge_features = get_graph_spatial_features( + node_lat=self.mesh_nodes_lat, + node_lon=self.mesh_nodes_lon, + senders=mesh_senders, + receivers=mesh_receivers, + edge_normalization_factor=None, + add_node_positions=False, + add_node_latitude=True, + add_node_longitude=True, + add_relative_positions=True, + relative_longitude_local_coordinates=True, + relative_latitude_local_coordinates=True, + ) + + self.M2M_mesh_features = torch.from_numpy(node_features).float() + self.M2M_edge_features = torch.from_numpy(edge_features).float() + self.M2M_senders = torch.from_numpy(mesh_senders) + self.M2M_receivers = torch.from_numpy(mesh_receivers) + self.M2M_built = True + + def init_M2G_graph(self, lat: np.ndarray, lon: np.ndarray, mask: np.ndarray): + if self.M2G_built: + return + else: + # get the 3 vertices of the mesh triangle in which each grid point falls + query = in_mesh_triangle_indices( + grid_latitude=lat, + grid_longitude=lon, + mesh=self.meshes[-1], + mask=mask, + ocean_mesh=self.is_ocean, + return_positions=True, + ) + grid_indices, mesh_indices, grid_pos, mesh_pos = query + + # M2G edges and features + (grid_node_features, mesh_node_features, edge_features) = ( + get_bipartite_graph_spatial_features( + senders_node_lat=mesh_pos[:, 1].astype(np.float32), + senders_node_lon=mesh_pos[:, 0].astype(np.float32), + receivers_node_lat=grid_pos[:, 1].astype(np.float32), + receivers_node_lon=grid_pos[:, 0].astype(np.float32), + senders=mesh_indices, + receivers=grid_indices, + edge_normalization_factor=None, + add_node_positions=False, + add_node_latitude=True, + add_node_longitude=True, + add_relative_positions=True, + relative_longitude_local_coordinates=True, + relative_latitude_local_coordinates=True, + ) + ) + + self.M2G_grid_features = torch.from_numpy(grid_node_features).float() + self.M2G_mesh_features = torch.from_numpy(mesh_node_features).float() + self.M2G_edge_features = torch.from_numpy(edge_features).float() + self.M2G_senders = torch.from_numpy(mesh_indices) + self.M2G_receivers = torch.from_numpy(grid_indices) + self.M2G_built = True + + def forward(self, x: torch.Tensor) -> torch.Tensor: + self.get_coordinates_and_mask() + self.init_G2M_graph(self.lat, self.lon, self.mask) + self.init_M2M_graph(self.lat, self.lon, self.mask) + self.init_M2G_graph(self.lat, self.lon, self.mask) + device = x.device + dtype = x.dtype + + # Prep inputs + mask = torch.from_numpy(self.mask).to(device) + H, W = mask.shape + x = x[:, :, mask].permute(0, 2, 1).contiguous() + + # Return inputs mapped to latent space on mesh nodes + vM, vG, eM2M, eM2G = self.encoder( + inputs=x, + grid_structural=self.G2M_grid_features.to(device), + mesh_structural=self.G2M_mesh_features.to(device), + M2M_edge_structural=self.M2M_edge_features.to(device), + G2M_edge_structural=self.G2M_edge_features.to(device), + M2G_edge_structural=self.M2G_edge_features.to(device), + senders=self.G2M_senders.to(device), + receivers=self.G2M_receivers.to(device), + residual=self.residual, + ) + + # Return updated mesh nodes after M2M message passing + vM = self.processor( + vM=vM, + eM=eM2M, + senders=self.M2M_senders.to(device), + receivers=self.M2M_receivers.to(device), + residual=self.residual, + ) + + # Return output predictions at grid nodes + y = self.decoder( + vM=vM, + vG=vG, + eM2G=eM2G, + senders=self.M2G_senders.to(device), + receivers=self.M2G_receivers.to(device), + residual=self.residual, + ) + + # Prep outputs + B, N, C = y.shape + out = torch.zeros((B, C, H, W), dtype=dtype, device=device) + out[:, :, mask] = y.permute(0, 2, 1).contiguous() + return out diff --git a/fme/ace/models/graphcast/test_graphcast.py b/fme/ace/models/graphcast/test_graphcast.py new file mode 100644 index 000000000..2cdde09b4 --- /dev/null +++ b/fme/ace/models/graphcast/test_graphcast.py @@ -0,0 +1,138 @@ +import os +from unittest.mock import Mock + +import numpy as np +import pytest +import torch + +from fme.core.device import get_device +from fme.core.testing import validate_tensor + +DIR = os.path.abspath(os.path.dirname(__file__)) + +from fme.ace.models.graphcast import GRAPHCAST_AVAIL +from fme.ace.models.graphcast.main import GraphCast +from fme.core.dataset_info import DatasetInfo +from fme.core.mask_provider import MaskProvider + + +def dummy_datasetinfo(height: int, width: int) -> DatasetInfo: + """Create a dummy DatasetInfo for testing.""" + # Create dummy lat/lon coordinates + lat = np.linspace(-90, 90, height) + lon = np.linspace(-180, 180, width) + lonM, latM = np.meshgrid(lon, lat) + lonT = torch.from_numpy(lonM).float() + latT = torch.from_numpy(latM).float() + + # Create mock horizontal coordinates + mock_horizontal_coords = Mock() + mock_horizontal_coords.coords = {"lat": lat, "lon": lon} + mock_horizontal_coords.meshgrid = (latT, lonT) + + mask_provider = MaskProvider( + masks={"mask_2d": torch.ones(height, width, dtype=torch.bool)} + ) + + # Create DatasetInfo with mocked components + dataset_info = DatasetInfo( + horizontal_coordinates=mock_horizontal_coords, + mask_provider=mask_provider, + ) + + return dataset_info + + +@pytest.mark.skipif(not GRAPHCAST_AVAIL, reason="trimesh/rtree are not available") +@pytest.mark.parametrize("activation", ["SiLU", "ReLU", "Mish", "GELU", "Tanh"]) +def test_graphcast_normalization(activation): + # Model parameters + input_channels = 4 + output_channels = 3 + batch_size = 2 + height = 9 + width = 18 + + # Set the dataset info + dataset_info = dummy_datasetinfo(height, width) + + # Initialize model + model = GraphCast( + input_channels=input_channels, + output_channels=output_channels, + dataset_info=dataset_info, + latent_dimension=12, + activation=activation, + meshes=6, + M0=0, + bias=True, + radius_fraction=1.0, + layernorm=True, + processor_steps=2, + residual=True, + is_ocean=True, + ) + + # Create dummy input + x = torch.randn(batch_size, input_channels, height, width) + + # Forward pass + output = model(x) + + # Check output shape + expected_shape = (batch_size, output_channels, height, width) + assert ( + output.shape == expected_shape + ), f"Expected output shape {expected_shape}, but got {output.shape}" + + # Check output values + assert not torch.isnan(output).any(), "Output contains NaN values" + assert not torch.isinf(output).any(), "Output contains infinite values" + + +@pytest.mark.skipif(not GRAPHCAST_AVAIL, reason="trimesh/rtree are not available") +def test_graphcast_output_is_unchanged(): + torch.manual_seed(0) + input_channels = 2 + output_channels = 3 + img_shape = (9, 18) + n_samples = 4 + device = get_device() + + # Set the dataset info + dataset_info = dummy_datasetinfo(*img_shape) + + model = GraphCast( + input_channels=input_channels, + output_channels=output_channels, + dataset_info=dataset_info, + latent_dimension=16, + activation="SiLU", + meshes=6, + M0=4, + bias=True, + radius_fraction=1.0, + layernorm=True, + processor_steps=2, + residual=True, + is_ocean=True, + ).to(device) + + # must initialize on CPU to get the same results on GPU + x = torch.randn(n_samples, input_channels, *img_shape).to(device) + + with torch.no_grad(): + output = model(x) + assert output.shape == (n_samples, output_channels, *img_shape) + + outdir = os.path.join(DIR, "testdata") + if os.path.exists(outdir) is False: + os.makedirs(outdir) + reference = os.path.join(outdir, "test_graphcast_output_is_unchanged.pt") + if os.path.exists(reference) is False: + torch.save(output.cpu(), reference) + + validate_tensor( + output, + reference, + ) diff --git a/fme/ace/models/graphcast/testdata/test_graphcast_output_is_unchanged.pt b/fme/ace/models/graphcast/testdata/test_graphcast_output_is_unchanged.pt new file mode 100644 index 0000000000000000000000000000000000000000..445edd0ed85759700292ec06b63d5c515c36f2b0 GIT binary patch literal 9638 zcmbVy2{=~U+rA8uM23oVq)3t?A?4jGM?!}rNlImIkW3*-88eeHL&nIIBq`IoZlsW* zq~T~#lB7~e8a4di&hPvEu5-@!o$KrSuj^XZ`@VaxeLwep-e>Q%p7q?OMm)S+Tmk}I z|E(?LTE^w+xX;sir-!ZEE_++fH&-uDH!n}?-TSP)TUe1l_q56)pKW{PuB1 z+U|68pYX3s1ofR=Z9O;q>!6@Jx8(%R7*%&3OCHXry_=Ui@7h#;Pj|lcMqG+Uyhc1m zlZ?bX-6txp9h_iv!br?$f~PxwguT71v$LbU=WbV*eS+&e92`9y9rSkFdkVS>EHHDQ zK^0xS2sKjY>Y z|Iz=MfHIf-&k(RX;OXf4(LZGhO^ zXe@mfjH_-TXkFru>?iqPFG#?pu|x=DW?;u?Jm$*jV{=L}ygH5}@VhP89ValOH3eR` z6Hqg<9=9ZHpu%1ZBLh=#&tC$eIo?nPfkJXF%o7qZcgXG!EJMQ}9Fej@UgA-RTc5-) z+Lf5LI0yC05qQ(N3Kedf5ZNt;Zfg-djrD=4St7D09!1CLG+c-bMub=#vYS2OsFZ;d z`Xx}y%0c1Q5?oF_hE|mnG>vV6f7NShxIzT|vt_Yagdcq7^C2l<2?r(_9pRC<;BJc2 zvS8Td??v{lTx_e#0b`hl(c6~TpOA+m%QoSY3IidZ&3JiG5}$k~V8m_?@+#iYIk|dR zTWt*GvLjHfItB4z864P}fIM~tQf;^3ba^V`BHfT^Qct%$v4z&snUK4Gi*{w5q+>~w zF#TvT{k8W!wP=1xqX&7>y2=6ZnVL9TqX1<;4U`lHz%=Rrl?J#vOeQw_XD~V)7l{5QEpqeM0%9}c7->Dfp5Fg;F%5CoM}xi!Q5H@o zg2BSz)j7lH_wT^R1HcKvZsc{I$5yWeei^d+(wxWZ~RXR&N zyDLb8!75hzD@}6q`Ydd}6oo_j%?L9NM1)@@;=U>}Mky``NEOt66|O+kURn|3^dj<& z22<7ai$wm;Z=_`?kjS(*ldeOVM5ol3OpRH|C@D&z%gcf}Jdh8r*J^absaD9{UI+Dp zO1d?60&_LSlFSvaBe9x!#H2BW+%3640&+^pbgi8nUxkA!>`L9m55Z*hENv{ZuEkR= zVCVI2I^uc~OAU^LOT!tnllH-F;Wjc5??p-_97(_nhB>YuNwnN3ITmq(*j(Pgl!&v) z@X8EW@KxiOZ$1v0?LlV#H9XuD1-+a$bj+#2q_RwW){UiuvkXXnuM**|wI%YpRwVyG zD)Dt*MRxd0L$!#ZLp>9jyHl&7bR`c3Ypx*Oq6R#}&EQL0fooICF`~^wmA~gQZJKk* z%IW!Vkm_M{n|>wDg-1xZW+KUnvSJmP*D~{zDfw=Vd}5u!S9@W=?L#H>1$~IbLmk1L=?(xPJ3G>NbqwjOBBj zGS^4(`2eV&9HKi)t+Aow8XYCeSiLW-S@yOWX#5_DTB{?NzIOn1j#a2GAHz<`Azbhd zfT2@3PJ{~~{@^2s@IFOggdv`@{4jmcoJNbEV2qtQn349!%$z1glsPxCzb($iwU>n` zEPaN#0#`8eG=IIkEqA>gom6j_m5q{Fj}fzICB((g(w?G*THOp2%3_5ueGNR2@>|OU z8uZbT#-n)jOEI3PKgHDb46eK##m4IEIF$AjF7CYb6PA4hBRPW48oAhXRt&x~zSFG% zhqY}l^MJQbg50&Z#6(?Q%^2$UvK_U~BKE@|q|QA?yLvxTdtX4o>m%l0e2C>`$LP|! zBs8rphVLWkPsosqLWEWMk7o5@NryAIER|-V7QxTLE88R z&X+z!d}=3nUz~eM@IaP zFfJ(9VN1;(e9<&QT=p^4_Vz$*(N(0_3PD)xAo`{JAgeV|`_SbqmMn))zD^5skiUrO zkI!TAZs1|M7d)YF_za;Nupg{D+02Y@si-R}!q$OCZ1Jf9_cBprXsp8y?R9Xp|HiU9 zk;}wxd&kQ5dB_w!o=n!QkRb`*W|Q}??=uSXU0FFH*Qiq8Ahqxf0(W*L+5}5sIW_~a z&Cy6UD8;@h3sEw;j(Yy)%gmB@W0W0=>HJN17=D5MjL2v@(;wc#$VD!KX7n*+9!V6z@F>-UXqEo{)o2 zRY!5y-UZj*r66&17rIR&QKS?B%|1I6I2^&_C3%QHmyhQL;drmP0~Kd1a7)buiV}es z9=65uQfU}$I0Dw>NC>flp+0>LjIBZ-ur?9%+XKP9JrWLQV^OS|iy^oDi20ZTC!bJM zi$q-vu208mP$aGD@ zDcxw`cMIq^&4!XBKkn45$Ki!V)b->%FyTh1a&mxxWFQiTJ#cPcBAlBeA@F@E-m18x z#l{zkI(e9qW{x9$j!;!sM;*U0{Q0HO9Vvq1@|h@Elt)F@n?NMc8d=II2$1o@l>Shx zU~Ph=Pi^fHZH)V&)isUd5gxrsi5}*>S(EO1>GV% zLYawPNN5Ry^amM8zub+M3}pe-CabAA-Wi zXeduNfXTBYit%jfxmE;SbvCp-QIG1GSkU)T6;#zHl)ldsfM?ADWaR{)qQQ{-I^`%K zHpxWfOB5MeTSamtSCdq`Xx4zhB(hGvhPDQF(YPipmaO4vD)K23A}@^bd$|va;?J^u zT!U!-hAC9DC7dW1^$_0XCgQNGh3wjLp4c$ltkU#i5`KJ)HTZlkhULznVJSDeV5I|= zT*|;)E=4@AtAN(bvy5|o6=Bs^5!vA?lJw{jaf((T9WUDnd1OU&JEmYvrG}K=3}xPo zU!#rM+E8yTf>hXbtn7aT9e)KT`Qtarnkr9nG|y{mI_xFSpX5*hhg|ac>SDr9X(28y zhe)+nC*y0DK}uuS5Mj?a7;njevEVJ(y(&kaNIz^2kJH#!%g`GskFwuoNXdy7((rZ) znH8Hs?v^H!lBhc3W4nS`Wn4)=_QykD_HV>;!Yg)#UlF<*J5XJJ8)~e4ERpSmv6l@U z|8{|njQf$cj8ft@qm6xGl?!?Ps}k{*N+afX&k(KG4n*?$24(^x5$v0QW2u+H@^43& zN-d@rxFS`*1G3?sH2PT~xE8O`9{P0w*)BAbaGjY)JdC}_)yxcH_^6m99!x~*5I>Ep zorB*bbLhYfJX4*yj7S<(vA*m)&G=LXGrI;g z7>kVE^U1sV68rQj;ZP})d-3BVqn&Jf!-!AYTABVixI08o})|>W!f!g(4D8_KtzpX9C zu5toDn!>g;oCV#!wQPAGdB)lQU0uZjZc=|?6?D$t#fa%+(8G6NeC<2h=Ct5FGr67_ z8ivF8O2}{Kso!LE2It>whqX8lk_!&A^vpjoCQ_4#U8^c}SmsKLpBEtU%r*>6>cGPo z23KF7LW=H1sP5vcuV4@0-BOCX&g19{s^UBk5!BRb>WbL5EXJ&P8?$4x6#10)g%Ma* z!x$K-GBr)buoWKx>wFom+CN0N>3KBdc3`aSB*JyAP;)k%n#-I+*aZjdHV_=CNzw{2?0tVdo+6_5kX$ilJemOcUigsImTRMtto< z?T6YgSfdFebX;O4GjkFjW=DNybPg?~4}HyXyEhG<4zb`CONEVyGlml5ku6$`P$3Ka z5*Z8S-(!&7k_;7FYj}t3fk~(riYsF=b!imZ%a7vNh!@z;>W87<2~(1MOCIagn&=rG?ox&&^z%^)zH9K;))DT&YCYh86P2lnusl@lF{w=8?wB@k+(DeLobRkL*W=kFJ|F=)qX53oD1g&L2RACjkY=N7Y<(!rni^#;CfgB%}V6L2eFsbO-Kp>_ne`W5C#Kp3zWXqgOlPx zluyk?rNLY%xdpLR*`Q@z)_snW?FdhhIQs%SV$4F*<2 zjI%@0uD1bGJ0`%W$rFiHuK2om1q$U|P$rp6(_(M4+r|djJ@%oriu)A(KKmH$yHv7b z^!sZ%YojTh`+*zprJmD(qh4t2S%PhA)}T`@0;bAAsN9~5Z(%yPDJIV8uIQg?N=0m_o83Hon()X2UjrV?k!}htRG|1l1FSZ&a<KFrs+l5*g^PATlTHNSEj|R>8j0D6-CH zeb{~-LO~VavRF&SzLX$De-*wpY$uinKd@s3vxr^SO(J}%o>V_PLtfQ(lBhjlBTtf7&Yv`o^MWQzTbo2rfeVsCUJ0bn@pDN zUXA+`GpS+rD)Mc6Cb8Kun+Z5f$vA5{s(obO5+00@LpAVm45jybI-&P{1@sm+;AOri z##St&%5NnIYmF-rlJ91G3w_BYwgrjq;w4qW_i6Y|VaD=9JR_5x0ZWgW)T~q!@(V+8 z>2eJcYD{s-qZaYQWD$^XrWCC@%c@fBm^rvlup;Ox~ERYR?v7e4KYh|f*J*vn|VlgY&0>5|0BPm?^A zi$+)RTl73C!nd}!$eo{pp<@r=F{J~yyhAYE?;`y)ZykCQc7n^{982C-g&k@rL^HY? z*wbUXD1YF6G{xP)e2Y5}kogL$u^}YKPN*+AIu3*K$@PxXpU@(B1^4Dxp}5Q(Vlp$B zTCqw-L@9!iOuJA0ttP^Bb}CDbvtHe6whQy>?}09Rj7=wo@j8aD{*>nA`s9ocn0jp# zw$q1jpH+mm97||?jAU6GN73oFub5kX&zSdW2kDj3Xh!1JHY$3)4PP_XBBE>v{v~|% zOaOO%cRf%2$gQssX?zEfv~!p{(~=g(B(aV^Nn#u_HJDKA2G+xq3S^Da5yoF$nANKk zgIwNxcy1rUn0O=BrtxF9Y&s5IJ%fi2?!Z^JA9oxR>8YNDP#xG)J6m`S{mtnX^Q%8xe&W9ju$TF3~Z`49fSw042AhF~oWI$wo$^(J~sl-2~Ap zmx(UdLzo&|z`m;*g3+ly)MWh!w*QA0tiFNAtQ&bXOrfwA9SfXDs@)FZ^(`xe*B*e; zQ-8*8{xSIEwBTt)C(16AVd)|Rc*yxuRl1tCJ+)#vPrl5)Cg#qR=lQX>FP~4m>@P9) z&u7B9%o<~zaX2(_{m%*J=usV`ttoLR&ns%~VKt z(B|1949UI06kE73*X2ZrpmYhAeJ+IHo+L<4OvOBfGz+ZYx5)=<@l06%mrUWk04~-en9Hu#FXpP1*2W|8^MxrXB609}bIeY&5&>JU>RU0?p zaD)uP)0bjL#&m>y>7h+qRpDS9fLZGC@SlGI0n5CgZJ>ux_dxh8EP=v}FiahD!uo1= z?7QuXx52}duP24-9vY*A7FqN%YaS;@9iX+-j?*=-g|N%h12dY!kn81%Rl)~Rdd(A6 zrwEpFc|g;~3fs~xup;{meYb8Iwra{#o9s-g-cZe!JpGV9`J(%PJf)O626?Pz8XPts4=VbpaF17bm(Ts4u&*Qy{UCHu+9HGg_% zG>Vvc^+Xz8r|Y0v-kp(rU`PG6osgtVaJT6K zk?p%g#-s{K>4Od;;HpFt0X#+WV)KC(d%)A;QOVQ zZWL{Y&@B@ZU}r~lf~}c`z-*G>+(KH{UL@~#R+AET4$+jXCr-P!k+^9$nGnZkRAfa8 zD#P+%pHv98=ULc2>p??dW1Wz9Fz$zJrY3x~q)&~9Vau&1es#^vKzk=q{#Za%U1#Ei zeIluyTTkXrPeosPuy$5v0an$vAm{USeBi9xbr;9sj71@~`h`)OUO(nga~yFokj0ka z5aQQeP2|Ta8F6Jz_>5d6CWT%^@KqodYn(y-lvi{hu?31%N1$VTnFjkA!Y}$Db*_wM zDl0>2-0P)G0L!LsfK5n;e;zZsk24=8_>j5Lxx_SPCsVH3%i>;o4re>A(gQ)^;QuHK z{&qHAc&lUPtYQS5@McT0yqVD*Qba&6pQ)Ubii8py(y!@3^7S(rzJ~3PbUl&-}c&U3pVp%AfAwJ;TyX1Ky1FnS`ZNSxFF zHhSF0jHEI=*Z7WI{4cRN=m=cx9>HMJZG?UarLKmvVX}`+>l@C{-e;mPJ%5}|)(YpO z97Pzmxew92mrxRV1pC<&>Tl1o(C>)A!l&Hz213a=)xHLreBA7jg_r7% z^T*Rg1@m#8pHj`6TiHe1Khy=?y@5;fe#c3^Cuo!Sj=s-bnAh?QqF1=<$Nh&9`TQAf z>rBD|-E!;_^hdIr07~BYF~2BAP_Zq-q<`EMo=wSAW>GK%7E!#Dz6aOr`;c?vu76+k z2|4|rkiF;;ZdNuT?CfTEI9ky*>i{Y+pvnk2tYtK}h?9yJ`I#C}ETt7drm%|_dcF&w8uP!vt4`3FKEcA=Tg*ImNQKTyV874%_TjBA-; zbxksO{T`E-Ad4%RCop+5rt|!t7>c^-~b{hM|uZr~jtNB!)Zzh#cU(QmkJIiX+;U)cf z9W-HcDK1FYQW4%z?Bs67=Hay%7r%gC)j6ey5j#+Eq#f`GBvFw%a>~` zS)!$(uBpCMRZUY>OI3Y2=h$*JHFY&DO;xoeOa4$9_=tr*R^(Loe{@r$2|oz`N4fH6 zb;iOUC;rm@4?32=1OHiDq4pP0O^)2+CxHJZ_4qsfpQRHTf5E^0llcElukm*ie^y2) z|HXtE$A>?03;$7M{2lqvk-6Y6$hUtE`CmGVzr+4H9F_h8TR!Kf2>(}*{~h;5>UH}7A+|0Uny R`ypWAT*J@xWBk9y{y!i& TriangularMesh: + """ + Regular icosahedron with circumscribed unit sphere. + + Returns: + vertices: (12,3) float32, unit-norm Cartesian coords + faces: (20,3) int32, CCW indices + """ + phi = (1 + np.sqrt(5.0)) / 2.0 + verts = [] + for c1 in [1.0, -1.0]: + for c2 in [phi, -phi]: + verts.append((c1, c2, 0.0)) + verts.append((0.0, c1, c2)) + verts.append((c2, 0.0, c1)) + vertices = np.asarray(verts, dtype=np.float32) + vertices /= np.linalg.norm([1.0, phi]) + + faces = np.array( + [ + (0, 1, 2), + (0, 6, 1), + (8, 0, 2), + (8, 4, 0), + (3, 8, 2), + (3, 2, 7), + (7, 2, 1), + (0, 4, 6), + (4, 11, 6), + (6, 11, 5), + (1, 5, 7), + (4, 10, 11), + (4, 8, 10), + (10, 8, 3), + (10, 3, 9), + (11, 10, 9), + (11, 9, 5), + (5, 9, 7), + (9, 3, 7), + (1, 6, 5), + ], + dtype=np.int32, + ) + + # Rotate to match a conventional orientation (optional but consistent) + angle_between_faces = 2 * np.arcsin(phi / np.sqrt(3)) + rotation_angle = (np.pi - angle_between_faces) / 2 + R = transform.Rotation.from_euler(seq="y", angles=rotation_angle).as_matrix() + vertices = (vertices @ R).astype(np.float32) + + return TriangularMesh(vertices=vertices, faces=faces) + + +def _split_faces_once(mesh: TriangularMesh) -> TriangularMesh: + """ + Split each triangular face into 4 by adding mid-edge vertices, then project + onto unit sphere. Keeps CCW orientation. + """ + parent_V = mesh.vertices + faces = mesh.faces + + # Deduplicate child vertices at shared edges via a map + child_index: dict[tuple[int, int], int] = {} + all_vertices = list(parent_V) + + def midpoint_index(i: int, j: int) -> int: + key = (min(i, j), max(i, j)) + if key in child_index: + return child_index[key] + p = (parent_V[i] + parent_V[j]) / 2.0 + p /= np.linalg.norm(p) # project to unit sphere + idx = len(all_vertices) + all_vertices.append(p.astype(np.float32)) + child_index[key] = idx + return idx + + new_faces = [] + for i1, i2, i3 in faces: + i12 = midpoint_index(i1, i2) + i23 = midpoint_index(i2, i3) + i31 = midpoint_index(i3, i1) + # 4 child triangles, CCW + new_faces.extend( + [ + (i1, i12, i31), + (i12, i2, i23), + (i31, i23, i3), + (i12, i23, i31), + ] + ) + + return TriangularMesh( + vertices=np.asarray(all_vertices, dtype=np.float32), + faces=np.asarray(new_faces, dtype=np.int32), + ) + + +def merge_meshes(mesh_list: Sequence[TriangularMesh]) -> TriangularMesh: + """Merges all meshes into one. Assumes the last mesh is the finest. + + Args: + mesh_list: Sequence of meshes, from coarse to fine refinement levels. The + vertices and faces may contain those from preceding, coarser levels. + + Returns: + `TriangularMesh` for which the vertices correspond to the highest + resolution mesh in the hierarchy, and the faces are the join set of the + faces at all levels of the hierarchy. + """ + for mesh_i, mesh_ip1 in itertools.pairwise(mesh_list): + num_nodes_mesh_i = mesh_i.vertices.shape[0] + assert np.allclose(mesh_i.vertices, mesh_ip1.vertices[:num_nodes_mesh_i]) + + return TriangularMesh( + vertices=mesh_list[-1].vertices, + faces=np.concatenate([mesh.faces for mesh in mesh_list], axis=0), + ) + + +def faces_to_edges(faces: np.ndarray) -> tuple[np.ndarray, np.ndarray]: + """Transforms polygonal faces to sender and receiver indices. + + It does so by transforming every face into N_i edges. Such if the triangular + face has indices [0, 1, 2], three edges are added 0->1, 1->2, and 2->0. + + If all faces have consistent orientation, and the surface represented by the + faces is closed, then every edge in a polygon with a certain orientation + is also part of another polygon with the opposite orientation. In this + situation, the edges returned by the method are always bidirectional. + + Args: + faces: Integer array of shape [num_faces, 3]. Contains node indices + adjacent to each face. + + Returns: + Tuple with sender/receiver indices, each of shape [num_edges=num_faces*3]. + + """ + assert faces.ndim == 2 + assert faces.shape[-1] == 3 + senders = np.concatenate([faces[:, 0], faces[:, 1], faces[:, 2]]) + receivers = np.concatenate([faces[:, 1], faces[:, 2], faces[:, 0]]) + return senders, receivers + + +def get_hierarchy_of_triangular_meshes_for_sphere(splits: int) -> list[TriangularMesh]: + """ + Build M0..Msplits by repeatedly quartering faces on a unit sphere. + + Args: + splits: number of refinement steps (M0 -> M1 -> ... -> Msplits) + + Returns: + List of meshes [M0, M1, ..., Msplits] + """ + meshes = [get_icosahedron()] + for _ in range(splits): + meshes.append(_split_faces_once(meshes[-1])) + return meshes + + +# ----------------------------- Grid<->Mesh edges --------------------------- + + +def radius_query_indices( + *, + grid_latitude: np.ndarray, + grid_longitude: np.ndarray, + mesh: TriangularMesh, + radius: float, + mask: np.ndarray, + ocean_mesh: bool = False, + return_positions: bool = False, +) -> tuple[np.ndarray, np.ndarray, np.ndarray, np.ndarray]: + """Returns mesh-grid edge indices for radius query. + + Args: + grid_latitude: Latitude values for the grid [num_lat_points]. + grid_longitude: Longitude values for the grid [num_lon_points]. + mesh: Mesh object. + radius: Radius of connectivity in R3. for a sphere of unit radius. + mask: Boolean array of locations to mask from data (e.g land points). + ocean_mesh: Whether to mask land points from the mesh. + return_positions: Return lat/lon of grid and mesh nodes. + + Returns: + tuple with `grid_indices` and `mesh_indices` indicating edges between the + grid and the mesh such that the distances in a straight line (not geodesic) + are smaller than or equal to `radius`. + * grid_indices: Indices of shape [num_edges], that index into a + [num_lat_points, num_lon_points] grid, after flattening the leading axes. + * mesh_indices: Indices of shape [num_edges], that index into mesh.vertices. + """ + # [num_grid_points=num_lat_points * num_lon_points, 3] + grid_positions = _grid_lat_lon_to_coordinates(grid_latitude, grid_longitude, mask) + + # [num_mesh_points, 3] + mesh_positions, mesh_latlon = get_mesh_positions( + mesh.vertices, + grid_latitude=grid_latitude, + grid_longitude=grid_longitude, + mask=mask, + return_pos=True, + ocean_mesh=ocean_mesh, + ) + kd_tree = cKDTree(mesh_positions) + + # [num_grid_points, num_mesh_points_per_grid_point] + # Note `num_mesh_points_per_grid_point` is not constant, so this is a list + # of arrays, rather than a 2d array. + query_indices = kd_tree.query_ball_point(x=grid_positions, r=radius) + + grid_edge_indices = [] + mesh_edge_indices = [] + for grid_index, mesh_neighbors in enumerate(query_indices): + grid_edge_indices.append(np.repeat(grid_index, len(mesh_neighbors))) + mesh_edge_indices.append(mesh_neighbors) + + # [num_edges] + grid_edge_indices = np.concatenate(grid_edge_indices, axis=0).astype(int) + mesh_edge_indices = np.concatenate(mesh_edge_indices, axis=0).astype(int) + + if return_positions: + grid_pos = np.array([grid_longitude[mask], grid_latitude[mask]]).T + return grid_edge_indices, mesh_edge_indices, grid_pos, mesh_latlon + else: + return grid_edge_indices, mesh_edge_indices, np.array([]), np.array([]) + + +def _grid_lat_lon_to_coordinates( + grid_latitude: np.ndarray, grid_longitude: np.ndarray, mask: np.ndarray +) -> np.ndarray: + """Lat [num_lat] lon [num_lon] to 3d coordinates [num_lat, num_lon, 3].""" + # Convert to spherical coordinates phi and theta defined in the grid. + # Each [num_latitude_points, num_longitude_points] + phi_grid = np.deg2rad(grid_longitude) + theta_grid = np.deg2rad(90 - grid_latitude) + + # [num_latitude_points, num_longitude_points, 3] + # Note this assumes unit radius, since for now we model the earth as a + # sphere of unit radius, and keep any vertical dimension as a regular grid. + return np.stack( + [ + (np.cos(phi_grid) * np.sin(theta_grid))[mask], + (np.sin(phi_grid) * np.sin(theta_grid))[mask], + np.cos(theta_grid)[mask], + ], + axis=-1, + ) + + +# ----------------------------- Mesh<->Grid edges --------------------------- + + +def in_mesh_triangle_indices( + *, + grid_latitude: np.ndarray, + grid_longitude: np.ndarray, + mesh: TriangularMesh, + mask: np.ndarray, + ocean_mesh: bool = False, + return_positions: bool = False, +) -> tuple[np.ndarray, np.ndarray, np.ndarray, np.ndarray]: + """Returns mesh-grid edge indices for grid points contained in mesh triangles. + + Args: + grid_latitude: Latitude values for the grid [num_lat_points]. + grid_longitude: Longitude values for the grid [num_lon_points]. + mesh: Mesh object. + mask: Mask for ocean grid points. + ocean_mesh: Whether to mask land points from the mesh. + return_positions: Return lat/lon of grid and mesh nodes. + + Returns: + tuple with `grid_indices` and `mesh_indices` indicating edges between the + grid and the mesh vertices of the triangle that contain each grid point. + The number of edges is always num_lat_points * num_lon_points * 3 + * grid_indices: Indices of shape [num_edges], that index into a + [num_lat_points, num_lon_points] grid, after flattening the leading axes. + * mesh_indices: Indices of shape [num_edges], that index into mesh.vertices. + """ + if not GRAPHCAST_AVAIL: + raise ImportError("GraphCast dependencies (trimesh, rtree) not available.") + else: + import trimesh + + # [num_grid_points=num_lat_points * num_lon_points, 3] + grid_positions = _grid_lat_lon_to_coordinates(grid_latitude, grid_longitude, mask) + + mesh_attrs = get_mesh_positions( + mesh.vertices, + grid_latitude=grid_latitude, + grid_longitude=grid_longitude, + mask=mask, + return_pos=True, + return_pos_ids=True, + ocean_mesh=ocean_mesh, + ) + mesh_vertices, mesh_latlon, mesh_mask = mesh_attrs + mesh_faces = masked_mesh_faces(mesh.faces, np.where(mesh_mask)[0]) + mesh_trimesh = trimesh.Trimesh(vertices=mesh_vertices, faces=mesh_faces) + + # [num_grid_points] with mesh face indices for each grid point. + _, _, query_face_indices = trimesh.proximity.closest_point( + mesh_trimesh, grid_positions + ) + + # [num_grid_points, 3] with mesh node indices for each grid point. + mesh_edge_indices = mesh_faces[query_face_indices] + + # [num_grid_points, 3] with grid node indices, where every row simply contains + # the row (grid_point) index. + grid_indices = np.arange(grid_positions.shape[0]) + grid_edge_indices = np.tile(grid_indices.reshape([-1, 1]), [1, 3]) + + # Flatten to get a regular list. + # [num_edges=num_grid_points*3] + mesh_edge_indices = mesh_edge_indices.reshape([-1]) + grid_edge_indices = grid_edge_indices.reshape([-1]) + + if return_positions: + grid_pos = np.array([grid_longitude[mask], grid_latitude[mask]]).T + return grid_edge_indices, mesh_edge_indices, grid_pos, mesh_latlon + else: + return grid_edge_indices, mesh_edge_indices, np.array([]), np.array([]) + + +# ----------------------------- Model Utils ----------------------------- + + +def get_graph_spatial_features( + *, + node_lat: np.ndarray, + node_lon: np.ndarray, + senders: np.ndarray, + receivers: np.ndarray, + add_node_positions: bool, + add_node_latitude: bool, + add_node_longitude: bool, + add_relative_positions: bool, + edge_normalization_factor: float | None = None, + relative_longitude_local_coordinates: bool, + relative_latitude_local_coordinates: bool, + sine_cosine_encoding: bool = False, + encoding_num_freqs: int = 10, + encoding_multiplicative_factor: float = 1.2, +) -> tuple[np.ndarray, np.ndarray]: + """Computes spatial features for the nodes. + + Args: + node_lat: Latitudes in the [-90, 90] interval of shape [num_nodes] + node_lon: Longitudes in the [0, 360] interval of shape [num_nodes] + senders: Sender indices of shape [num_edges] + receivers: Receiver indices of shape [num_edges] + add_node_positions: Add unit norm absolute positions. + add_node_latitude: Add a feature for latitude (cos(90 - lat)) + Note even if this is set to False, the model may be able to infer the + longitude from relative features, unless + `relative_latitude_local_coordinates` is also True, or if there is any + bias on the relative edge sizes for different longitudes. + add_node_longitude: Add features for longitude (cos(lon), sin(lon)). + Note even if this is set to False, the model may be able to infer the + longitude from relative features, unless + `relative_longitude_local_coordinates` is also True, or if there is any + bias on the relative edge sizes for different longitudes. + add_relative_positions: Whether to relative positions in R3 to the edges. + edge_normalization_factor: Allows explicitly controlling edge normalization. + If None, defaults to max edge length. This supports using pre-trained + model weights with a different graph structure to what it was trained. + relative_longitude_local_coordinates: If True, relative positions are + computed in a local space where the receiver is at 0 longitude. + relative_latitude_local_coordinates: If True, relative positions are + computed in a local space where the receiver is at 0 latitude. + sine_cosine_encoding: If True, we will transform the node/edge features + with sine and cosine functions, similar to NERF. + encoding_num_freqs: frequency parameter + encoding_multiplicative_factor: used for calculating the frequency. + + Returns: + Arrays of shape: [num_nodes, num_features] and [num_edges, num_features]. + with node and edge features. + + """ + num_nodes = node_lat.shape[0] + num_edges = senders.shape[0] + dtype = node_lat.dtype + node_phi, node_theta = lat_lon_deg_to_spherical(node_lat, node_lon) + + # Computing some node features. + node_features: list[np.ndarray] = [] + if add_node_positions: + # Already in [-1, 1.] range. + node_features.extend(spherical_to_cartesian(node_phi, node_theta)) + + if add_node_latitude: + # Using the cos of theta. + # From 1. (north pole) to -1 (south pole). + node_features.append(np.cos(node_theta)) + + if add_node_longitude: + # Using the cos and sin, which is already normalized. + node_features.append(np.cos(node_phi)) + node_features.append(np.sin(node_phi)) + + if not node_features: + node_features = np.zeros([num_nodes, 0], dtype=dtype) + else: + node_features = np.stack(node_features, axis=-1) + + # Computing some edge features. + edge_features = [] + + if add_relative_positions: + relative_position = get_relative_position_in_receiver_local_coordinates( + node_phi=node_phi, + node_theta=node_theta, + senders=senders, + receivers=receivers, + latitude_local_coordinates=relative_latitude_local_coordinates, + longitude_local_coordinates=relative_longitude_local_coordinates, + ) + + # Note this is L2 distance in 3d space, rather than geodesic distance. + relative_edge_distances = np.linalg.norm( + relative_position, axis=-1, keepdims=True + ) + + if edge_normalization_factor is None: + # Normalize to the maximum edge distance. Note that we expect to always + # have an edge that goes in the opposite direction of any given edge + # so the distribution of relative positions should be symmetric around + # zero. So by scaling by the maximum length, we expect all relative + # positions to fall in the [-1., 1.] interval, and all relative distances + # to fall in the [0., 1.] interval. + edge_normalization_factor = relative_edge_distances.max() + edge_features.append(relative_edge_distances / edge_normalization_factor) + edge_features.append(relative_position / edge_normalization_factor) + + if not edge_features: + edge_features = np.zeros([num_edges, 0], dtype=dtype) + else: + edge_features = np.concatenate(edge_features, axis=-1) + + if sine_cosine_encoding: + + def sine_cosine_transform(x: np.ndarray) -> np.ndarray: + freqs = encoding_multiplicative_factor ** np.arange(encoding_num_freqs) + phases = freqs * x[..., None] + x_sin = np.sin(phases) + x_cos = np.cos(phases) + x_cat = np.concatenate([x_sin, x_cos], axis=-1) + return x_cat.reshape([x.shape[0], -1]) + + node_features = sine_cosine_transform(node_features) + edge_features = sine_cosine_transform(edge_features) + + return node_features, edge_features + + +def lat_lon_deg_to_spherical( + node_lat: np.ndarray, + node_lon: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray]: + phi = np_.deg2rad(node_lon) + theta = np_.deg2rad(90 - node_lat) + return phi, theta + + +def spherical_to_lat_lon( + phi: np.ndarray, + theta: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray]: + lon = np_.mod(np_.rad2deg(phi), 360) + lat = 90 - np_.rad2deg(theta) + return lat, lon + + +def cartesian_to_spherical( + x: np.ndarray, + y: np.ndarray, + z: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray]: + phi = np_.arctan2(y, x) + with np.errstate(invalid="ignore"): # circumventing b/253179568 + theta = np_.arccos(z) # Assuming unit radius. + return phi, theta + + +def spherical_to_cartesian( + phi: np.ndarray, + theta: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray, np.ndarray]: + # Assuming unit radius. + return ( + np_.cos(phi) * np_.sin(theta), + np_.sin(phi) * np_.sin(theta), + np_.cos(theta), + ) + + +def lat_lon_to_cartesian( + lat: np.ndarray, + lon: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray, np.ndarray]: + return spherical_to_cartesian(*lat_lon_deg_to_spherical(lat, lon, np_=np_), np_=np_) + + +def cartesian_to_lat_lon( + x: np.ndarray, + y: np.ndarray, + z: np.ndarray, + np_: NumpyInterface = np, +) -> tuple[np.ndarray, np.ndarray]: + return spherical_to_lat_lon(*cartesian_to_spherical(x, y, z, np_=np_), np_=np_) + + +def get_mesh_positions( + mesh_vertices: np.ndarray, + grid_latitude: np.ndarray, + grid_longitude: np.ndarray, + mask: np.ndarray, + return_pos: bool = False, + return_pos_ids: bool = False, + ocean_mesh: bool = True, +) -> np.ndarray: + """Returns mesh vertices.""" + mesh_phi, mesh_theta = cartesian_to_spherical( + mesh_vertices[:, 0], mesh_vertices[:, 1], mesh_vertices[:, 2] + ) + mesh_lat, mesh_lon = spherical_to_lat_lon(mesh_phi, mesh_theta) + if ocean_mesh: + grid_cart = lat_lon_to_cartesian( + grid_latitude.flatten(), grid_longitude.flatten() + ) + mesh_cart = lat_lon_to_cartesian(mesh_lat, mesh_lon) + grid_points = np.stack(grid_cart, axis=-1) + mesh_points = np.stack(mesh_cart, axis=-1) + mask = griddata( + grid_points, mask.flatten().astype(float), mesh_points, method="nearest" + ).astype(bool) + else: + mask = np.ones_like(mesh_lat, dtype=bool) + if return_pos: + a = mesh_vertices[mask] + b = np.array([mesh_lon[mask], mesh_lat[mask]]).T + if return_pos_ids: + return a, b, mask + else: + return a, b + else: + if return_pos_ids: + return mesh_vertices[mask], mask + else: + return mesh_vertices[mask] + + +def masked_mesh_faces(faces, mask): + old_to_new = {old_idx: new_idx for new_idx, old_idx in enumerate(mask)} + valid_faces = [] + for face in faces: + if all(vertex in old_to_new for vertex in face): + new_face = [old_to_new[vertex] for vertex in face] + valid_faces.append(new_face) + return np.array(valid_faces) + + +def get_relative_position_in_receiver_local_coordinates( + node_phi: np.ndarray, + node_theta: np.ndarray, + senders: np.ndarray, + receivers: np.ndarray, + latitude_local_coordinates: bool, + longitude_local_coordinates: bool, + np_: NumpyInterface = np, + transform_: TransformInterface = transform, +) -> np.ndarray: + """Returns relative position features for the edges. + + The relative positions will be computed in a rotated space for a local + coordinate system as defined by the receiver. The relative positions are + simply obtained by subtracting sender position minues receiver position in + that local coordinate system after the rotation in R^3. + + Args: + node_phi: [num_nodes] with polar angles. + node_theta: [num_nodes] with azimuthal angles. + senders: [num_edges] with indices. + receivers: [num_edges] with indices. + latitude_local_coordinates: Whether to rotate edges such that in the + positions are computed such that the receiver is always at latitude 0. + longitude_local_coordinates: Whether to rotate edges such that in the + positions are computed such that the receiver is always at longitude 0. + np_: Numpy library interface. + transform_: scipy.transform library interface. + + Returns: + Array of relative positions in R3 [num_edges, 3] + """ + node_pos = np_.stack(spherical_to_cartesian(node_phi, node_theta, np_=np_), axis=-1) + + # No rotation in this case. + if not (latitude_local_coordinates or longitude_local_coordinates): + return node_pos[senders] - node_pos[receivers] + + # Get rotation matrices for the local space space for every node. + rotation_matrices = get_rotation_matrices_to_local_coordinates( + reference_phi=node_phi, + reference_theta=node_theta, + rotate_latitude=latitude_local_coordinates, + rotate_longitude=longitude_local_coordinates, + np_=np_, + transform_=transform_, + ) + + # Each edge will be rotated according to the rotation matrix of its receiver + # node. + edge_rotation_matrices = rotation_matrices[receivers] + + # Rotate all nodes to the rotated space of the corresponding edge. + # Note for receivers we can also do the matmul first and the gather second: + # ``` + # receiver_pos_in_rotated_space = rotate_with_matrices( + # rotation_matrices, node_pos)[receivers] + # ``` + # which is more efficient, however, we do gather first to keep it more + # symmetric with the sender computation. + receiver_pos_in_rotated_space = rotate_with_matrices( + edge_rotation_matrices, node_pos[receivers], np_=np_ + ) + sender_pos_in_in_rotated_space = rotate_with_matrices( + edge_rotation_matrices, node_pos[senders], np_=np_ + ) + # Note, here, that because the rotated space is chosen according to the + # receiver, if: + # * latitude_local_coordinates = True: latitude for the receivers will be + # 0, that is the z coordinate will always be 0. + # * longitude_local_coordinates = True: longitude for the receivers will be + # 0, that is the y coordinate will be 0. + + # Now we can just subtract. + # Note we are rotating to a local coordinate system, where the y-z axes are + # parallel to a tangent plane to the sphere, but still remain in a 3d space. + # Note that if both `latitude_local_coordinates` and + # `longitude_local_coordinates` are True, and edges are short, + # then the difference in x coordinate between sender and receiver + # should be small, so we could consider dropping the new x coordinate if + # we wanted to the tangent plane, however in doing so + # we would lose information about the curvature of the mesh, which may be + # important for very coarse meshes. + return sender_pos_in_in_rotated_space - receiver_pos_in_rotated_space + + +def get_rotation_matrices_to_local_coordinates( + reference_phi: np.ndarray, + reference_theta: np.ndarray, + rotate_latitude: bool, + rotate_longitude: bool, + np_: NumpyInterface = np, + transform_: TransformInterface = transform, +) -> np.ndarray: + """Returns a rotation matrix to rotate to a point based on a reference vector. + + The rotation matrix is build such that, a vector in the + same coordinate system at the reference point that points towards the pole + before the rotation, continues to point towards the pole after the rotation. + + Args: + reference_phi: [leading_axis] Polar angles of the reference. + reference_theta: [leading_axis] Azimuthal angles of the reference. + rotate_latitude: Whether to produce a rotation matrix that would rotate + R^3 vectors to zero latitude. + rotate_longitude: Whether to produce a rotation matrix that would rotate + R^3 vectors to zero longitude. + np_: Numpy library interface. + transform_: scipy.transform library interface. + + Returns: + Matrices of shape [leading_axis] such that when applied to the reference + position with `rotate_with_matrices(rotation_matrices, reference_pos)` + + * phi goes to 0. if "rotate_longitude" is True. + + * theta goes to np.pi / 2 if "rotate_latitude" is True. + + The rotation consists of: + * rotate_latitude = False, rotate_longitude = True: + Latitude preserving rotation. + * rotate_latitude = True, rotate_longitude = True: + Latitude preserving rotation, followed by longitude preserving + rotation. + * rotate_latitude = True, rotate_longitude = False: + Latitude preserving rotation, followed by longitude preserving + rotation, and the inverse of the latitude preserving rotation. Note + this is computationally different from rotating the longitude only + and is. We do it like this, so the polar geodesic curve, continues + to be aligned with one of the axis after the rotation. + + """ + # Azimuthal angle we need to apply to move to zero longitude. + azimuthal_rotation = -reference_phi + + # Polar angle we need to apply to move from "theta" to zero latitude. + polar_rotation = -reference_theta + np.pi / 2 + + if rotate_longitude and rotate_latitude: + # We first rotate to zero longitude around the z axis, and then, when the + # point is at x=0 we can simply apply the polar rotation around the y axis. + return transform_.Rotation.from_euler( + "zy", np_.stack([azimuthal_rotation, polar_rotation], axis=1) + ).as_matrix() + elif rotate_longitude: + # Just like the previous case, but applying only the azimuthal rotation, + # leaving the latitude unchanged. + return transform_.Rotation.from_euler("z", azimuthal_rotation).as_matrix() + elif rotate_latitude: + # We want to apply the polar rotation only, but we don't know the rotation + # axis to apply a polar rotation. The simplest way to achieve this is to + # first rotate all the way to longitude 0, then apply the polar rotation + # arond the y axis, and then rotate back to the original longitude. + return transform_.Rotation.from_euler( + "zyz", + np_.stack( + [azimuthal_rotation, polar_rotation, -azimuthal_rotation], axis=1 + ), + ).as_matrix() + else: + raise ValueError("At least one of longitude and latitude should be rotated.") + + +def rotate_with_matrices( + rotation_matrices: np.ndarray, positions: np.ndarray, np_: NumpyInterface = np +) -> np.ndarray: + return np_.einsum("...ji,...i->...j", rotation_matrices, positions) + + +def get_bipartite_graph_spatial_features( + *, + senders_node_lat: np.ndarray, + senders_node_lon: np.ndarray, + senders: np.ndarray, + receivers_node_lat: np.ndarray, + receivers_node_lon: np.ndarray, + receivers: np.ndarray, + add_node_positions: bool, + add_node_latitude: bool, + add_node_longitude: bool, + add_relative_positions: bool, + edge_normalization_factor: float | None = None, + relative_longitude_local_coordinates: bool, + relative_latitude_local_coordinates: bool, +) -> tuple[np.ndarray, np.ndarray, np.ndarray]: + """Computes spatial features for the nodes. + + This function is almost identical to `get_graph_spatial_features`. The only + difference is that sender nodes and receiver nodes can be in different arrays. + This is necessary to enable combination with typed Graph. + + Args: + senders_node_lat: Latitudes in the [-90, 90] interval of shape + [num_sender_nodes] + senders_node_lon: Longitudes in the [0, 360] interval of shape + [num_sender_nodes] + senders: Sender indices of shape [num_edges], indices in [0, + num_sender_nodes) + receivers_node_lat: Latitudes in the [-90, 90] interval of shape + [num_receiver_nodes] + receivers_node_lon: Longitudes in the [0, 360] interval of shape + [num_receiver_nodes] + receivers: Receiver indices of shape [num_edges], indices in [0, + num_receiver_nodes) + add_node_positions: Add unit norm absolute positions. + add_node_latitude: Add a feature for latitude (cos(90 - lat)) Note even if + this is set to False, the model may be able to infer the longitude from + relative features, unless `relative_latitude_local_coordinates` is also + True, or if there is any bias on the relative edge sizes for different + longitudes. + add_node_longitude: Add features for longitude (cos(lon), sin(lon)). Note + even if this is set to False, the model may be able to infer the longitude + from relative features, unless `relative_longitude_local_coordinates` is + also True, or if there is any bias on the relative edge sizes for + different longitudes. + add_relative_positions: Whether to relative positions in R3 to the edges. + edge_normalization_factor: Allows explicitly controlling edge normalization. + If None, defaults to max edge length. This supports using pre-trained + model weights with a different graph structure to what it was trained on. + relative_longitude_local_coordinates: If True, relative positions are + computed in a local space where the receiver is at 0 longitude. + relative_latitude_local_coordinates: If True, relative positions are + computed in a local space where the receiver is at 0 latitude. + + Returns: + Arrays of shape: [num_nodes, num_features] and [num_edges, num_features]. + with node and edge features. + + """ + num_senders = senders_node_lat.shape[0] + num_receivers = receivers_node_lat.shape[0] + num_edges = senders.shape[0] + dtype = senders_node_lat.dtype + assert receivers_node_lat.dtype == dtype + senders_node_phi, senders_node_theta = lat_lon_deg_to_spherical( + senders_node_lat, senders_node_lon + ) + receivers_node_phi, receivers_node_theta = lat_lon_deg_to_spherical( + receivers_node_lat, receivers_node_lon + ) + + # Computing some node features. + senders_node_features: list[np.ndarray] = [] + receivers_node_features: list[np.ndarray] = [] + if add_node_positions: + # Already in [-1, 1.] range. + senders_node_features.extend( + spherical_to_cartesian(senders_node_phi, senders_node_theta) + ) + receivers_node_features.extend( + spherical_to_cartesian(receivers_node_phi, receivers_node_theta) + ) + + if add_node_latitude: + # Using the cos of theta. + # From 1. (north pole) to -1 (south pole). + senders_node_features.append(np.cos(senders_node_theta)) + receivers_node_features.append(np.cos(receivers_node_theta)) + + if add_node_longitude: + # Using the cos and sin, which is already normalized. + senders_node_features.append(np.cos(senders_node_phi)) + senders_node_features.append(np.sin(senders_node_phi)) + + receivers_node_features.append(np.cos(receivers_node_phi)) + receivers_node_features.append(np.sin(receivers_node_phi)) + + if not senders_node_features: + senders_node_features = np.zeros([num_senders, 0], dtype=dtype) + receivers_node_features = np.zeros([num_receivers, 0], dtype=dtype) + else: + senders_node_features = np.stack(senders_node_features, axis=-1) + receivers_node_features = np.stack(receivers_node_features, axis=-1) + + # Computing some edge features. + edge_features = [] + + if add_relative_positions: + relative_position = ( + get_bipartite_relative_position_in_receiver_local_coordinates( # pylint: disable=line-too-long + senders_node_phi=senders_node_phi, + senders_node_theta=senders_node_theta, + receivers_node_phi=receivers_node_phi, + receivers_node_theta=receivers_node_theta, + senders=senders, + receivers=receivers, + latitude_local_coordinates=relative_latitude_local_coordinates, + longitude_local_coordinates=relative_longitude_local_coordinates, + ) + ) + + # Note this is L2 distance in 3d space, rather than geodesic distance. + relative_edge_distances = np.linalg.norm( + relative_position, axis=-1, keepdims=True + ) + + if edge_normalization_factor is None: + # Normalize to the maximum edge distance. Note that we expect to always + # have an edge that goes in the opposite direction of any given edge + # so the distribution of relative positions should be symmetric around + # zero. So by scaling by the maximum length, we expect all relative + # positions to fall in the [-1., 1.] interval, and all relative distances + # to fall in the [0., 1.] interval. + edge_normalization_factor = relative_edge_distances.max() + + edge_features.append(relative_edge_distances / edge_normalization_factor) + edge_features.append(relative_position / edge_normalization_factor) + + if not edge_features: + edge_features = np.zeros([num_edges, 0], dtype=dtype) + else: + edge_features = np.concatenate(edge_features, axis=-1) + + return senders_node_features, receivers_node_features, edge_features + + +def get_bipartite_relative_position_in_receiver_local_coordinates( + senders_node_phi: np.ndarray, + senders_node_theta: np.ndarray, + senders: np.ndarray, + receivers_node_phi: np.ndarray, + receivers_node_theta: np.ndarray, + receivers: np.ndarray, + latitude_local_coordinates: bool, + longitude_local_coordinates: bool, + np_: NumpyInterface = np, + transform_: TransformInterface = transform, +) -> np.ndarray: + """Returns relative position features for the edges. + + This function is equivalent to + `get_relative_position_in_receiver_local_coordinates`, but adapted to work + with bipartite typed graphs. + + The relative positions will be computed in a rotated space for a local + coordinate system as defined by the receiver. The relative positions are + simply obtained by subtracting sender position minues receiver position in + that local coordinate system after the rotation in R^3. + + Args: + senders_node_phi: [num_sender_nodes] with polar angles. + senders_node_theta: [num_sender_nodes] with azimuthal angles. + senders: [num_edges] with indices into sender nodes. + receivers_node_phi: [num_sender_nodes] with polar angles. + receivers_node_theta: [num_sender_nodes] with azimuthal angles. + receivers: [num_edges] with indices into receiver nodes. + latitude_local_coordinates: Whether to rotate edges such that in the + positions are computed such that the receiver is always at latitude 0. + longitude_local_coordinates: Whether to rotate edges such that in the + positions are computed such that the receiver is always at longitude 0. + np_: Numpy library interface. + transform_: scipy.transform library interface. + + Returns: + Array of relative positions in R3 [num_edges, 3] + """ + senders_node_pos = np_.stack( + spherical_to_cartesian(senders_node_phi, senders_node_theta, np_=np_), axis=-1 + ) + + receivers_node_pos = np_.stack( + spherical_to_cartesian(receivers_node_phi, receivers_node_theta, np_=np_), + axis=-1, + ) + + # No rotation in this case. + if not (latitude_local_coordinates or longitude_local_coordinates): + return senders_node_pos[senders] - receivers_node_pos[receivers] + + # Get rotation matrices for the local space space for every receiver node. + receiver_rotation_matrices = get_rotation_matrices_to_local_coordinates( + reference_phi=receivers_node_phi, + reference_theta=receivers_node_theta, + rotate_latitude=latitude_local_coordinates, + rotate_longitude=longitude_local_coordinates, + np_=np_, + transform_=transform_, + ) + + # Each edge will be rotated according to the rotation matrix of its receiver + # node. + edge_rotation_matrices = receiver_rotation_matrices[receivers] + + # Rotate all nodes to the rotated space of the corresponding edge. + # Note for receivers we can also do the matmul first and the gather second: + # ``` + # receiver_pos_in_rotated_space = rotate_with_matrices( + # rotation_matrices, node_pos)[receivers] + # ``` + # which is more efficient, however, we do gather first to keep it more + # symmetric with the sender computation. + receiver_pos_in_rotated_space = rotate_with_matrices( + edge_rotation_matrices, receivers_node_pos[receivers], np_=np_ + ) + sender_pos_in_in_rotated_space = rotate_with_matrices( + edge_rotation_matrices, senders_node_pos[senders], np_=np_ + ) + # Note, here, that because the rotated space is chosen according to the + # receiver, if: + # * latitude_local_coordinates = True: latitude for the receivers will be + # 0, that is the z coordinate will always be 0. + # * longitude_local_coordinates = True: longitude for the receivers will be + # 0, that is the y coordinate will be 0. + + # Now we can just subtract. + # Note we are rotating to a local coordinate system, where the y-z axes are + # parallel to a tangent plane to the sphere, but still remain in a 3d space. + # Note that if both `latitude_local_coordinates` and + # `longitude_local_coordinates` are True, and edges are short, + # then the difference in x coordinate between sender and receiver + # should be small, so we could consider dropping the new x coordinate if + # we wanted to the tangent plane, however in doing so + # we would lose information about the curvature of the mesh, which may be + # important for very coarse meshes. + return sender_pos_in_in_rotated_space - receiver_pos_in_rotated_space + + +# ----------------------------- Convenience helpers ------------------------- + + +def get_max_edge_distance(faces: np.ndarray, vertices: np.ndarray) -> float: + senders, receivers = faces_to_edges(faces) + edge_distances = np.linalg.norm(vertices[senders] - vertices[receivers], axis=-1) + return edge_distances.max() diff --git a/fme/ace/registry/hpx.py b/fme/ace/registry/hpx.py index 812a4801c..eea5e53fa 100644 --- a/fme/ace/registry/hpx.py +++ b/fme/ace/registry/hpx.py @@ -6,6 +6,7 @@ from fme.ace.models.healpix.healpix_encoder import UNetEncoderConfig from fme.ace.models.healpix.healpix_recunet import HEALPixRecUNet from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo @ModuleSelector.register("HEALPixRecUNet") @@ -45,7 +46,7 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> nn.Module: """ Builds the HEALPixRecUNet model. @@ -53,7 +54,7 @@ def build( Args: n_in_channels: Number of input channels. n_out_channels: Number of output channels. - img_shape: Shape of the input image. + dataset_info: Information about the dataset. Returns: HEALPixRecUNet model. diff --git a/fme/ace/registry/land_net.py b/fme/ace/registry/land_net.py index 93562832c..329ef3c33 100644 --- a/fme/ace/registry/land_net.py +++ b/fme/ace/registry/land_net.py @@ -3,6 +3,7 @@ from fme.ace.models.land.land_net import LandNet from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo @ModuleSelector.register("LandNet") @@ -20,12 +21,12 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ): assert self.network_type in ["MLP"], "network_type must be MLP" return LandNet( - img_shape=img_shape, + img_shape=dataset_info.img_shape, input_channels=n_in_channels, output_channels=n_out_channels, hidden_dims=self.hidden_dims, diff --git a/fme/ace/registry/m2lines.py b/fme/ace/registry/m2lines.py index 7e0315ab9..a803b8913 100644 --- a/fme/ace/registry/m2lines.py +++ b/fme/ace/registry/m2lines.py @@ -2,8 +2,11 @@ from collections.abc import Mapping from typing import Any +from fme.ace.models.graphcast import GRAPHCAST_AVAIL +from fme.ace.models.graphcast.main import GraphCast from fme.ace.models.ocean.m2lines.samudra import Samudra from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo @ModuleSelector.register("Samudra") @@ -33,7 +36,7 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ): return Samudra( input_channels=n_in_channels, @@ -46,3 +49,46 @@ def build( norm_kwargs=self.norm_kwargs, upscale_factor=self.upscale_factor, ) + + +@ModuleSelector.register("FloeNet") +@dataclasses.dataclass +class FloeNetBuilder(ModuleConfig): + """ + Configuration for the M2Lines FloeNet architecture. + """ + + latent_dimension: int = 256 + activation: str = "SiLU" + meshes: int = 6 + M0: int = 4 + bias: bool = True + radius_fraction: float = 1.0 + layernorm: bool = True + processor_steps: int = 4 + residual: bool = True + is_ocean: bool = True + + def build( + self, + n_in_channels: int, + n_out_channels: int, + dataset_info: DatasetInfo, + ): + if not GRAPHCAST_AVAIL: + raise ImportError("GraphCast dependencies (trimesh, rtree) not available.") + return GraphCast( + input_channels=n_in_channels, + output_channels=n_out_channels, + dataset_info=dataset_info, + latent_dimension=self.latent_dimension, + activation=self.activation, + meshes=self.meshes, + M0=self.M0, + bias=self.bias, + radius_fraction=self.radius_fraction, + layernorm=self.layernorm, + processor_steps=self.processor_steps, + residual=self.residual, + is_ocean=self.is_ocean, + ) diff --git a/fme/ace/registry/prebuilt.py b/fme/ace/registry/prebuilt.py index 7520c2e09..f66e53f66 100644 --- a/fme/ace/registry/prebuilt.py +++ b/fme/ace/registry/prebuilt.py @@ -3,6 +3,7 @@ from torch import nn from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo @ModuleSelector.register("prebuilt") @@ -20,6 +21,6 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> nn.Module: return self.module diff --git a/fme/ace/registry/sfno.py b/fme/ace/registry/sfno.py index e1c636a3e..75227d5ea 100644 --- a/fme/ace/registry/sfno.py +++ b/fme/ace/registry/sfno.py @@ -6,6 +6,7 @@ ) from fme.ace.models.modulus.sfnonet import SphericalFourierNeuralOperatorNet from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo # this is based on the call signature of SphericalFourierNeuralOperatorNet at @@ -44,13 +45,13 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ): sfno_net = SphericalFourierNeuralOperatorNet( params=self, in_chans=n_in_channels, out_chans=n_out_channels, - img_shape=img_shape, + img_shape=dataset_info.img_shape, ) return sfno_net @@ -89,8 +90,9 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ): + img_shape = dataset_info.img_shape return MakaniSFNO( inp_chans=n_in_channels, out_chans=n_out_channels, diff --git a/fme/ace/registry/stochastic_sfno.py b/fme/ace/registry/stochastic_sfno.py index 7866842f8..8fb8d1b69 100644 --- a/fme/ace/registry/stochastic_sfno.py +++ b/fme/ace/registry/stochastic_sfno.py @@ -6,6 +6,7 @@ import torch from fme.ace.registry.registry import ModuleConfig, ModuleSelector +from fme.core.dataset_info import DatasetInfo from fme.core.models.conditional_sfno.sfnonet import ( Context, ContextConfig, @@ -165,13 +166,13 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ): sfno_net = get_lat_lon_sfnonet( params=self, in_chans=n_in_channels, out_chans=n_out_channels, - img_shape=img_shape, + img_shape=dataset_info.img_shape, context_config=ContextConfig( embed_dim_scalar=0, embed_dim_noise=self.noise_embed_dim, diff --git a/fme/ace/registry/test_m2lines.py b/fme/ace/registry/test_m2lines.py index 806790e6b..f8d540f38 100644 --- a/fme/ace/registry/test_m2lines.py +++ b/fme/ace/registry/test_m2lines.py @@ -1,12 +1,14 @@ import pytest from fme.ace.registry.m2lines import SamudraBuilder +from fme.core.dataset_info import DatasetInfo def test_samudra_builder(): builder = SamudraBuilder() # assuming 5 input (3 prognostic + 2 forcing) and 3 output vars (prognostic) - model = builder.build(5, 3, (16, 32)) + dataset_info = DatasetInfo(img_shape=(16, 32)) + model = builder.build(5, 3, dataset_info) assert model.layers[0].convblock[0].in_channels == 5 assert model.layers[-1].out_channels == 3 diff --git a/fme/ace/step/fcn3.py b/fme/ace/step/fcn3.py index 1b9994ab1..31f14d6af 100644 --- a/fme/ace/step/fcn3.py +++ b/fme/ace/step/fcn3.py @@ -73,8 +73,9 @@ def build( n_aux_channels: int, n_atmo_diagnostic_channels: int, n_surf_diagnostic_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> AtmoSphericNeuralOperatorNet: + img_shape = dataset_info.img_shape return AtmoSphericNeuralOperatorNet( n_atmo_channels=n_atmo_channels, n_atmo_groups=n_atmo_groups, @@ -128,7 +129,7 @@ def build( n_aux_channels: int, n_atmo_diagnostic_channels: int, n_surf_diagnostic_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> AtmoSphericNeuralOperatorNet: return self.config.build( n_atmo_channels=n_atmo_channels, @@ -137,7 +138,7 @@ def build( n_aux_channels=n_aux_channels, n_atmo_diagnostic_channels=n_atmo_diagnostic_channels, n_surf_diagnostic_channels=n_surf_diagnostic_channels, - img_shape=img_shape, + dataset_info=dataset_info, ) @@ -302,7 +303,7 @@ def get_step( normalizer = self.normalization.get_network_normalizer(self._normalize_names) return FCN3Step( config=self, - img_shape=dataset_info.img_shape, + dataset_info=dataset_info, corrector=corrector, normalizer=normalizer, timestep=dataset_info.timestep, @@ -324,7 +325,7 @@ class FCN3Step(StepABC): def __init__( self, config: FCN3StepConfig, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, corrector: CorrectorABC, normalizer: StandardNormalizer, timestep: datetime.timedelta, @@ -333,7 +334,7 @@ def __init__( """ Args: config: The configuration. - img_shape: Shape of domain as (n_lat, n_lon). + dataset_info: Information about the dataset. corrector: The corrector to use at the end of each step. normalizer: The normalizer to use. timestep: Timestep of the model. @@ -361,14 +362,14 @@ def __init__( + len(config.surface_diagnostic_names), n_surf_diagnostic_channels=len(config.surface_diagnostic_names), n_aux_channels=len(config.forcing_names), - img_shape=img_shape, + dataset_info=dataset_info, ) module = module.to(get_device()) init_weights([module]) dist = Distributed.get_instance() self.module = dist.wrap_module(module) - self._img_shape = img_shape + self._img_shape = dataset_info.img_shape self._config = config self._no_optimization = NullOptimization() diff --git a/fme/ace/stepper/test_single_module.py b/fme/ace/stepper/test_single_module.py index 704dc4f2a..141bc2b79 100644 --- a/fme/ace/stepper/test_single_module.py +++ b/fme/ace/stepper/test_single_module.py @@ -85,75 +85,6 @@ DERIVED_FORCINGS_CONFIG = DerivedForcingsConfig(insolation=INSOLATION_CONFIG) EMPTY_DERIVED_FORCINGS_CONFIG = DerivedForcingsConfig() -LOAD_STEPPER_TESTS = { - "override-ocean": ( - None, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - OCEAN_CONFIG, - "keep", - "keep", - OCEAN_CONFIG, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - ), - "persist-ocean": ( - OCEAN_CONFIG, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - "keep", - "keep", - "keep", - OCEAN_CONFIG, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - ), - "override-multi-call": ( - None, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - "keep", - MULTI_CALL_CONFIG, - "keep", - None, - MULTI_CALL_CONFIG, - EMPTY_DERIVED_FORCINGS_CONFIG, - ), - "persist-multi-call": ( - None, - MULTI_CALL_CONFIG, - EMPTY_DERIVED_FORCINGS_CONFIG, - "keep", - "keep", - "keep", - None, - MULTI_CALL_CONFIG, - EMPTY_DERIVED_FORCINGS_CONFIG, - ), - "override-all": ( - None, - None, - EMPTY_DERIVED_FORCINGS_CONFIG, - OCEAN_CONFIG, - MULTI_CALL_CONFIG, - DERIVED_FORCINGS_CONFIG, - OCEAN_CONFIG, - MULTI_CALL_CONFIG, - DERIVED_FORCINGS_CONFIG, - ), - "persist-all": ( - OCEAN_CONFIG, - MULTI_CALL_CONFIG, - DERIVED_FORCINGS_CONFIG, - "keep", - "keep", - "keep", - OCEAN_CONFIG, - MULTI_CALL_CONFIG, - DERIVED_FORCINGS_CONFIG, - ), -} - def get_data(names: Iterable[str], n_samples, n_time) -> SphericalData: data_dict = {} @@ -1290,6 +1221,76 @@ def test_stepper_from_state_using_resnorm_has_correct_normalizer(): assert stepper.normalizer.stds == full_field_stds +LOAD_STEPPER_TESTS = { + "override-ocean": ( + None, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + OCEAN_CONFIG, + "keep", + "keep", + OCEAN_CONFIG, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + ), + "persist-ocean": ( + OCEAN_CONFIG, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + "keep", + "keep", + "keep", + OCEAN_CONFIG, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + ), + "override-multi-call": ( + None, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + "keep", + MULTI_CALL_CONFIG, + "keep", + None, + MULTI_CALL_CONFIG, + EMPTY_DERIVED_FORCINGS_CONFIG, + ), + "persist-multi-call": ( + None, + MULTI_CALL_CONFIG, + EMPTY_DERIVED_FORCINGS_CONFIG, + "keep", + "keep", + "keep", + None, + MULTI_CALL_CONFIG, + EMPTY_DERIVED_FORCINGS_CONFIG, + ), + "override-all": ( + None, + None, + EMPTY_DERIVED_FORCINGS_CONFIG, + OCEAN_CONFIG, + MULTI_CALL_CONFIG, + DERIVED_FORCINGS_CONFIG, + OCEAN_CONFIG, + MULTI_CALL_CONFIG, + DERIVED_FORCINGS_CONFIG, + ), + "persist-all": ( + OCEAN_CONFIG, + MULTI_CALL_CONFIG, + DERIVED_FORCINGS_CONFIG, + "keep", + "keep", + "keep", + OCEAN_CONFIG, + MULTI_CALL_CONFIG, + DERIVED_FORCINGS_CONFIG, + ), +} + + @pytest.mark.parametrize( ( "serialized_ocean_config", @@ -1316,7 +1317,10 @@ def test_load_stepper_and_load_stepper_config( expected_ocean_config: OceanConfig | None, expected_multi_call_config: MultiCallConfig | None, expected_derived_forcings_config: DerivedForcingsConfig, + very_fast_only: bool, ): + if very_fast_only: + pytest.skip("Skipping non-fast tests") in_names = ["co2", "var", "a", "b"] fluxes = ["ULWRFtoa"] out_names = ["var", "a"] + fluxes diff --git a/fme/ace/test_ocean_train.py b/fme/ace/test_ocean_train.py index d857e22d2..3d8cc7911 100644 --- a/fme/ace/test_ocean_train.py +++ b/fme/ace/test_ocean_train.py @@ -110,14 +110,14 @@ def save_ocean_nd_netcdf( entity: ai2cm train_loader: dataset: - - data_path: '{train_data_path}' - spatial_dimensions: latlon + data_path: '{train_data_path}' + spatial_dimensions: latlon batch_size: 2 num_data_workers: 0 validation_loader: dataset: - - data_path: '{valid_data_path}' - spatial_dimensions: latlon + data_path: '{valid_data_path}' + spatial_dimensions: latlon batch_size: 2 num_data_workers: 0 optimization: diff --git a/fme/core/dataset/concat.py b/fme/core/dataset/concat.py index d6e41c424..d5836d039 100644 --- a/fme/core/dataset/concat.py +++ b/fme/core/dataset/concat.py @@ -1,23 +1,18 @@ import dataclasses from collections.abc import Sequence -from typing import Self import torch import xarray as xr from fme.core.dataset.config import DatasetConfigABC +from fme.core.dataset.dataset import DatasetABC from fme.core.dataset.properties import DatasetProperties -from fme.core.dataset.xarray import ( - XarrayDataConfig, - XarrayDataset, - XarraySubset, - get_xarray_datasets, -) +from fme.core.dataset.xarray import XarrayDataConfig, get_xarray_datasets from fme.core.typing_ import TensorDict -class XarrayConcat(torch.utils.data.Dataset): - def __init__(self, datasets: Sequence[XarrayDataset | XarraySubset | Self]): +class XarrayConcat(DatasetABC): + def __init__(self, datasets: Sequence[DatasetABC]): self._dataset = torch.utils.data.ConcatDataset(datasets) sample_start_times = datasets[0].sample_start_times for dataset in datasets[1:]: @@ -31,14 +26,9 @@ def __init__(self, datasets: Sequence[XarrayDataset | XarraySubset | Self]): self._sample_start_times = sample_start_times assert len(self._dataset) == len(sample_start_times) self._sample_n_times = datasets[0].sample_n_times - + self._properties = datasets[0].properties.copy() for dataset in datasets[1:]: - if dataset.dims != datasets[0].dims: - raise ValueError( - "Datasets being concatenated do not have the same dimensions: " - f"{dataset.dims} != {datasets[0].dims}" - ) - self.dims: list[str] = datasets[0].dims + self._properties.update(dataset.properties) def __len__(self): return len(self._dataset) @@ -55,6 +45,21 @@ def sample_n_times(self) -> int: """The length of the time dimension of each sample.""" return self._sample_n_times + def get_sample_by_time_slice( + self, time_slice: slice + ) -> tuple[TensorDict, xr.DataArray, set[str]]: + raise NotImplementedError( + "Concat datasets do not support getting samples by time slice, " + "and should not be configurable for inference. Is there a bug?." + ) + + @property + def properties(self) -> DatasetProperties: + return self._properties + + def validate_inference_length(self, max_start_index: int, max_window_len: int): + raise ValueError("Concat datasets do not support inference.") + def get_dataset( dataset_configs: Sequence[XarrayDataConfig], @@ -90,7 +95,7 @@ def build( self, names: Sequence[str], n_timesteps: int, - ) -> tuple[torch.utils.data.Dataset, DatasetProperties]: + ) -> tuple[DatasetABC, DatasetProperties]: return get_dataset( self.concat, names, diff --git a/fme/core/dataset/dataset.py b/fme/core/dataset/dataset.py new file mode 100644 index 000000000..07cff8f7e --- /dev/null +++ b/fme/core/dataset/dataset.py @@ -0,0 +1,46 @@ +import abc + +import torch +import xarray as xr + +from fme.core.dataset.properties import DatasetProperties +from fme.core.typing_ import TensorDict + + +class DatasetABC(abc.ABC, torch.utils.data.Dataset): + @property + @abc.abstractmethod + def sample_start_times(self) -> xr.CFTimeIndex: + pass + + @property + @abc.abstractmethod + def sample_n_times(self) -> int: + """The length of the time dimension of each sample.""" + pass + + @abc.abstractmethod + def get_sample_by_time_slice( + self, time_slice: slice + ) -> tuple[TensorDict, xr.DataArray, set[str]]: + pass + + @property + @abc.abstractmethod + def properties(self) -> DatasetProperties: + pass + + @abc.abstractmethod + def validate_inference_length(self, max_start_index: int, max_window_len: int): + """ + Validate that this dataset supports inference, and that the + number of forward steps is valid for the dataset. + Raises a ValueError if the number of forward steps is not valid or + if the dataset does not support inference. + + Parameters: + max_start_index: The maximum valid start index for inference. + max_window_len: The maximum window length including the + start index for inference. + """ + pass diff --git a/fme/core/dataset/dummy.py b/fme/core/dataset/dummy.py index cc073c420..00ca643b2 100644 --- a/fme/core/dataset/dummy.py +++ b/fme/core/dataset/dummy.py @@ -4,12 +4,15 @@ import torch import xarray as xr -from fme.core.coordinates import HorizontalCoordinates +from fme.core.coordinates import HorizontalCoordinates, NullVerticalCoordinate +from fme.core.dataset.dataset import DatasetABC +from fme.core.dataset.properties import DatasetProperties from fme.core.dataset.xarray import _get_timestep +from fme.core.mask_provider import MaskProvider from fme.core.typing_ import TensorDict -class DummyDataset(torch.utils.data.Dataset): +class DummyDataset(DatasetABC): def __init__( self, start_time: cftime.datetime, @@ -27,7 +30,7 @@ def __init__( horizontal_coordinates: Horizontal coordinates for the dummy dataset. """ self.timestep = timestep - self.sample_n_times = n_timesteps + self._sample_n_times = n_timesteps calendar = start_time.calendar self._all_times = xr.date_range( start=start_time, @@ -40,6 +43,7 @@ def __init__( self._n_initial_conditions = total_timesteps - self.sample_n_times + 1 self._sample_start_times = self._all_times[: self._n_initial_conditions] self._timestep = _get_timestep(self._all_times) + self._horizontal_coordinates = horizontal_coordinates self._horizontal_size = horizontal_coordinates.loaded_sizes self._labels: set[str] = set() shape = tuple(s.size for s in self._horizontal_size) @@ -61,6 +65,34 @@ def sample_start_times(self) -> xr.CFTimeIndex: """Return cftime index corresponding to start time of each sample.""" return self._sample_start_times + @property + def sample_n_times(self) -> int: + """The length of the time dimension of each sample.""" + return self._sample_n_times + + def get_sample_by_time_slice( + self, time_slice: slice + ) -> tuple[TensorDict, xr.DataArray, set[str]]: + raise NotImplementedError( + "Dummy datasets do not support getting samples by time slice, " + "is this a bug?." + ) + + @property + def properties(self) -> DatasetProperties: + return DatasetProperties( + variable_metadata={}, + vertical_coordinate=NullVerticalCoordinate(), + horizontal_coordinates=self._horizontal_coordinates, + mask_provider=MaskProvider(), + timestep=self.timestep, + is_remote=False, + all_labels=self._labels, + ) + + def validate_inference_length(self, max_start_index: int, max_window_len: int): + pass + def __getitem__(self, idx: int) -> tuple[TensorDict, xr.DataArray, set[str]]: """Return a sample of data spanning the timesteps [idx, idx + self.sample_n_times). diff --git a/fme/core/dataset/merged.py b/fme/core/dataset/merged.py index 8d76f7da6..4ef2896d6 100644 --- a/fme/core/dataset/merged.py +++ b/fme/core/dataset/merged.py @@ -3,20 +3,17 @@ import xarray as xr -from fme.core.dataset.concat import ConcatDatasetConfig, XarrayConcat +from fme.core.dataset.concat import ConcatDatasetConfig from fme.core.dataset.config import DatasetConfigABC +from fme.core.dataset.dataset import DatasetABC from fme.core.dataset.properties import DatasetProperties -from fme.core.dataset.xarray import ( - XarrayDataConfig, - XarrayDataset, - XarraySubset, - get_raw_paths, -) -from fme.core.typing_ import TensorDict +from fme.core.dataset.time import RepeatedInterval, TimeSlice +from fme.core.dataset.xarray import XarrayDataConfig, get_raw_paths +from fme.core.typing_ import Slice, TensorDict -class MergedXarrayDataset: - def __init__(self, datasets: Sequence[XarrayDataset | XarraySubset | XarrayConcat]): +class MergedXarrayDataset(DatasetABC): + def __init__(self, datasets: Sequence[DatasetABC]): self.datasets = datasets combined_names = [ @@ -30,15 +27,15 @@ def __init__(self, datasets: Sequence[XarrayDataset | XarraySubset | XarrayConca f"Variable names must be unique across merged datasets. \ \nDuplicates found: {duplicates}" ) + self._sample_start_times = self.datasets[0].sample_start_times + self._sample_n_times = self.datasets[0].sample_n_times for dataset in self.datasets: - if not dataset.sample_start_times.equals( - self.datasets[0].sample_start_times - ): + if not dataset.sample_start_times.equals(self._sample_start_times): raise ValueError( "All datasets in a merged dataset must have the same sample " "start times." ) - if not dataset.sample_n_times == self.datasets[0].sample_n_times: + if not dataset.sample_n_times == self._sample_n_times: raise ValueError( "All datasets in the merged datasets \ must have the same number of steps per sample item." @@ -69,7 +66,15 @@ def all_times(self) -> xr.CFTimeIndex: @property def sample_start_times(self): - return self.datasets[0].sample_start_times + return self._sample_start_times + + @property + def sample_n_times(self) -> int: + return self._sample_n_times + + def validate_inference_length(self, max_start_index: int, max_window_len: int): + for dataset in self.datasets: + dataset.validate_inference_length(max_start_index, max_window_len) @property def properties(self) -> DatasetProperties: @@ -83,17 +88,14 @@ def properties(self) -> DatasetProperties: raise ValueError("No dataset available to determine properties") return data_properties - @property - def total_timesteps(self) -> int: - return self.datasets[0].total_timesteps - @dataclasses.dataclass class MergeDatasetConfig(DatasetConfigABC): """ Configuration for merging multiple datasets. Merging means combining variables from multiple datasets, each of which must have the same - time coordinate. + time coordinate. If multiple datasets contain the same data variable, the version + from the first source is loaded and other sources are ignored. Parameters: merge: List of dataset configurations to merge. @@ -130,8 +132,10 @@ class MergeNoConcatDatasetConfig(DatasetConfigABC): """ Configuration for merging multiple datasets. Merging means combining variables from multiple datasets, each of which must have the same - time coordinate. For this case, the datasets being merged may not be - concatenated datasets. + time coordinate. If multiple datasets contain the same data variable, the version + from the first source is loaded and other sources are ignored. For + `MergeNoConcatDatasetConfig`, the datasets being merged may not be concatenated + datasets. Parameters: merge: List of dataset configurations to merge. @@ -146,6 +150,14 @@ def __post_init__(self): self.zarr_engine_used = True break + def update_subset(self, subset: Slice | TimeSlice | RepeatedInterval): + for ds in self.merge: + ds.update_subset(subset) + + @property + def subset(self) -> Slice | TimeSlice | RepeatedInterval: + return self.merge[0].subset + def build( self, names: Sequence[str], diff --git a/fme/core/dataset/properties.py b/fme/core/dataset/properties.py index 336626521..a13d3ac1c 100644 --- a/fme/core/dataset/properties.py +++ b/fme/core/dataset/properties.py @@ -64,3 +64,14 @@ def update_merged_dataset(self, other: "DatasetProperties"): def update_mask_provider(self, mask_provider: MaskProvider): self.mask_provider.update(mask_provider) + + def copy(self) -> "DatasetProperties": + return DatasetProperties( + self.variable_metadata, + self.vertical_coordinate, + self.horizontal_coordinates, + self.mask_provider, + self.timestep, + self.is_remote, + self.all_labels, + ) diff --git a/fme/core/dataset/test_xarray.py b/fme/core/dataset/test_xarray.py index 1698e16ce..d0172e60b 100755 --- a/fme/core/dataset/test_xarray.py +++ b/fme/core/dataset/test_xarray.py @@ -1064,24 +1064,6 @@ def test_dataset_raise_error_on_dim_mismatch( dataset[0] -def test_xarray_raise_error_on_concat_dim_mismatch( - mock_monthly_netcdfs, mock_monthly_netcdfs_ensemble_dim -): - mock_data: MockData = mock_monthly_netcdfs - mock_data_ensemble: MockData = mock_monthly_netcdfs_ensemble_dim - n_timesteps = 5 - names = mock_data.var_names.all_names + ["x"] - config1 = XarrayDataConfig( - data_path=mock_data.tmpdir, subset=TimeSlice("2003-03-01", "2003-03-31") - ) - config2 = XarrayDataConfig( - data_path=mock_data_ensemble.tmpdir, - subset=TimeSlice("2003-05-01", "2003-05-31"), - ) - with pytest.raises(ValueError): - get_dataset([config1, config2], names, n_timesteps) - - @pytest.mark.parametrize( "mock_data_fixture, engine, file_pattern", [ diff --git a/fme/core/dataset/xarray.py b/fme/core/dataset/xarray.py index 1dba23fc7..a358e4312 100644 --- a/fme/core/dataset/xarray.py +++ b/fme/core/dataset/xarray.py @@ -35,6 +35,7 @@ from fme.core.typing_ import Slice, TensorDict from .data_typing import VariableMetadata +from .dataset import DatasetABC from .utils import ( as_broadcasted_tensor, get_horizontal_coordinates, @@ -495,11 +496,14 @@ def __post_init__(self): if self.engine == "zarr": self.zarr_engine_used = True + def update_subset(self, subset: Slice | TimeSlice | RepeatedInterval): + self.subset = subset + def build( self, names: Sequence[str], n_timesteps: int, - ) -> tuple[torch.utils.data.Dataset, DatasetProperties]: + ) -> tuple["XarraySubset", DatasetProperties]: return get_xarray_dataset( self, list(names), @@ -507,7 +511,7 @@ def build( ) -class XarrayDataset(torch.utils.data.Dataset): +class XarrayDataset(DatasetABC): """Load data from a directory of files matching a pattern using xarray. The number of contiguous timesteps to load for each sample is specified by the n_timesteps argument. @@ -535,7 +539,7 @@ def __init__( f"No files found matching '{self.path}/{self.file_pattern}'." ) self.full_paths = self._raw_paths * config.n_repeats - self.sample_n_times = n_timesteps + self._sample_n_times = n_timesteps self._get_files_stats(config.n_repeats, config.infer_timestep) first_dataset = xr.open_dataset( self.full_paths[0], @@ -674,8 +678,8 @@ def _get_files_stats(self, n_repeats: int, infer_timestep: bool): cum_num_timesteps = _get_cumulative_timesteps(time_coord) self.start_indices = cum_num_timesteps[:-1] - self.total_timesteps = cum_num_timesteps[-1] - self._n_initial_conditions = self.total_timesteps - self.sample_n_times + 1 + self._total_timesteps = cum_num_timesteps[-1] + self._n_initial_conditions = self._total_timesteps - self.sample_n_times + 1 self._sample_start_times = xr.CFTimeIndex( np.concatenate(time_coord)[: self._n_initial_conditions] ) @@ -776,6 +780,11 @@ def sample_start_times(self) -> xr.CFTimeIndex: """Return cftime index corresponding to start time of each sample.""" return self._sample_start_times + @property + def sample_n_times(self) -> int: + """The length of the time dimension of each sample.""" + return self._sample_n_times + def __getitem__(self, idx: int) -> tuple[TensorDict, xr.DataArray, set[str]]: """Return a sample of data spanning the timesteps [idx, idx + self.sample_n_times). @@ -790,6 +799,14 @@ def __getitem__(self, idx: int) -> tuple[TensorDict, xr.DataArray, set[str]]: time_slice = slice(idx, idx + self.sample_n_times) return self.get_sample_by_time_slice(time_slice) + def validate_inference_length(self, max_start_index: int, max_window_len: int): + if max_window_len + max_start_index > self._total_timesteps: + raise ValueError( + f"The maximum start index {max_start_index} plus window length " + f"{max_window_len} must be less than or " + f"equal to the number of steps in the dataset {self._total_timesteps}." + ) + def get_sample_by_time_slice( self, time_slice: slice ) -> tuple[TensorDict, xr.DataArray, set[str]]: @@ -926,13 +943,17 @@ def _as_index_selection( return index_selection -class XarraySubset(torch.utils.data.Dataset): +class XarraySubset(DatasetABC): def __init__(self, dataset: XarrayDataset, subset: slice | np.ndarray): indices = np.arange(len(dataset))[subset] logging.info(f"Subsetting dataset samples according to {subset}.") + self._wrapped_dataset = dataset self._dataset = torch.utils.data.Subset(dataset, indices) self._sample_start_times = dataset.sample_start_times[indices] self._sample_n_times = dataset.sample_n_times + self._max_timestep_index: int | None = None + if len(indices) > 0 and np.all(indices[:-1] <= indices[1:]): + self._max_timestep_index = indices[-1] + dataset.sample_n_times - 1 self.dims = dataset.dims def __len__(self): @@ -950,6 +971,31 @@ def sample_n_times(self) -> int: """The length of the time dimension of each sample.""" return self._sample_n_times + def get_sample_by_time_slice( + self, time_slice: slice + ) -> tuple[TensorDict, xr.DataArray, set[str]]: + raise NotImplementedError( + "XarraySubset does not support getting samples by time slice, " + "is this a bug?." + ) + + def validate_inference_length(self, max_start_index: int, max_window_len: int): + if self._max_timestep_index is None: + raise ValueError( + "XarraySubset that does not preserve time ordering of the data " + "cannot be used for inference." + ) + if max_start_index + max_window_len - 1 > self._max_timestep_index: + raise ValueError( + f"The maximum start index {max_start_index} plus forward steps " + f"{max_window_len - 1} must be less than or equal to the " + f"max timestep index in the dataset {self._max_timestep_index}." + ) + + @property + def properties(self) -> DatasetProperties: + return self._wrapped_dataset.properties + def get_xarray_dataset( config: XarrayDataConfig, names: Sequence[str], n_timesteps: int diff --git a/fme/core/distributed.py b/fme/core/distributed.py index 26bedbfc3..9bffe94a5 100644 --- a/fme/core/distributed.py +++ b/fme/core/distributed.py @@ -1,6 +1,7 @@ +import contextlib import logging import os -from collections.abc import Callable +from collections.abc import Callable, Iterator import torch.distributed from torch.nn import SyncBatchNorm @@ -58,12 +59,31 @@ def get_instance(cls) -> "Distributed": singleton = cls() return singleton - def __init__(self): - if torch.distributed.is_available() and not torch.distributed.is_initialized(): + @classmethod + @contextlib.contextmanager + def force_non_distributed(cls) -> Iterator["Distributed"]: + """ + Force the distributed singleton to be in non-distributed mode. + """ + global singleton + original = cls.get_instance() + singleton = cls(force_non_distributed=True) + try: + yield singleton + finally: + singleton = original + + def __init__(self, force_non_distributed: bool = False): + if ( + torch.distributed.is_available() + and not torch.distributed.is_initialized() + and not force_non_distributed + ): self._distributed = self._init_distributed() else: self._distributed = False self._seed = 0 + self._force_non_distributed = force_non_distributed # for debugging def _init_distributed(self): if "RANK" in os.environ and not using_srun(): # we were executed with torchrun diff --git a/fme/core/ensemble.py b/fme/core/ensemble.py index 31f270e52..2910448cc 100644 --- a/fme/core/ensemble.py +++ b/fme/core/ensemble.py @@ -30,7 +30,6 @@ def get_crps( # CRPS is `E[|X - y|] - 1/2 E[|X - X'|]` # below we compute the first term as the average of two ensemble members # meaning the 0.5 factor can be pulled out - alpha = 0.95 epsilon = (1 - alpha) / 2 target_term = torch.abs(gen - target).mean(axis=1) internal_term = -0.5 * torch.abs(gen[:, 0, ...] - gen[:, 1, ...]) diff --git a/fme/core/generics/trainer.py b/fme/core/generics/trainer.py index d754a2b28..c378c37da 100644 --- a/fme/core/generics/trainer.py +++ b/fme/core/generics/trainer.py @@ -298,7 +298,11 @@ def train(self): self._start_epoch + self.config.segment_epochs, self.config.max_epochs ) - if self.config.evaluate_before_training and self._epochs_trained == 0: + if ( + self.config.evaluate_before_training + and self._epochs_trained == 0 + and self._current_epoch_num_batches_seen == 0 + ): logging.info("Starting validation before training") valid_logs = self.validate_one_epoch() if self._epochs_trained in inference_epochs: diff --git a/fme/core/registry/module.py b/fme/core/registry/module.py index 7e36682c7..32e0400c2 100644 --- a/fme/core/registry/module.py +++ b/fme/core/registry/module.py @@ -8,14 +8,16 @@ import dacite from torch import nn +from fme.core.dataset_info import DatasetInfo + from .registry import Registry @dataclasses.dataclass class ModuleConfig(abc.ABC): """ - Builds a nn.Module given information about the input - and output channels and the image shape. + Builds a nn.Module given information about the input and output channels + and dataset information. This is a "Config" as in practice it is a dataclass loaded directly from yaml, allowing us to specify details of the network architecture in a config file. @@ -26,17 +28,17 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> nn.Module: """ Build a nn.Module given information about the input and output channels - and the image shape. + and the dataset. Args: n_in_channels: number of input channels n_out_channels: number of output channels - img_shape: shape of last two dimensions of data, e.g. latitude and - longitude. + dataset_info: Information about the dataset, including img_shape, + horizontal coordinates, vertical coordinate, etc. Returns: a nn.Module @@ -92,17 +94,18 @@ def build( self, n_in_channels: int, n_out_channels: int, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, ) -> nn.Module: """ Build a nn.Module given information about the input and output channels - and the image shape. + and the dataset. Args: n_in_channels: number of input channels n_out_channels: number of output channels - img_shape: shape of last two dimensions of data, e.g. latitude and - longitude. + dataset_info: Information about the dataset, including img_shape + (shape of last two dimensions of data, e.g. latitude and + longitude), horizontal coordinates, vertical coordinate, etc. Returns: a nn.Module @@ -110,7 +113,7 @@ def build( return self._instance.build( n_in_channels=n_in_channels, n_out_channels=n_out_channels, - img_shape=img_shape, + dataset_info=dataset_info, ) @classmethod diff --git a/fme/core/registry/test_module_registry.py b/fme/core/registry/test_module_registry.py index 15c48d7bb..6b11ba616 100644 --- a/fme/core/registry/test_module_registry.py +++ b/fme/core/registry/test_module_registry.py @@ -5,6 +5,8 @@ import pytest import torch +from fme.core.dataset_info import DatasetInfo + from .module import ModuleConfig, ModuleSelector @@ -20,7 +22,7 @@ def __init__(self, param_shapes: Iterable[tuple[int, ...]]): class MockModuleBuilder(ModuleConfig): param_shapes: list[tuple[int, ...]] - def build(self, n_in_channels, n_out_channels, img_shape): + def build(self, n_in_channels, n_out_channels, dataset_info): return MockModule(self.param_shapes) @classmethod @@ -36,7 +38,8 @@ def get_state(self): def test_register(): """Make sure that the registry is working as expected.""" selector = ModuleSelector(type="mock", config={"param_shapes": [(1, 2, 3)]}) - module = selector.build(1, 1, (16, 32)) + dataset_info = DatasetInfo(img_shape=(16, 32)) + module = selector.build(1, 1, dataset_info) assert isinstance(module, MockModule) diff --git a/fme/core/step/radiation.py b/fme/core/step/radiation.py index 904a4968a..19fccadc3 100644 --- a/fme/core/step/radiation.py +++ b/fme/core/step/radiation.py @@ -112,7 +112,7 @@ def get_step( normalizer = self.normalization.get_network_normalizer(self._normalize_names) return SeparateRadiationStep( config=self, - img_shape=dataset_info.img_shape, + dataset_info=dataset_info, corrector=corrector, normalizer=normalizer, timestep=dataset_info.timestep, @@ -245,7 +245,7 @@ class SeparateRadiationStep(StepABC): def __init__( self, config: SeparateRadiationStepConfig, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, corrector: CorrectorABC, normalizer: StandardNormalizer, timestep: datetime.timedelta, @@ -254,7 +254,7 @@ def __init__( """ Args: config: The configuration. - img_shape: Shape of domain as (n_lat, n_lon). + dataset_info: Information about the dataset. corrector: The corrector to use at the end of each step. normalizer: The normalizer to use. timestep: Timestep of the model. @@ -277,14 +277,14 @@ def __init__( self.module: nn.Module = config.builder.build( n_in_channels=len(config.main_in_names), n_out_channels=len(config.main_out_names), - img_shape=img_shape, + dataset_info=dataset_info, ).to(get_device()) self.radiation_module: nn.Module = config.radiation_builder.build( n_in_channels=len(config.radiation_in_names), n_out_channels=len(config.radiation_out_names), - img_shape=img_shape, + dataset_info=dataset_info, ).to(get_device()) - self._img_shape = img_shape + self._img_shape = dataset_info.img_shape self._config = config self._no_optimization = NullOptimization() diff --git a/fme/core/step/single_module.py b/fme/core/step/single_module.py index cf9648c6a..39735d58d 100644 --- a/fme/core/step/single_module.py +++ b/fme/core/step/single_module.py @@ -38,6 +38,8 @@ class SingleModuleStepConfig(StepConfigABC): in_names: Names of input variables. out_names: Names of output variables. normalization: The normalization configuration. + additional_diagnostic_names: Names of additional diagnostic variables, to be + diagnosed directly from outputs without access to latent variables. ocean: The ocean configuration. corrector: The corrector configuration. next_step_forcing_names: Names of forcing variables for the next timestep. @@ -49,6 +51,8 @@ class SingleModuleStepConfig(StepConfigABC): in_names: list[str] out_names: list[str] normalization: NetworkAndLossNormalizationConfig + additional_diagnostic_names: list[str] = dataclasses.field(default_factory=list) + additional_diagnostic_hidden_dim: int = 256 ocean: OceanConfig | None = None corrector: AtmosphereCorrectorConfig | CorrectorSelector = dataclasses.field( default_factory=lambda: AtmosphereCorrectorConfig() @@ -68,6 +72,11 @@ def __post_init__(self): raise ValueError( f"next_step_forcing_name is an output variable: '{name}'" ) + for name in self.additional_diagnostic_names: + if name in self.in_names: + raise ValueError( + f"additional_diagnostic_name is an input variable: '{name}'" + ) @property def n_ic_timesteps(self) -> int: @@ -100,7 +109,7 @@ def from_state(cls, state) -> "SingleModuleStepConfig": @property def _normalize_names(self): """Names of variables which require normalization. I.e. inputs/outputs.""" - return list(set(self.in_names).union(self.out_names)) + return list(set(self.in_names).union(self.output_names)) @property def input_names(self) -> list[str]: @@ -120,11 +129,11 @@ def get_next_step_forcing_names(self) -> list[str]: @property def diagnostic_names(self) -> list[str]: """Names of variables which are outputs only.""" - return list(set(self.out_names).difference(self.in_names)) + return list(set(self.output_names).difference(self.in_names)) @property def output_names(self) -> list[str]: - return self.out_names + return list(set(self.out_names).union(self.additional_diagnostic_names)) @property def next_step_input_names(self) -> list[str]: @@ -169,7 +178,7 @@ def get_step( normalizer = self.normalization.get_network_normalizer(self._normalize_names) return SingleModuleStep( config=self, - img_shape=dataset_info.img_shape, + dataset_info=dataset_info, corrector=corrector, normalizer=normalizer, timestep=dataset_info.timestep, @@ -180,6 +189,19 @@ def load(self): self.normalization.load() +class MLP(nn.Module): + def __init__(self, in_dim: int, out_dim: int, n_hidden: int = 128): + super().__init__() + self.net = nn.Sequential( + nn.Conv2d(in_dim, n_hidden, kernel_size=1), + nn.GELU(), + nn.Conv2d(n_hidden, out_dim, kernel_size=1), + ) + + def forward(self, x: torch.Tensor) -> torch.Tensor: + return self.net(x) + + class SingleModuleStep(StepABC): """ Step class for a single pytorch module. @@ -191,7 +213,7 @@ class SingleModuleStep(StepABC): def __init__( self, config: SingleModuleStepConfig, - img_shape: tuple[int, int], + dataset_info: DatasetInfo, corrector: CorrectorABC, normalizer: StandardNormalizer, timestep: datetime.timedelta, @@ -200,7 +222,7 @@ def __init__( """ Args: config: The configuration. - img_shape: Shape of domain as (n_lat, n_lon). + dataset_info: Information about the dataset. corrector: The corrector to use at the end of each step. normalizer: The normalizer to use. timestep: Timestep of the model. @@ -209,8 +231,10 @@ def __init__( super().__init__() n_in_channels = len(config.in_names) n_out_channels = len(config.out_names) + n_additional_out_channels = len(config.additional_diagnostic_names) self.in_packer = Packer(config.in_names) self.out_packer = Packer(config.out_names) + self.additional_out_packer = Packer(config.additional_diagnostic_names) self._normalizer = normalizer if config.ocean is not None: self.ocean: Ocean | None = config.ocean.build( @@ -221,15 +245,27 @@ def __init__( self.module = config.builder.build( n_in_channels=n_in_channels, n_out_channels=n_out_channels, - img_shape=img_shape, + dataset_info=dataset_info, ).to(get_device()) - init_weights([self.module]) - self._img_shape = img_shape + if n_additional_out_channels > 0: + self.additional_diagnostic_module = MLP( + n_out_channels, + n_additional_out_channels, + n_hidden=config.additional_diagnostic_hidden_dim, + ).to(get_device()) + else: + self.additional_diagnostic_module = None + init_weights(self.modules) + self._img_shape = dataset_info.img_shape self._config = config self._no_optimization = NullOptimization() dist = Distributed.get_instance() self.module = dist.wrap_module(self.module) + if self.additional_diagnostic_module is not None: + self.additional_diagnostic_module = dist.wrap_module( + self.additional_diagnostic_module + ) self._timestep = timestep @@ -276,6 +312,8 @@ def modules(self) -> nn.ModuleList: Returns: A list of modules being trained. """ + if self.additional_diagnostic_module is not None: + return nn.ModuleList([self.module, self.additional_diagnostic_module]) return nn.ModuleList([self.module]) def step( @@ -304,7 +342,18 @@ def step( def network_call(input_norm: TensorDict) -> TensorDict: input_tensor = self.in_packer.pack(input_norm, axis=self.CHANNEL_DIM) output_tensor = wrapper(self.module)(input_tensor) - return self.out_packer.unpack(output_tensor, axis=self.CHANNEL_DIM) + if self.additional_diagnostic_module is not None: + additional_output_tensor = wrapper(self.additional_diagnostic_module)( + output_tensor.detach() + ) + additional_output_dict = self.additional_out_packer.unpack( + additional_output_tensor, axis=self.CHANNEL_DIM + ) + else: + additional_output_dict = {} + output_dict = self.out_packer.unpack(output_tensor, axis=self.CHANNEL_DIM) + output_dict.update(additional_output_dict) + return output_dict return step_with_adjustments( input=input, @@ -325,9 +374,14 @@ def get_state(self): Returns: The state of the stepper. """ - return { + state = { "module": self.module.state_dict(), } + if self.additional_diagnostic_module is not None: + state["additional_diagnostic_module"] = ( + self.additional_diagnostic_module.state_dict() + ) + return state def load_state(self, state: dict[str, Any]) -> None: """ @@ -341,6 +395,15 @@ def load_state(self, state: dict[str, Any]) -> None: # for backwards compatibility with old checkpoints del module["module.device_buffer"] self.module.load_state_dict(module) + if self.additional_diagnostic_module is not None: + self.additional_diagnostic_module.load_state_dict( + state["additional_diagnostic_module"] + ) + elif "additional_diagnostic_module" in state: + logging.warning( + "Checkpoint contains additional_diagnostic_module state, " + "but the current configuration does not use it, ignoring." + ) def step_with_adjustments( diff --git a/fme/core/step/test_step.py b/fme/core/step/test_step.py index 5dc16df5f..3376d8ced 100644 --- a/fme/core/step/test_step.py +++ b/fme/core/step/test_step.py @@ -165,7 +165,8 @@ def get_single_module_noise_conditioned_selector( ), ), in_names=["forcing_shared", "forcing_rad"], - out_names=["diagnostic_main", "diagnostic_rad"], + out_names=["diagnostic_main"], + additional_diagnostic_names=["diagnostic_rad"], normalization=normalization, ), ), diff --git a/fme/core/test_distributed.py b/fme/core/test_distributed.py index 5bf52ca2e..79cf695fd 100644 --- a/fme/core/test_distributed.py +++ b/fme/core/test_distributed.py @@ -34,6 +34,12 @@ def test_pad_tensor_at_end(padding, fill_value): ) +def test_force_non_distributed(): + assert not Distributed.get_instance()._force_non_distributed + with Distributed.force_non_distributed(): + assert Distributed.get_instance()._force_non_distributed + + @pytest.mark.parametrize( ["padding"], [ diff --git a/fme/core/test_ensemble.py b/fme/core/test_ensemble.py index 3b8f37a36..67dc844d6 100644 --- a/fme/core/test_ensemble.py +++ b/fme/core/test_ensemble.py @@ -13,7 +13,7 @@ class CRPSExperiment: random_amount: float -@pytest.mark.parametrize("alpha", [1.0, 0.95, 0.1]) +@pytest.mark.parametrize("alpha", [1.0, 0.95]) def test_crps(alpha: float): """ Test that get_crps is a proper scoring rule. diff --git a/fme/core/wandb.py b/fme/core/wandb.py index a47e93c53..d3f92edf6 100644 --- a/fme/core/wandb.py +++ b/fme/core/wandb.py @@ -165,6 +165,8 @@ def log(self, data: Mapping[str, Any], step=None, sleep=None): wandb.log(dict(data), step=step) if sleep is not None: time.sleep(sleep) + dist = Distributed.get_instance() + dist.barrier() def Image(self, data_or_path, *args, **kwargs) -> Image: if isinstance(data_or_path, np.ndarray): diff --git a/fme/coupled/data_loading/data_typing.py b/fme/coupled/data_loading/data_typing.py index b70f75e52..2695981fb 100644 --- a/fme/coupled/data_loading/data_typing.py +++ b/fme/coupled/data_loading/data_typing.py @@ -11,6 +11,7 @@ OptionalHybridSigmaPressureCoordinate, ) from fme.core.dataset.data_typing import VariableMetadata +from fme.core.dataset.dataset import DatasetABC from fme.core.dataset.properties import DatasetProperties from fme.core.typing_ import TensorDict @@ -170,8 +171,8 @@ class CoupledDatasetItem: class CoupledDataset(torch.utils.data.Dataset): def __init__( self, - ocean: torch.utils.data.Dataset, - atmosphere: torch.utils.data.Dataset, + ocean: DatasetABC, + atmosphere: DatasetABC, properties: CoupledDatasetProperties, n_steps_fast: int, ): @@ -239,3 +240,21 @@ def __getitem__(self, idx: int) -> CoupledDatasetItem: ocean = self._ocean[idx] atmosphere = self._atmosphere[fast_idx] return CoupledDatasetItem(ocean=ocean, atmosphere=atmosphere) + + def validate_inference_length(self, max_start_index: int, max_window_len: int): + try: + self._ocean.validate_inference_length(max_start_index, max_window_len) + except ValueError as e: + raise ValueError( + "The ocean dataset has an insufficient number of timepoints." + ) from e + atmos_max_start_index = max_start_index * self.n_steps_fast + atmos_max_window_len = (max_window_len - 1) * self.n_steps_fast + 1 + try: + self._atmosphere.validate_inference_length( + atmos_max_start_index, atmos_max_window_len + ) + except ValueError as e: + raise ValueError( + "The atmosphere dataset has an insufficient number of timepoints." + ) from e diff --git a/fme/coupled/data_loading/inference.py b/fme/coupled/data_loading/inference.py index eabfd5280..bf16a4feb 100644 --- a/fme/coupled/data_loading/inference.py +++ b/fme/coupled/data_loading/inference.py @@ -13,13 +13,14 @@ ) from fme.ace.requirements import DataRequirements from fme.core.dataset.dummy import DummyDataset +from fme.core.dataset.merged import MergedXarrayDataset from fme.core.dataset.properties import DatasetProperties +from fme.core.dataset.time import TimeSlice +from fme.core.dataset.xarray import XarraySubset from fme.core.distributed import Distributed +from fme.core.typing_ import Slice from fme.coupled.data_loading.batch_data import CoupledBatchData -from fme.coupled.data_loading.config import ( - CoupledDatasetConfig, - CoupledDatasetWithOptionalOceanConfig, -) +from fme.coupled.data_loading.config import CoupledDatasetWithOptionalOceanConfig from fme.coupled.data_loading.data_typing import ( CoupledDataset, CoupledDatasetProperties, @@ -27,6 +28,8 @@ from fme.coupled.dataset_info import CoupledDatasetInfo from fme.coupled.requirements import CoupledDataRequirements +ComponentDatasetType = XarraySubset | MergedXarrayDataset + @dataclasses.dataclass class InferenceDataLoaderConfig: @@ -47,7 +50,7 @@ class InferenceDataLoaderConfig: num_data_workers: Number of parallel workers to use for data loading. """ - dataset: CoupledDatasetConfig | CoupledDatasetWithOptionalOceanConfig + dataset: CoupledDatasetWithOptionalOceanConfig start_indices: InferenceInitialConditionIndices | ExplicitIndices | TimestampList num_data_workers: int = 0 @@ -55,6 +58,17 @@ def __post_init__(self): self._zarr_engine_used = any( ds.zarr_engine_used for ds in self.dataset.data_configs if ds is not None ) + # issue warning if subset is used in the atmosphere dataset + if self.dataset.atmosphere.subset != Slice(None, None, None): + raise ValueError( + "'subset' cannot be used in the atmosphere dataset during inference." + ) + if self.dataset.ocean is not None and self.dataset.ocean.subset != Slice( + None, None, None + ): + raise ValueError( + "'subset' cannot be used in the ocean dataset during inference." + ) @property def zarr_engine_used(self) -> bool: @@ -79,8 +93,9 @@ def __init__( ): ocean_reqs = requirements.ocean_requirements atmosphere_reqs = requirements.atmosphere_requirements - ocean: torch.utils.data.Dataset - atmosphere: torch.utils.data.Dataset + ocean: ComponentDatasetType + atmosphere: ComponentDatasetType + if config.dataset.ocean is not None: ocean, ocean_properties = config.dataset.ocean.build( ocean_reqs.names, ocean_reqs.n_timesteps @@ -95,6 +110,7 @@ def __init__( ) all_ic_times = ocean.sample_start_times ocean_properties = self._update_ocean_mask(ocean_properties, dataset_info) + config.dataset.atmosphere.update_subset(TimeSlice(start_time=all_ic_times[0])) atmosphere, atmosphere_properties = config.dataset.atmosphere.build( atmosphere_reqs.names, atmosphere_reqs.n_timesteps ) @@ -118,6 +134,11 @@ def __init__( else: self._start_indices = config.start_indices.as_indices() + self._dataset.validate_inference_length( + max_start_index=max(self._start_indices), + max_window_len=self._total_coupled_steps + 1, + ) + def _update_ocean_mask( self, ocean_properties: DatasetProperties, @@ -200,7 +221,7 @@ def build_inference_config( num_data_workers=self.num_data_workers, ) return InferenceDataLoaderConfig( - dataset=CoupledDatasetConfig( + dataset=CoupledDatasetWithOptionalOceanConfig( atmosphere=self.atmosphere.dataset, ocean=self.ocean.dataset, ), diff --git a/fme/coupled/data_loading/test_data_loader.py b/fme/coupled/data_loading/test_data_loader.py index 204e733c5..1ba430758 100644 --- a/fme/coupled/data_loading/test_data_loader.py +++ b/fme/coupled/data_loading/test_data_loader.py @@ -2,7 +2,7 @@ import datetime import pathlib import re -from typing import Literal, cast +from typing import Any, Literal, cast import cftime import numpy as np @@ -32,6 +32,7 @@ from fme.core.mask_provider import MaskProvider from fme.core.typing_ import Slice from fme.coupled.data_loading.batch_data import CoupledBatchData, CoupledPrognosticState +from fme.coupled.data_loading.config import CoupledDatasetWithOptionalOceanConfig from fme.coupled.data_loading.data_typing import ( CoupledHorizontalCoordinates, CoupledVerticalCoordinate, @@ -192,6 +193,26 @@ def dataset_config(self) -> CoupledDatasetConfig: atmosphere=XarrayDataConfig(str(self.atmosphere.data_dir)), ) + def get_dataset_config_with_kwargs( + self, + ocean_kwargs: dict[str, Any] | None = None, + atmos_kwargs: dict[str, Any] | None = None, + ) -> CoupledDatasetConfig: + if ocean_kwargs is None: + ocean_kwargs = {} + if atmos_kwargs is None: + atmos_kwargs = {} + return CoupledDatasetConfig( + ocean=XarrayDataConfig( + data_path=str(self.ocean.data_dir), + **ocean_kwargs, + ), + atmosphere=XarrayDataConfig( + data_path=str(self.atmosphere.data_dir), + **atmos_kwargs, + ), + ) + def create_coupled_data_on_disk( data_dir: pathlib.Path, @@ -199,21 +220,64 @@ def create_coupled_data_on_disk( n_forward_times_atmosphere: int, ocean_names: list[str], atmosphere_names: list[str], - atmosphere_start_time_offset_from_ocean: bool, + atmosphere_start_time_offset_from_ocean: int = 0, n_levels_ocean: int = 2, n_levels_atmosphere: int = 2, - timestep_start: int = 0, + ocean_timestep_size_in_days: int | None = None, ) -> MockCoupledData: + """Create synthetic coupled ocean-atmosphere data on disk for testing. + + Creates netCDF files with random data for ocean and atmosphere components, + along with statistics files. The ocean and atmosphere can have different + timesteps, and the atmosphere can optionally start earlier than the ocean. + + Args: + data_dir: Directory where data will be written. Will create subdirectories + ocean/, atmos/, and stats/. + n_forward_times_ocean: Number of forward timesteps for ocean data. + Total ocean timesteps will be n_forward_times_ocean + 1 (including IC). + n_forward_times_atmosphere: Number of forward timesteps for atmosphere + data. Must be a multiple of n_forward_times_ocean. Total atmosphere + timesteps will be n_forward_times_atmosphere + 1 + + atmosphere_start_time_offset_from_ocean. + ocean_names: List of variable names to create in the ocean dataset. + atmosphere_names: List of variable names to create in the atmosphere dataset. + atmosphere_start_time_offset_from_ocean: Non-negative integer offset in + atmosphere timesteps. When 0, ocean and atmosphere start at the same time + (1970-01-01). When positive, atmosphere starts earlier by this many + atmosphere timesteps. For example, with offset=1, atmosphere starts at + 1969-12-31 while ocean starts at 1970-01-01. Default is 0. + n_levels_ocean: Number of ocean depth levels. Default is 2. + n_levels_atmosphere: Number of atmosphere vertical levels. Default is 2. + ocean_timestep_size_in_days: The ocean timestep size, in days. If None, then + n_forward_times_ocean must evenly divide n_forward_times_atmosphere. + + Returns: + MockCoupledData containing the created ocean and atmosphere datasets, + along with paths to data and statistics files. + + Note: + The atmosphere timestep is fixed at 1 day. If not provided, the ocean + timestep is automatically calculated as + (n_forward_times_atmosphere / n_forward_times_ocean) days to ensure the + datasets span the same total time period. + + """ np.random.seed(0) ocean_dir = data_dir / "ocean" ocean_dir.mkdir() ocean_dim_sizes = {"time": n_forward_times_ocean + 1, "lat": N_LAT, "lon": N_LON} - ocean_timestep_size = n_forward_times_atmosphere / n_forward_times_ocean + if ocean_timestep_size_in_days is None: + ocean_timestep_size = n_forward_times_atmosphere / n_forward_times_ocean + else: + ocean_timestep_size = ocean_timestep_size_in_days if ocean_timestep_size != int(ocean_timestep_size): raise ValueError( "n_forward_times_atmosphere should be a multiple of n_forward_times_ocean." ) + if atmosphere_start_time_offset_from_ocean < 0: + raise ValueError("atmosphere_start_time_offset_from_ocean should be >= 0") ocean_timestep_size = int(ocean_timestep_size) ocean_ds = _save_netcdf( filename=ocean_dir / "data.nc", @@ -225,18 +289,16 @@ def create_coupled_data_on_disk( # atmosphere timestep, so the ocean data needs timestep_size=ocean_timestep_size, nz=n_levels_ocean + 1, - timestep_start=timestep_start, + timestep_start=0, # ocean start time fixed ) atmos_dir = data_dir / "atmos" atmos_dir.mkdir() - n_times_atmos = n_forward_times_atmosphere + 1 - timestep_start_atmosphere = 0 - if atmosphere_start_time_offset_from_ocean: - n_times_atmos += 1 - timestep_start_atmosphere = -1 - if timestep_start != 0: - timestep_start_atmosphere = timestep_start + n_times_atmos = ( + n_forward_times_atmosphere + 1 + atmosphere_start_time_offset_from_ocean + ) + # atmosphere initial time may be earlier than ocean's + timestep_start_atmosphere = -atmosphere_start_time_offset_from_ocean atmos_dim_sizes = { "time": n_times_atmos, "lat": N_LAT, @@ -279,8 +341,8 @@ def create_coupled_data_on_disk( ) -@pytest.mark.parametrize("atmosphere_times_offset", [False, True]) -def test_coupled_data_loader(tmp_path, atmosphere_times_offset: bool): +@pytest.mark.parametrize("atmosphere_times_offset", [0, 1]) +def test_coupled_data_loader(tmp_path, atmosphere_times_offset: int): """Tests that the coupled loader returns the correct number of timesteps.""" # Create datasets with fast and slow timesteps. @@ -304,8 +366,8 @@ def test_coupled_data_loader(tmp_path, atmosphere_times_offset: bool): ics.append(ic) # subset atmosphere data to align with beginning of ocean data - if atmosphere_times_offset: - atmos_data_subset = Slice(start=1) + if atmosphere_times_offset > 0: + atmos_data_subset = Slice(start=atmosphere_times_offset) else: atmos_data_subset = Slice() @@ -366,12 +428,18 @@ def test_coupled_data_loader(tmp_path, atmosphere_times_offset: bool): # we already checked for matching ocean/atmos sample init times above, now # checking that they match times at the right positions in each dataset - offset = 1 if atmosphere_times_offset else 0 # for atmosphere data times on disk assert ocean_sample_init_time == ocean_ds.isel(time=1)["time"].item() - assert atmos_sample_init_time == atmos_ds.isel(time=2 + offset)["time"].item() + assert ( + atmos_sample_init_time + == atmos_ds.isel(time=2 + atmosphere_times_offset)["time"].item() + ) expected_ocean = ocean_ds["bar"].isel(time=slice(1, 3)).values - expected_atmos = atmos_ds["foo"].isel(time=slice(2 + offset, 5 + offset)).values + expected_atmos = ( + atmos_ds["foo"] + .isel(time=slice(2 + atmosphere_times_offset, 5 + atmosphere_times_offset)) + .values + ) # check that assert np.allclose(sample.ocean[0]["bar"].cpu().numpy(), expected_ocean) assert np.allclose(sample.atmosphere[0]["foo"].cpu().numpy(), expected_atmos) @@ -411,7 +479,7 @@ def test_zarr_engine_used_false(): def test_zarr_engine_used_true_inference(): config = InferenceDataLoaderConfig( - dataset=CoupledDatasetConfig( + dataset=CoupledDatasetWithOptionalOceanConfig( ocean=XarrayDataConfig(data_path="ocean", engine="netcdf4"), atmosphere=XarrayDataConfig( data_path="atmos", file_pattern="data.zarr", engine="zarr" @@ -424,7 +492,7 @@ def test_zarr_engine_used_true_inference(): def test_zarr_engine_used_false_inference(): config = InferenceDataLoaderConfig( - dataset=CoupledDatasetConfig( + dataset=CoupledDatasetWithOptionalOceanConfig( ocean=XarrayDataConfig(data_path="ocean", engine="netcdf4"), atmosphere=XarrayDataConfig(data_path="atmos", engine="netcdf4"), ), @@ -519,7 +587,7 @@ def test_coupled_data_loader_merge_no_concat(tmp_path): # test InferenceDataLoaderConfig inference_config = InferenceDataLoaderConfig( - dataset=CoupledDatasetConfig( + dataset=CoupledDatasetWithOptionalOceanConfig( ocean=ocean_config, atmosphere=atmos_config, ), @@ -558,8 +626,7 @@ def test_get_forcing_data(tmp_path, n_initial_conditions): n_forward_times_atmosphere=n_forward_times_atmosphere, ocean_names=ocean_names, atmosphere_names=atmos_names, - atmosphere_start_time_offset_from_ocean=False, - timestep_start=-1, + atmosphere_start_time_offset_from_ocean=0, ) config = CoupledForcingDataLoaderConfig( atmosphere=ForcingDataLoaderConfig( @@ -582,14 +649,14 @@ def test_get_forcing_data(tmp_path, n_initial_conditions): names=atmos_names, n_samples=n_initial_conditions, n_timesteps=1, - t_initial=cftime.datetime(1970, 1, 2), + t_initial=cftime.datetime(1970, 1, 1), calendar=calendar, ) ocean_initial_condition = BatchData.new_for_testing( names=ocean_names, n_samples=n_initial_conditions, n_timesteps=1, - t_initial=cftime.datetime(1970, 1, 2), + t_initial=cftime.datetime(1970, 1, 1), calendar=calendar, ) data = get_forcing_data( diff --git a/fme/coupled/data_loading/test_inference.py b/fme/coupled/data_loading/test_inference.py new file mode 100644 index 000000000..5a7b09456 --- /dev/null +++ b/fme/coupled/data_loading/test_inference.py @@ -0,0 +1,220 @@ +from typing import Any, cast + +import numpy as np +import pytest + +from fme.ace.data_loading.inference import ( + ExplicitIndices, + InferenceInitialConditionIndices, + TimestampList, +) +from fme.ace.requirements import DataRequirements +from fme.coupled.data_loading.batch_data import CoupledBatchData +from fme.coupled.data_loading.config import CoupledDatasetWithOptionalOceanConfig +from fme.coupled.data_loading.inference import ( + InferenceDataLoaderConfig, + InferenceDataset, +) +from fme.coupled.requirements import CoupledDataRequirements + +from .test_data_loader import MockCoupledData, create_coupled_data_on_disk + + +def _setup( + mock_data: MockCoupledData, + total_coupled_steps: int, + start_indices: InferenceInitialConditionIndices | ExplicitIndices | TimestampList, + ocean_data_config_kwargs: dict[str, Any] | None = None, + atmos_data_config_kwargs: dict[str, Any] | None = None, +) -> InferenceDataset: + dataset_config = mock_data.get_dataset_config_with_kwargs( + ocean_kwargs=ocean_data_config_kwargs, + atmos_kwargs=atmos_data_config_kwargs, + ) + # ocean timesteps include initial condition plus total_coupled_steps + ocean_n_timesteps = total_coupled_steps + 1 # one forward window in memory + n_inner_steps = int(mock_data.ocean.timestep / mock_data.atmosphere.timestep) + atmos_n_timesteps = n_inner_steps * total_coupled_steps + 1 + ocean_names = list(mock_data.ocean.ds.data_vars) + atmos_names = list(mock_data.atmosphere.ds.data_vars) + coupled_requirements = CoupledDataRequirements( + ocean_timestep=mock_data.ocean.timestep, + ocean_requirements=DataRequirements(ocean_names, n_timesteps=ocean_n_timesteps), + atmosphere_timestep=mock_data.atmosphere.timestep, + atmosphere_requirements=DataRequirements( + atmos_names, n_timesteps=atmos_n_timesteps + ), + ) + config = InferenceDataLoaderConfig( + dataset=cast(CoupledDatasetWithOptionalOceanConfig, dataset_config), + start_indices=start_indices, + ) + dataset = InferenceDataset( + config=config, + total_coupled_steps=total_coupled_steps, + requirements=coupled_requirements, + ) + return dataset + + +_N_ICS = 2 # number of initial conditions +_IC_INDICES = [0, 2] +# these three are equivalent: +_EXPLICIT_INDICES = ExplicitIndices(list=_IC_INDICES) +_TIMESTAMPS = TimestampList(times=["1970-01-01T00:00:00", "1970-01-07T00:00:00"]) +_IC_RANGE = InferenceInitialConditionIndices( + n_initial_conditions=2, first=0, interval=2 +) + + +@pytest.mark.parametrize("start_indices", [_EXPLICIT_INDICES, _TIMESTAMPS, _IC_RANGE]) +@pytest.mark.parametrize("atmos_ic_time_offset", [0, 3, 2]) +def test_inference_dataset( + tmp_path, + start_indices: InferenceInitialConditionIndices | ExplicitIndices | TimestampList, + atmos_ic_time_offset: int, +): + # synthetic data settings + _N_FORWARD_OCEAN = 5 + _N_ATMOS_PER_OCEAN = 3 + _N_FORWARD_ATMOS = _N_FORWARD_OCEAN * _N_ATMOS_PER_OCEAN + _OCEAN_NAME = "bar" + _ATMOS_NAME = "foo" + + _N_STEPS = 2 # number of inference rollout steps + + def _check_batch( + batch: CoupledBatchData, + mock_data: MockCoupledData, + atmos_ic_time_offset: int, + ): + ocean_data = batch.ocean_data.data[_OCEAN_NAME].cpu().numpy() + atmos_data = batch.atmosphere_data.data[_ATMOS_NAME].cpu().numpy() + # verify batch dimension + assert ocean_data.shape[0] == _N_ICS + assert atmos_data.shape[0] == _N_ICS + # verify time dimension + n_ocean_times = _N_STEPS + 1 + n_atmos_times = _N_STEPS * _N_ATMOS_PER_OCEAN + 1 + assert ocean_data.shape[1] == n_ocean_times + assert atmos_data.shape[1] == n_atmos_times + # verify tensor values + ocean_idx_0 = _IC_INDICES[0] + expected_ocean_0 = ( + mock_data.ocean.ds[_OCEAN_NAME] + .isel(time=slice(ocean_idx_0, ocean_idx_0 + n_ocean_times)) + .values + ) + atmos_idx_0 = atmos_ic_time_offset + expected_atmos_0 = ( + mock_data.atmosphere.ds[_ATMOS_NAME] + .isel(time=slice(atmos_idx_0, atmos_idx_0 + n_atmos_times)) + .values + ) + ocean_idx_1 = _IC_INDICES[1] + expected_ocean_1 = ( + mock_data.ocean.ds[_OCEAN_NAME] + .isel(time=slice(ocean_idx_1, ocean_idx_1 + n_ocean_times)) + .values + ) + atmos_idx_1 = atmos_ic_time_offset + ocean_idx_1 * n_ocean_times + expected_atmos_1 = ( + mock_data.atmosphere.ds[_ATMOS_NAME] + .isel(time=slice(atmos_idx_1, atmos_idx_1 + n_atmos_times)) + .values + ) + np.testing.assert_allclose(ocean_data[0], expected_ocean_0, rtol=1e-6) + np.testing.assert_allclose(ocean_data[1], expected_ocean_1, rtol=1e-6) + np.testing.assert_allclose(atmos_data[0], expected_atmos_0, rtol=1e-6) + np.testing.assert_allclose(atmos_data[1], expected_atmos_1, rtol=1e-6) + + # begin the actual test + + mock_data = create_coupled_data_on_disk( + tmp_path, + n_forward_times_ocean=_N_FORWARD_OCEAN, + n_forward_times_atmosphere=_N_FORWARD_ATMOS, + ocean_names=[_OCEAN_NAME], + atmosphere_names=[_ATMOS_NAME], + atmosphere_start_time_offset_from_ocean=atmos_ic_time_offset, + ) + + dataset = _setup( + mock_data, + total_coupled_steps=_N_STEPS, + start_indices=start_indices, + ) + _check_batch(dataset[0], mock_data, atmos_ic_time_offset) + + +@pytest.mark.parametrize( + "start_indices,err_msg", + [ + (_TIMESTAMPS, "were not found in the time index"), + (_EXPLICIT_INDICES, "ocean dataset has an insufficient number of timepoints"), + (_IC_RANGE, "ocean dataset has an insufficient number of timepoints"), + ], +) +def test_validate_inference_length_ocean( + tmp_path, + start_indices: InferenceInitialConditionIndices | ExplicitIndices | TimestampList, + err_msg: str, +): + # ocean has too few steps + _N_FORWARD_OCEAN = 5 + _N_ATMOS_PER_OCEAN = 3 + _N_FORWARD_ATMOS = _N_FORWARD_OCEAN * _N_ATMOS_PER_OCEAN + _OCEAN_NAME = "bar" + _ATMOS_NAME = "foo" + mock_data = create_coupled_data_on_disk( + tmp_path, + n_forward_times_ocean=_N_FORWARD_OCEAN, + n_forward_times_atmosphere=_N_FORWARD_ATMOS, + ocean_names=[_OCEAN_NAME], + atmosphere_names=[_ATMOS_NAME], + atmosphere_start_time_offset_from_ocean=2, + ) + + _N_STEPS = 4 + + with pytest.raises(ValueError, match=rf".*{err_msg}.*"): + _ = _setup( + mock_data, + total_coupled_steps=_N_STEPS, + start_indices=start_indices, + ) + + +@pytest.mark.parametrize( + "start_indices", + [_TIMESTAMPS, _EXPLICIT_INDICES, _IC_RANGE], +) +def test_validate_inference_length_atmos( + tmp_path, + start_indices: InferenceInitialConditionIndices | ExplicitIndices | TimestampList, +): + # atmos has too few steps + _N_FORWARD_ATMOS = 6 + _N_FORWARD_OCEAN = 6 + _OCEAN_TIMESTEP_SIZE = 2 # days + _OCEAN_NAME = "bar" + _ATMOS_NAME = "foo" + mock_data = create_coupled_data_on_disk( + tmp_path, + n_forward_times_ocean=_N_FORWARD_OCEAN, + n_forward_times_atmosphere=_N_FORWARD_ATMOS, + ocean_names=[_OCEAN_NAME], + atmosphere_names=[_ATMOS_NAME], + atmosphere_start_time_offset_from_ocean=0, + ocean_timestep_size_in_days=_OCEAN_TIMESTEP_SIZE, + ) + + _N_STEPS = 2 + _MSG = "atmosphere dataset has an insufficient number of timepoints" + + with pytest.raises(ValueError, match=rf".*{_MSG}.*"): + _ = _setup( + mock_data, + total_coupled_steps=_N_STEPS, + start_indices=start_indices, + ) diff --git a/fme/coupled/inference/test_evaluator.py b/fme/coupled/inference/test_evaluator.py index d27d46ece..5a03b7025 100644 --- a/fme/coupled/inference/test_evaluator.py +++ b/fme/coupled/inference/test_evaluator.py @@ -11,8 +11,7 @@ from fme.core.dataset.xarray import XarrayDataConfig from fme.core.logging_utils import LoggingConfig from fme.core.testing import mock_wandb -from fme.core.typing_ import Slice -from fme.coupled.data_loading.config import CoupledDatasetConfig +from fme.coupled.data_loading.config import CoupledDatasetWithOptionalOceanConfig from fme.coupled.data_loading.inference import ( InferenceDataLoaderConfig, InferenceInitialConditionIndices, @@ -140,7 +139,7 @@ def test_evaluator_inference( n_forward_times_atmosphere=n_forward_times_atmos, ocean_names=ocean_names, atmosphere_names=atmos_names, - atmosphere_start_time_offset_from_ocean=True, + atmosphere_start_time_offset_from_ocean=1, n_levels_ocean=1, n_levels_atmosphere=1, ) @@ -170,11 +169,10 @@ def test_evaluator_inference( checkpoint_path=checkpoint_path, logging=LoggingConfig(log_to_screen=True, log_to_file=False, log_to_wandb=True), loader=InferenceDataLoaderConfig( - dataset=CoupledDatasetConfig( + dataset=CoupledDatasetWithOptionalOceanConfig( ocean=XarrayDataConfig(data_path=mock_data.ocean.data_dir), atmosphere=XarrayDataConfig( data_path=mock_data.atmosphere.data_dir, - subset=Slice(start=1), ), ), start_indices=InferenceInitialConditionIndices( diff --git a/fme/coupled/inference/test_inference.py b/fme/coupled/inference/test_inference.py index 1259e531b..28d8c9333 100644 --- a/fme/coupled/inference/test_inference.py +++ b/fme/coupled/inference/test_inference.py @@ -35,6 +35,7 @@ def _setup( coupled_steps_in_memory: int, n_initial_conditions: int, empty_ocean_forcing: bool = False, + atmosphere_times_offset: int = 0, ): all_ocean_names = set(ocean_in_names + ocean_out_names) all_atmos_names = set(atmos_in_names + atmos_out_names) @@ -57,9 +58,9 @@ def _setup( n_forward_times_atmosphere=n_forward_times_atmos, ocean_names=ocean_names, atmosphere_names=atmos_names, - atmosphere_start_time_offset_from_ocean=False, n_levels_ocean=1, n_levels_atmosphere=1, + atmosphere_start_time_offset_from_ocean=atmosphere_times_offset, ) dataset_info = CoupledDatasetInfoBuilder( vcoord=mock_data.vcoord, @@ -81,10 +82,11 @@ def _setup( atmosphere_timedelta=mock_data.atmosphere.timedelta, ) if empty_ocean_forcing: + atmos_forcing_config = mock_data.dataset_config.atmosphere forcing_loader = CoupledForcingDataLoaderConfig( ocean=None, atmosphere=ForcingDataLoaderConfig( - dataset=mock_data.dataset_config.atmosphere, num_data_workers=0 + dataset=atmos_forcing_config, num_data_workers=0 ), ) else: @@ -211,8 +213,16 @@ def test_inference( } +@pytest.mark.parametrize( + "atmosphere_times_offset", + [ + 0, + 1, + ], +) def test_inference_with_empty_ocean_forcing( tmp_path: pathlib.Path, + atmosphere_times_offset: int, very_fast_only: bool, ): if very_fast_only: @@ -235,6 +245,7 @@ def test_inference_with_empty_ocean_forcing( coupled_steps_in_memory=coupled_steps_in_memory, n_initial_conditions=n_initial_conditions, empty_ocean_forcing=True, + atmosphere_times_offset=atmosphere_times_offset, ) config_filename = tmp_path / "config.yaml" with open(config_filename, "w") as f: diff --git a/fme/coupled/test_train.py b/fme/coupled/test_train.py index 2d982282d..1d2a17799 100644 --- a/fme/coupled/test_train.py +++ b/fme/coupled/test_train.py @@ -53,12 +53,8 @@ dataset: ocean: data_path: {ocean_data_path} - subset: - start_time: '1970-01-01' atmosphere: data_path: {atmosphere_data_path} - subset: - start_time: '1970-01-01' start_indices: times: - '1970-01-01T00:00:00' @@ -163,12 +159,8 @@ dataset: ocean: data_path: {ocean_data_path} - subset: - start_time: '1970-01-01' atmosphere: data_path: {atmosphere_data_path} - subset: - start_time: '1970-01-01' start_indices: times: - '1970-01-01T00:00:00' @@ -288,7 +280,7 @@ def test_train_and_inference(tmp_path, loss_atmos_n_steps, very_fast_only: bool) n_forward_times_atmosphere=n_forward_times_atmos, ocean_names=ocean_names, atmosphere_names=atmos_names, - atmosphere_start_time_offset_from_ocean=True, + atmosphere_start_time_offset_from_ocean=1, n_levels_ocean=2, n_levels_atmosphere=2, ) diff --git a/fme/downscaling/data/test_config.py b/fme/downscaling/data/test_config.py index a4f4bc9ce..9b1382c47 100644 --- a/fme/downscaling/data/test_config.py +++ b/fme/downscaling/data/test_config.py @@ -10,7 +10,7 @@ ) from fme.downscaling.data.utils import ClosedInterval from fme.downscaling.requirements import DataRequirements -from fme.downscaling.test_train import data_paths_helper +from fme.downscaling.test_utils import data_paths_helper @pytest.mark.parametrize( @@ -52,7 +52,7 @@ def test_DataLoaderConfig_build(tmp_path, very_fast_only: bool): pytest.skip("Skipping non-fast tests") paths = data_paths_helper(tmp_path) requirements = DataRequirements( - fine_names=[], coarse_names=["x"], n_timesteps=1, use_fine_topography=True + fine_names=[], coarse_names=["var0"], n_timesteps=1, use_fine_topography=True ) data_config = DataLoaderConfig( coarse=[XarrayDataConfig(paths.coarse)], @@ -66,7 +66,7 @@ def test_DataLoaderConfig_build(tmp_path, very_fast_only: bool): data = data_config.build(requirements=requirements) batch = next(iter(data.loader)) # lat/lon midpoints are on (0.5, 1.5, ...) - assert batch.data["x"].shape == (2, 3, 3) + assert batch.data["var0"].shape == (2, 3, 3) def test_XarrayEnsembleDataConfig(): @@ -90,7 +90,10 @@ def test_XarrayEnsembleDataConfig(): def test_PairedDataLoaderConfig_sample_with_replacement(tmp_path): paths = data_paths_helper(tmp_path) requirements = DataRequirements( - fine_names=["x"], coarse_names=["x"], n_timesteps=1, use_fine_topography=True + fine_names=["var0"], + coarse_names=["var0"], + n_timesteps=1, + use_fine_topography=True, ) n_sample = 3 data_config = PairedDataLoaderConfig( diff --git a/fme/downscaling/generate/__init__.py b/fme/downscaling/inference/__init__.py similarity index 67% rename from fme/downscaling/generate/__init__.py rename to fme/downscaling/inference/__init__.py index 19a824466..ec4c70ad8 100644 --- a/fme/downscaling/generate/__init__.py +++ b/fme/downscaling/inference/__init__.py @@ -1,3 +1,4 @@ +from .inference import Downscaler, InferenceConfig, main from .output import ( DownscalingOutput, DownscalingOutputConfig, @@ -6,6 +7,9 @@ ) __all__ = [ + "Downscaler", + "InferenceConfig", + "main", "DownscalingOutput", "DownscalingOutputConfig", "EventConfig", diff --git a/fme/downscaling/inference/__main__.py b/fme/downscaling/inference/__main__.py new file mode 100644 index 000000000..ffd9cb4fa --- /dev/null +++ b/fme/downscaling/inference/__main__.py @@ -0,0 +1,33 @@ +""" +Generate and save downscaled data using a trained FME model. + +This module provides a flexible API for generating high-resolution downscaled +outputs from trained diffusion models. + +Usage: + # Single-GPU + python -m fme.downscaling.inference config.yaml + + # Multi-GPU using DDP + torchrun --nproc_per_node=8 -m fme.downscaling.inference config.yaml + +Output Structure: + Each target generates a zarr file at: {output_dir}/{target_name}.zarr + + Zarr dimensions: (time, ensemble, latitude, longitude) +""" + +import argparse + +from .inference import main + + +def parse_args(): + parser = argparse.ArgumentParser(description="Downscaling generation script") + parser.add_argument("config_path", type=str, help="Path to the config file") + return parser.parse_args() + + +if __name__ == "__main__": + args = parse_args() + main(args.config_path) diff --git a/fme/downscaling/generate/constants.py b/fme/downscaling/inference/constants.py similarity index 100% rename from fme/downscaling/generate/constants.py rename to fme/downscaling/inference/constants.py diff --git a/fme/downscaling/inference/inference.py b/fme/downscaling/inference/inference.py new file mode 100644 index 000000000..bdf7b0951 --- /dev/null +++ b/fme/downscaling/inference/inference.py @@ -0,0 +1,270 @@ +import logging +from dataclasses import asdict, dataclass, field + +import dacite +import torch +import yaml + +from fme.core import logging_utils +from fme.core.cli import prepare_directory +from fme.core.dicts import to_flat_dict +from fme.core.logging_utils import LoggingConfig + +from ..data import DataLoaderConfig, Topography +from ..models import CheckpointModelConfig, DiffusionModel +from ..predictors import ( + CascadePredictor, + CascadePredictorConfig, + PatchPredictionConfig, + PatchPredictor, +) +from ..train import count_parameters +from .output import DownscalingOutput, EventConfig, TimeRangeConfig +from .work_items import LoadedSliceWorkItem + + +class Downscaler: + """ + Orchestrates downscaling generation across multiple outputs. + + Each output can have different spatial extents, time ranges, and ensemble sizes. + Generation is performed sequentially across outputs. + """ + + def __init__( + self, + model: DiffusionModel | CascadePredictor, + outputs: list[DownscalingOutput], + output_dir: str = ".", + ): + self.model = model + self.outputs = outputs + self.output_dir = output_dir + + def run_all(self): + """Run generation for all outputs.""" + logging.info(f"Starting generation for {len(self.outputs)} output(s)") + + for output in self.outputs: + # Clear GPU cache before each output + if torch.cuda.is_available(): + torch.cuda.empty_cache() + + self.run_output_generation(output=output) + + logging.info("All outputs completed successfully") + + def _get_generation_model( + self, + topography: Topography, + output: DownscalingOutput, + ) -> DiffusionModel | PatchPredictor | CascadePredictor: + """ + Set up the model, wrapping with PatchPredictor if needed. While models are + probably capable of generating any domain size, we haven't tested for domains + smaller than the model patch size, so we raise an error in that case, and prompt + the user to use patching for larger domains because that provides better + generations. + """ + model_patch_shape = self.model.fine_shape + actual_shape = tuple(topography.data.shape) + + if model_patch_shape == actual_shape: + # short circuit, no patching necessary + return self.model + elif any( + expected > actual + for expected, actual in zip(model_patch_shape, actual_shape) + ): + # we don't support generating regions smaller than the model patch size + raise ValueError( + f"Model coarse shape {model_patch_shape} is larger than " + f"actual topography shape {actual_shape} for output {output.name}." + ) + elif output.patch.needs_patch_predictor: + # Use a patch predictor + logging.info(f"Using PatchPredictor for output: {output.name}") + return PatchPredictor( + model=self.model, + coarse_horizontal_overlap=output.patch.coarse_horizontal_overlap, + ) + else: + # User should enable patching + raise ValueError( + f"Model coarse shape {model_patch_shape} does not match " + f"actual input shape {actual_shape} for output {output.name}, " + "and patch prediction is not configured. Generation for larger domains " + "requires patch prediction." + ) + + def _on_device_generator(self, loader): + for loaded_item, topography in loader: + yield loaded_item.to_device(), topography.to_device() + + def run_output_generation(self, output: DownscalingOutput): + """Execute the generation loop for this output.""" + logging.info(f"Generating downscaled outputs for output: {output.name}") + + # initialize writer and model in loop for coord info + model = None + writer = None + total_batches = len(output.data.loader) + + loaded_item: LoadedSliceWorkItem + topography: Topography + for i, (loaded_item, topography) in enumerate(output.data.get_generator()): + if writer is None: + writer = output.get_writer( + latlon_coords=topography.coords, + output_dir=self.output_dir, + ) + writer.initialize_store(topography.data.cpu().numpy().dtype) + if model is None: + model = self._get_generation_model(topography=topography, output=output) + + logging.info( + f"[{output.name}] Batch {i+1}/{total_batches}, " + f"generating work slice {loaded_item.dim_insert_slices} " + ) + + output_data = model.generate_on_batch_no_target( + loaded_item.batch, topography=topography, n_samples=loaded_item.n_ens + ) + output_np = {key: value.cpu().numpy() for key, value in output_data.items()} + insert_slices = loaded_item.dim_insert_slices + + if not loaded_item.is_padding: + writer.record_batch(output_np, position_slices=insert_slices) + else: + logging.info("Skipping padding work item. No data will be written.") + + logging.info(f"Completed generation for output: {output.name}") + + +@dataclass +class InferenceConfig: + """ + Top-level configuration for downscaling generation entrypoint. + + Defines the model, base data source, and one or more outputs to generate. + Fine-resolution outputs are generated from coarse-resolution inputs without + requiring fine-resolution target data (unlike training/evaluation). + + Each output can specify different spatial regions, time ranges, ensemble + sizes, and output variables. Outputs are processed sequentially, with generation + parallelized across GPUs using distributed data loading. + + Attributes: + model: Model specification to load for generation. + data: Base data loader configuration that is shared to each output + generation task. Specifics for each output like the time(range), + spatial extent, saved variables, and max_samples_per_gpu + (effective batch size) are specified in each outputß. + experiment_dir: Directory for saving generated zarr files and logs. + outputs: List of output specifications. Each output generates a + separate zarr file. + logging: Logging configuration. + patch: Default patch prediction configuration. + + Example YAML configuration: + ```yaml + experiment_dir: /results + model: + checkpoint_path: /checkpoints/best_histogram_tail.ckpt + data: + topography: /climate-default/X-SHiELD-AMIP-downscaling/3km.zarr + coarse: + - data_path: /climate-default/X-SHiELD-AMIP-downscaling + engine: zarr + file_pattern: 100km.zarr + batch_size: 4 # Value is overidden by each output + num_data_workers: 0 + strict_ensemble: False + patch: + divide_generation: true + composite_prediction: true + coarse_horizontal_overlap: 0 + outputs: + - name: "WA_AR_20230206" + save_vars: ["PRATEsfc"] + n_ens: 128 + max_samples_per_gpu: 8 + event_time: "2023-02-06T06:00:00" + lat_extent: + start: 36.0 + stop: 52.0 + lon_extent: + start: 228.0 + stop: 244.0 + - name: "CONUS_2023" + save_vars: ["PRATEsfc"] + n_ens: 8 + max_samples_per_gpu: 8 + time_range: + start_time: "2023-01-01T00:00:00" + end_time: "2023-12-31T18:00:00" + lat_extent: + start: 22.0 + stop: 50.0 + lon_extent: + start: 230.0 + stop: 295.0 + logging: + log_to_screen: true + log_to_wandb: false + log_to_file: true + project: downscaling + entity: my_organization + ``` + """ + + model: CheckpointModelConfig | CascadePredictorConfig + data: DataLoaderConfig + experiment_dir: str + outputs: list[EventConfig | TimeRangeConfig] + logging: LoggingConfig + patch: PatchPredictionConfig = field(default_factory=PatchPredictionConfig) + + def configure_logging(self, log_filename: str): + self.logging.configure_logging(self.experiment_dir, log_filename) + + def configure_wandb(self, resumable: bool = False, **kwargs): + config = to_flat_dict(asdict(self)) + env_vars = logging_utils.retrieve_env_vars() + self.logging.configure_wandb( + config=config, env_vars=env_vars, resumable=resumable, **kwargs + ) + + def build(self) -> Downscaler: + outputs = [ + output_cfg.build( + loader_config=self.data, + requirements=self.model.data_requirements, + patch=self.patch, + ) + for output_cfg in self.outputs + ] + model = self.model.build() + return Downscaler(model=model, outputs=outputs, output_dir=self.experiment_dir) + + +def main(config_path: str): + with open(config_path) as f: + config = yaml.safe_load(f) + + generation_config: InferenceConfig = dacite.from_dict( + data_class=InferenceConfig, + data=config, + config=dacite.Config(strict=True), + ) + prepare_directory(generation_config.experiment_dir, config) + + generation_config.configure_logging(log_filename="out.log") + logging_utils.log_versions() + beaker_url = logging_utils.log_beaker_url() + generation_config.configure_wandb(resumable=True, notes=beaker_url) + + logging.info("Starting downscaling generation...") + downscaler = generation_config.build() + logging.info(f"Number of parameters: {count_parameters(downscaler.model.modules)}") + downscaler.run_all() diff --git a/fme/downscaling/generate/output.py b/fme/downscaling/inference/output.py similarity index 100% rename from fme/downscaling/generate/output.py rename to fme/downscaling/inference/output.py diff --git a/fme/downscaling/inference/test_inference.py b/fme/downscaling/inference/test_inference.py new file mode 100644 index 000000000..622b7daf7 --- /dev/null +++ b/fme/downscaling/inference/test_inference.py @@ -0,0 +1,388 @@ +import os +import subprocess +from dataclasses import asdict +from pathlib import Path +from unittest.mock import MagicMock + +import pytest +import torch +import xarray as xr +import yaml + +from fme.core.dataset.time import TimeSlice +from fme.core.logging_utils import LoggingConfig +from fme.downscaling.data import LatLonCoordinates, Topography +from fme.downscaling.inference.constants import ENSEMBLE_NAME, TIME_NAME +from fme.downscaling.inference.inference import Downscaler, InferenceConfig, main +from fme.downscaling.inference.output import ( + DownscalingOutput, + EventConfig, + TimeRangeConfig, +) +from fme.downscaling.inference.test_output import loader_config # noqa +from fme.downscaling.inference.work_items import SliceWorkItemGriddedData +from fme.downscaling.models import ( + CheckpointModelConfig, + DiffusionModelConfig, + DiffusionModuleRegistrySelector, + LossConfig, + NormalizationConfig, + PairedNormalizationConfig, +) +from fme.downscaling.predictors import PatchPredictionConfig, PatchPredictor +from fme.downscaling.test_evaluator import LinearDownscalingDiffusion + +# Fixtures + + +@pytest.fixture +def mock_model(): + """Create a mock model with coarse_shape attribute.""" + model = MagicMock() + model.coarse_shape = (16, 16) + model.fine_shape = (32, 32) + return model + + +@pytest.fixture +def mock_output_target(): + """Create a mock DownscalingOutput.""" + target = MagicMock(spec=DownscalingOutput) + target.name = "test_target" + target.save_vars = ["var1", "var2"] + target.n_ens = 4 + target.patch = PatchPredictionConfig() + gridded_data = MagicMock() + gridded_data.loader = [] + target.data = gridded_data + return target + + +def get_topography(shape=(16, 16)): + data = torch.randn(shape) + coords = LatLonCoordinates(lat=torch.arange(shape[0]), lon=torch.arange(shape[1])) + return Topography(data=data, coords=coords) + + +# Tests for Downscaler initialization + + +def test_downscaler_initialization(mock_model, mock_output_target): + """Test that Downscaler can be instantiated with required fields.""" + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + output_dir="/test/output", + ) + + assert downscaler.model is mock_model + assert downscaler.outputs == [mock_output_target] + assert downscaler.output_dir == "/test/output" + + +# Tests for Downscaler._get_generation_model + + +def test_get_generation_model_exact_match(mock_model, mock_output_target): + """ + Test _get_generation_model returns model unchanged when shapes match exactly. + """ + mock_model.fine_shape = (16, 16) + topo = get_topography(shape=(16, 16)) + + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + ) + + result = downscaler._get_generation_model( + topography=topo, + output=mock_output_target, + ) + + assert result is mock_model + + +@pytest.mark.parametrize("topo_shape", [(8, 16), (16, 8), (8, 8)]) +def test_get_generation_model_raises_when_domain_too_small( + mock_model, mock_output_target, topo_shape +): + """ + Test _get_generation_model raises ValueError when domain is + smaller than model. + """ + mock_model.fine_shape = (16, 16) + topo = get_topography(shape=topo_shape) + + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + ) + + with pytest.raises(ValueError): + downscaler._get_generation_model( + topography=topo, + output=mock_output_target, + ) + + +def test_get_generation_model_creates_patch_predictor_when_needed( + mock_model, mock_output_target +): + """ + Test _get_generation_model creates PatchPredictor for + large domains with patching. + """ + mock_model.fine_shape = (16, 16) + topo = get_topography(shape=(32, 32)) # Larger than model + + patch_config = PatchPredictionConfig( + divide_generation=True, + composite_prediction=True, + coarse_horizontal_overlap=2, + ) + mock_output_target.patch = patch_config + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + ) + + model = downscaler._get_generation_model( + topography=topo, + output=mock_output_target, + ) + + assert isinstance(model, PatchPredictor) + assert model.coarse_horizontal_overlap == 2 + + +def test_get_generation_model_raises_when_large_domain_without_patching( + mock_model, mock_output_target +): + """ + Test _get_generation_model raises when domain is large but patching + not configured. + """ + mock_model.fine_shape = (16, 16) + topo = get_topography(shape=(32, 32)) # Larger than model + mock_output_target.patch = PatchPredictionConfig(divide_generation=False) + + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + ) + + with pytest.raises(ValueError): + downscaler._get_generation_model( + topography=topo, + output=mock_output_target, + ) + + +def test_run_target_generation_skips_padding_items( + mock_model, + mock_output_target, +): + """Test run_target_generation skips writing output for padding items.""" + # Create padding work item + mock_work_item = MagicMock() + mock_work_item.is_padding = True + mock_work_item.n_ens = 4 + mock_work_item.batch = MagicMock() + + mock_topo = get_topography(shape=(16, 16)) + + mock_gridded_data = SliceWorkItemGriddedData( + [mock_work_item], {}, [0], torch.float32, (1, 4, 16, 16), mock_topo + ) + mock_output_target.data = mock_gridded_data + mock_model.fine_shape = (16, 16) + + mock_output = { + "var1": torch.randn(1, 4, 16, 16), + "var2": torch.randn(1, 4, 16, 16), + } + mock_model.generate_on_batch_no_target.return_value = mock_output + + mock_writer = MagicMock() + mock_output_target.get_writer.return_value = mock_writer + + downscaler = Downscaler( + model=mock_model, + outputs=[mock_output_target], + ) + + downscaler.run_output_generation(output=mock_output_target) + + # Verify model was still called + mock_model.generate_on_batch_no_target.assert_called_once() + + # Verify the mock writer was not called + mock_writer.write_batch.assert_not_called() + + +# Tests for end-to-end generation process + + +def get_generate_model_config(): + return DiffusionModelConfig( + DiffusionModuleRegistrySelector( + "prebuilt", + { + "module": LinearDownscalingDiffusion( + factor=1, + fine_img_shape=(16, 16), + n_channels_in=3, # var0, var1, topography + n_channels_out=2, # var0, var1 + ) + }, + expects_interpolated_input=True, + ), + loss=LossConfig("NaN"), + in_names=["var0", "var1"], + out_names=["var0", "var1"], + normalization=PairedNormalizationConfig( + NormalizationConfig( + means={"var0": 0.0, "var1": 0.0}, stds={"var0": 1.0, "var1": 1.0} + ), + NormalizationConfig( + means={"var0": 0.0, "var1": 0.0}, stds={"var0": 1.0, "var1": 1.0} + ), + ), + p_mean=0, + p_std=1, + sigma_min=1, + sigma_max=2, + churn=1, + num_diffusion_generation_steps=2, + predict_residual=True, + ) + + +@pytest.fixture +def checkpointed_model_config(tmp_path): + """Create and return a path to a checkpointed model for testing.""" + model_config = get_generate_model_config() + # TODO: ensure this gets connected to centralized data helper + coarse_shape = (8, 8) + model_config.use_fine_topography = True + model = model_config.build(coarse_shape, 2) + + checkpoint_path = tmp_path / "model_checkpoint.pth" + model.get_state() + torch.save({"model": model.get_state()}, checkpoint_path) + + return CheckpointModelConfig( + checkpoint_path=str(checkpoint_path), + ) + + +@pytest.fixture +def generation_config(tmp_path, loader_config, checkpointed_model_config): # noqa + """Create a GenerationConfig for testing.""" + region_config = TimeRangeConfig( + name="test_region", + time_range=TimeSlice("2000-01-01T00:00:00", "2000-01-03T00:00:00"), + n_ens=3, + save_vars=["var0", "var1"], + max_samples_per_gpu=4, + ) + event_config = EventConfig( + name="test_event", + event_time="2000-01-02T00:00:00", + n_ens=4, + save_vars=["var0"], + zarr_chunks={"time": 1, "ens": 1}, + ) + + output_dir = tmp_path / "generation_output" + output_dir.mkdir(parents=True, exist_ok=True) + return InferenceConfig( + model=checkpointed_model_config, + data=loader_config, + experiment_dir=str(output_dir), + outputs=[region_config, event_config], + logging=LoggingConfig(log_to_screen=True, log_to_wandb=False), + patch=PatchPredictionConfig(divide_generation=True), + ) + + +@pytest.fixture +def generation_config_path(generation_config): + output_dir = generation_config.experiment_dir + + # save generation config to yaml + config_path = Path(output_dir) / "generation_config.yaml" + with open(config_path, "w") as f: + yaml.dump(asdict(generation_config), f) + + return config_path + + +def test_generation_main(generation_config_path, skip_slow): + """Test the main generation process end-to-end.""" + if skip_slow: + pytest.skip("Skipping slow test.") + + main(str(generation_config_path)) + + output_dir = generation_config_path.parent + test_region_zarr = output_dir / "test_region.zarr" + test_event_zarr = output_dir / "test_event.zarr" + + assert (output_dir / "test_region.zarr").exists() + assert (output_dir / "test_event.zarr").exists() + region = xr.open_zarr(test_region_zarr) + assert "var0" in region.data_vars + assert "var1" in region.data_vars + assert region["var0"].notnull().all() + assert region["var0"].sizes[ENSEMBLE_NAME] == 3 + assert region["var0"].sizes[TIME_NAME] == 3 + + event = xr.open_zarr(test_event_zarr) + assert "var0" in event.data_vars + assert "var1" not in event.data_vars + assert event["var0"].notnull().all() + assert event["var0"].sizes[ENSEMBLE_NAME] == 4 + assert event["var0"].sizes[TIME_NAME] == 1 + + +@pytest.mark.skipif( + (not torch.cuda.is_available() or torch.cuda.device_count() < 2), + reason="Skipping multi-GPU test: less than 2 GPUs available.", +) +def test_generation_entrypoint(generation_config_path, skip_slow): + """Test the main generation process end-to-end.""" + if skip_slow: + pytest.skip("Skipping slow test.") + + command = [ + "torchrun", + "--nproc_per_node", + "2", + "-m", + "fme.downscaling.inference", + str(generation_config_path), + ] + os.environ["TORCH_DISTRIBUTED_DEBUG"] = "DETAIL" + + subprocess.run(command, check=True) + output_dir = generation_config_path.parent + test_region_zarr = output_dir / "test_region.zarr" + test_event_zarr = output_dir / "test_event.zarr" + + assert (output_dir / "test_region.zarr").exists() + assert (output_dir / "test_event.zarr").exists() + region = xr.open_zarr(test_region_zarr) + assert "var0" in region.data_vars + assert "var1" in region.data_vars + assert region["var0"].notnull().all() + assert region["var0"].sizes[ENSEMBLE_NAME] == 3 + assert region["var0"].sizes[TIME_NAME] == 3 + + event = xr.open_zarr(test_event_zarr) + assert "var0" in event.data_vars + assert "var1" not in event.data_vars + assert event["var0"].notnull().all() + assert event["var0"].sizes[ENSEMBLE_NAME] == 4 + assert event["var0"].sizes[TIME_NAME] == 1 diff --git a/fme/downscaling/generate/test_output.py b/fme/downscaling/inference/test_output.py similarity index 94% rename from fme/downscaling/generate/test_output.py rename to fme/downscaling/inference/test_output.py index 8d7718868..31ce8a334 100644 --- a/fme/downscaling/generate/test_output.py +++ b/fme/downscaling/inference/test_output.py @@ -5,7 +5,7 @@ from fme.core.dataset.time import TimeSlice from fme.core.dataset.xarray import XarrayDataConfig from fme.downscaling.data import ClosedInterval, DataLoaderConfig -from fme.downscaling.generate.output import ( +from fme.downscaling.inference.output import ( DownscalingOutput, DownscalingOutputConfig, EventConfig, @@ -13,7 +13,7 @@ ) from fme.downscaling.predictors import PatchPredictionConfig from fme.downscaling.requirements import DataRequirements -from fme.downscaling.test_train import data_paths_helper +from fme.downscaling.test_utils import data_paths_helper # Tests for OutputTargetConfig validation @@ -98,8 +98,8 @@ def loader_config(tmp_path): def requirements(): """Create DataRequirements for generation.""" return DataRequirements( - coarse_names=["x", "y"], - fine_names=["x", "y"], + coarse_names=["var0", "var1"], + fine_names=["var0", "var1"], n_timesteps=1, use_fine_topography=True, ) @@ -122,7 +122,7 @@ def test_event_config_build_creates_output_target_with_single_time( name="test_event", event_time="2000-01-01T00:00:00", n_ens=4, - save_vars=["x", "y"], + save_vars=["var0", "var1"], lat_extent=ClosedInterval(2.0, 6.0), lon_extent=ClosedInterval(2.0, 6.0), ) @@ -132,7 +132,7 @@ def test_event_config_build_creates_output_target_with_single_time( # Verify OutputTarget was created assert isinstance(output_target, DownscalingOutput) assert output_target.name == "test_event" - assert output_target.save_vars == ["x", "y"] + assert output_target.save_vars == ["var0", "var1"] assert output_target.n_ens == 4 # Verify time dimension - should have exactly 1 timestep @@ -152,7 +152,7 @@ def test_region_config_build_creates_output_target_with_time_range( name="test_region", time_range=TimeSlice("2000-01-01T00:00:00", "2000-01-02T00:00:00"), n_ens=4, - save_vars=["x", "y"], + save_vars=["var0", "var1"], ) output_target = config.build(loader_config, requirements, patch_config) diff --git a/fme/downscaling/generate/test_work_items.py b/fme/downscaling/inference/test_work_items.py similarity index 98% rename from fme/downscaling/generate/test_work_items.py rename to fme/downscaling/inference/test_work_items.py index 9e690a626..d6bf9c37a 100644 --- a/fme/downscaling/generate/test_work_items.py +++ b/fme/downscaling/inference/test_work_items.py @@ -4,8 +4,8 @@ import torch from fme.downscaling.data import BatchData -from fme.downscaling.generate.constants import ENSEMBLE_NAME, TIME_NAME -from fme.downscaling.generate.work_items import ( +from fme.downscaling.inference.constants import ENSEMBLE_NAME, TIME_NAME +from fme.downscaling.inference.work_items import ( LoadedSliceWorkItem, SliceItemDataset, SliceWorkItem, @@ -391,7 +391,7 @@ def test_slice_item_dataset_getitem_returns_loaded_work_item( # Mock BatchData.from_sequence with patch( - "fme.downscaling.generate.work_items.BatchData.from_sequence" + "fme.downscaling.inference.work_items.BatchData.from_sequence" ) as mock_from_sequence: mock_batch = Mock(spec=BatchData) mock_from_sequence.return_value = mock_batch diff --git a/fme/downscaling/generate/test_zarr_utils.py b/fme/downscaling/inference/test_zarr_utils.py similarity index 98% rename from fme/downscaling/generate/test_zarr_utils.py rename to fme/downscaling/inference/test_zarr_utils.py index 890b97cef..fb31a46f3 100644 --- a/fme/downscaling/generate/test_zarr_utils.py +++ b/fme/downscaling/inference/test_zarr_utils.py @@ -1,6 +1,6 @@ import pytest -from fme.downscaling.generate.zarr_utils import ( +from fme.downscaling.inference.zarr_utils import ( NotReducibleError, _recursive_latlon_chunksize_search, _total_size_mb, diff --git a/fme/downscaling/generate/work_items.py b/fme/downscaling/inference/work_items.py similarity index 99% rename from fme/downscaling/generate/work_items.py rename to fme/downscaling/inference/work_items.py index b81efc2a7..819bd913f 100644 --- a/fme/downscaling/generate/work_items.py +++ b/fme/downscaling/inference/work_items.py @@ -297,7 +297,7 @@ class SliceWorkItemGriddedData: all_times: xr.CFTimeIndex dtype: torch.dtype max_output_shape: tuple[int, ...] - topography: Topography | None + topography: Topography # TODO: currently no protocol or ABC for gridded data objects # if we want to unify, we will need one and just raise @@ -310,7 +310,7 @@ def on_device(work_item: LoadedSliceWorkItem) -> LoadedSliceWorkItem: return SizedMap(on_device, self._loader) - def get_generator(self) -> Iterator[tuple[LoadedSliceWorkItem, Topography | None]]: + def get_generator(self) -> Iterator[tuple[LoadedSliceWorkItem, Topography]]: work_item: LoadedSliceWorkItem for work_item in self.loader: yield work_item, self.topography diff --git a/fme/downscaling/generate/zarr_utils.py b/fme/downscaling/inference/zarr_utils.py similarity index 100% rename from fme/downscaling/generate/zarr_utils.py rename to fme/downscaling/inference/zarr_utils.py diff --git a/fme/downscaling/test_evaluator.py b/fme/downscaling/test_evaluator.py index 0da87d481..aa2cd9db6 100644 --- a/fme/downscaling/test_evaluator.py +++ b/fme/downscaling/test_evaluator.py @@ -17,7 +17,7 @@ from fme.downscaling.models import DiffusionModelConfig, PairedNormalizationConfig from fme.downscaling.modules.diffusion_registry import DiffusionModuleRegistrySelector from fme.downscaling.test_models import LinearDownscaling -from fme.downscaling.test_train import data_paths_helper +from fme.downscaling.test_utils import data_paths_helper from fme.downscaling.train import TrainerConfig @@ -72,11 +72,15 @@ def get_trainer_model_config(): expects_interpolated_input=False, ), loss=LossConfig("NaN"), - in_names=["x", "y"], - out_names=["x", "y"], + in_names=["var0", "var1"], + out_names=["var0", "var1"], normalization=PairedNormalizationConfig( - NormalizationConfig(means={"x": 0.0, "y": 0.0}, stds={"x": 1.0, "y": 1.0}), - NormalizationConfig(means={"x": 0.0, "y": 0.0}, stds={"x": 1.0, "y": 1.0}), + NormalizationConfig( + means={"var0": 0.0, "var1": 0.0}, stds={"var0": 1.0, "var1": 1.0} + ), + NormalizationConfig( + means={"var0": 0.0, "var1": 0.0}, stds={"var0": 1.0, "var1": 1.0} + ), ), p_mean=0, p_std=1, diff --git a/fme/downscaling/test_predict.py b/fme/downscaling/test_predict.py index b573046f2..5cb7c7dc6 100644 --- a/fme/downscaling/test_predict.py +++ b/fme/downscaling/test_predict.py @@ -11,7 +11,7 @@ from fme.downscaling.models import DiffusionModelConfig, PairedNormalizationConfig from fme.downscaling.modules.diffusion_registry import DiffusionModuleRegistrySelector from fme.downscaling.test_models import LinearDownscaling -from fme.downscaling.test_train import data_paths_helper +from fme.downscaling.test_utils import data_paths_helper class LinearDownscalingDiffusion(LinearDownscaling): @@ -105,7 +105,6 @@ def test_predictor_runs(tmp_path, very_fast_only: bool): predictor_config_path = create_predictor_config( tmp_path, n_samples, - data_paths_helper_kwargs={"rename": {"x": "var0", "y": "var1"}}, ) model_config = get_model_config(coarse_shape, downscale_factor=downscale_factor) model = model_config.build( @@ -144,7 +143,9 @@ def test_predictor_renaming( tmp_path, n_samples, model_renaming=renaming, - data_paths_helper_kwargs={"rename": {"x": "var0_renamed", "y": "var1_renamed"}}, + data_paths_helper_kwargs={ + "rename": {"var0": "var0_renamed", "var1": "var1_renamed"} + }, ) model_config = get_model_config(coarse_shape, downscale_factor) model = model_config.build(coarse_shape=coarse_shape, downscale_factor=2) diff --git a/fme/downscaling/test_train.py b/fme/downscaling/test_train.py index 2328960fb..ff8149cc1 100644 --- a/fme/downscaling/test_train.py +++ b/fme/downscaling/test_train.py @@ -1,4 +1,3 @@ -import datetime import os import pathlib import subprocess @@ -7,16 +6,14 @@ from pathlib import Path from unittest.mock import MagicMock -import cftime import dacite -import numpy as np import pytest import torch -import xarray as xr import yaml from fme.core.testing.model import compare_restored_parameters from fme.core.testing.wandb import mock_wandb +from fme.downscaling.test_utils import create_test_data_on_disk, data_paths_helper from fme.downscaling.train import Trainer, TrainerConfig, main, restore_checkpoint from fme.downscaling.typing_ import FineResCoarseResPair @@ -48,94 +45,23 @@ def test_trainer(tmp_path): trainer.train_one_epoch() -def _midpoints_from_count(start, end, n_mid): - width = (end - start) / n_mid - return np.linspace(start + width / 2, end - width / 2, n_mid, dtype=np.float32) - - -def create_test_data_on_disk( - filename: Path, dim_sizes, variable_names, coords_override: dict[str, xr.DataArray] -) -> Path: - data_vars = {} - - for name in variable_names: - data = np.random.randn(*list(dim_sizes.values())) - if len(dim_sizes) > 0: - data = data.astype(np.float32) - data_vars[name] = xr.DataArray( - data, dims=list(dim_sizes), attrs={"units": "m", "long_name": name} - ) - coords = { - dim_name: ( - xr.DataArray( - np.arange(size, dtype=np.float32), - dims=(dim_name,), - ) - if dim_name not in coords_override - else coords_override[dim_name] - ) - for dim_name, size in dim_sizes.items() - } - # for lat, lon, overwrite with midpoints that are consistent with a - # fine grid that fits inside coarse grid - for c in ["lat", "lon"]: - if c in coords: - coords[c] = _midpoints_from_count(0, 8, dim_sizes[c]) - - for i in range(7): - data_vars[f"ak_{i}"] = float(i) - data_vars[f"bk_{i}"] = float(i + 1) - - ds = xr.Dataset(data_vars=data_vars, coords=coords) - unlimited_dims = ["time"] if "time" in ds.dims else None - - ds.to_netcdf(filename, unlimited_dims=unlimited_dims, format="NETCDF4_CLASSIC") - return filename - - -def data_paths_helper(tmp_path, rename: dict = {}) -> FineResCoarseResPair[str]: - dim_sizes = FineResCoarseResPair[dict[str, int]]( - fine={"time": NUM_TIMESTEPS, "lat": 16, "lon": 16}, - coarse={"time": NUM_TIMESTEPS, "lat": 8, "lon": 8}, - ) - - variable_names = ["x", "y", "HGTsfc"] - variable_names = [rename.get(v, v) for v in variable_names] - fine_path = tmp_path / "fine" - coarse_path = tmp_path / "coarse" - fine_path.mkdir() - coarse_path.mkdir() - time_coord = [ - cftime.DatetimeProlepticGregorian(2000, 1, 1) + datetime.timedelta(days=i) - for i in range(NUM_TIMESTEPS) - ] - coords = {"time": time_coord} - create_test_data_on_disk( - fine_path / "data.nc", dim_sizes.fine, variable_names, coords - ) - create_test_data_on_disk( - coarse_path / "data.nc", dim_sizes.coarse, variable_names, coords - ) - return FineResCoarseResPair[str](fine=fine_path, coarse=coarse_path) - - @pytest.fixture def train_data_paths(tmp_path): path = tmp_path / "train" path.mkdir() - return data_paths_helper(path) + return data_paths_helper(path, num_timesteps=NUM_TIMESTEPS) @pytest.fixture def validation_data_paths(tmp_path): path = tmp_path / "validation" path.mkdir() - return data_paths_helper(path) + return data_paths_helper(path, num_timesteps=NUM_TIMESTEPS) @pytest.fixture def stats_data_paths(tmp_path): - variable_names = ["x", "y"] + variable_names = ["var0", "var1"] mean_path = create_test_data_on_disk( tmp_path / "stats-mean.nc", {}, variable_names, {} ) @@ -223,9 +149,9 @@ def default_trainer_config( @pytest.mark.parametrize( "in_names, out_names", [ - (["x"], ["x", "y"]), - (["x", "y"], ["y"]), - (["x", "y"], ["x", "y"]), + (["var0"], ["var0", "var1"]), + (["var0", "var1"], ["var1"]), + (["var0", "var1"], ["var0", "var1"]), ], ids=[ "single_input_multiple_out", diff --git a/fme/downscaling/test_utils.py b/fme/downscaling/test_utils.py new file mode 100644 index 000000000..4f34a4451 --- /dev/null +++ b/fme/downscaling/test_utils.py @@ -0,0 +1,81 @@ +import datetime +from pathlib import Path + +import cftime +import numpy as np +import xarray as xr + +from fme.downscaling.typing_ import FineResCoarseResPair + + +def _midpoints_from_count(start, end, n_mid): + width = (end - start) / n_mid + return np.linspace(start + width / 2, end - width / 2, n_mid, dtype=np.float32) + + +def create_test_data_on_disk( + filename: Path, dim_sizes, variable_names, coords_override: dict[str, xr.DataArray] +) -> Path: + data_vars = {} + + for name in variable_names: + data = np.random.randn(*list(dim_sizes.values())) + if len(dim_sizes) > 0: + data = data.astype(np.float32) + data_vars[name] = xr.DataArray( + data, dims=list(dim_sizes), attrs={"units": "m", "long_name": name} + ) + coords = { + dim_name: ( + xr.DataArray( + np.arange(size, dtype=np.float32), + dims=(dim_name,), + ) + if dim_name not in coords_override + else coords_override[dim_name] + ) + for dim_name, size in dim_sizes.items() + } + # for lat, lon, overwrite with midpoints that are consistent with a + # fine grid that fits inside coarse grid + for c in ["lat", "lon"]: + if c in coords: + coords[c] = _midpoints_from_count(0, 8, dim_sizes[c]) + + for i in range(7): + data_vars[f"ak_{i}"] = float(i) + data_vars[f"bk_{i}"] = float(i + 1) + + ds = xr.Dataset(data_vars=data_vars, coords=coords) + unlimited_dims = ["time"] if "time" in ds.dims else None + + ds.to_netcdf(filename, unlimited_dims=unlimited_dims, format="NETCDF4_CLASSIC") + return filename + + +def data_paths_helper( + tmp_path, rename: dict = {}, num_timesteps: int = 4 +) -> FineResCoarseResPair[str]: + dim_sizes = FineResCoarseResPair[dict[str, int]]( + fine={"time": num_timesteps, "lat": 16, "lon": 16}, + coarse={"time": num_timesteps, "lat": 8, "lon": 8}, + ) + + variable_names = ["var0", "var1", "HGTsfc"] + variable_names = [rename.get(v, v) for v in variable_names] + fine_path = tmp_path / "fine" + coarse_path = tmp_path / "coarse" + fine_path.mkdir() + coarse_path.mkdir() + time_coord = [ + cftime.DatetimeProlepticGregorian(2000, 1, 1) + datetime.timedelta(days=i) + for i in range(num_timesteps) + ] + coords = {"time": time_coord} + create_test_data_on_disk( + fine_path / "data.nc", dim_sizes.fine, variable_names, coords + ) + create_test_data_on_disk( + coarse_path / "data.nc", dim_sizes.coarse, variable_names, coords + ) + return FineResCoarseResPair[str](fine=fine_path, coarse=coarse_path) diff --git a/pyproject.toml b/pyproject.toml index 14cd5d1da..1659b1524 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -30,6 +30,7 @@ dependencies = { file = "requirements.txt" } optional-dependencies.dev = { file = "requirements-dev.txt" } optional-dependencies.docs = { file = "docs/requirements.txt" } optional-dependencies.deploy = { file = "requirements-deploy.txt" } +optional-dependencies.graphcast = { file = "requirements-graphcast.txt" } [tool.setuptools.packages] find = {} diff --git a/requirements-graphcast.txt b/requirements-graphcast.txt new file mode 100644 index 000000000..2bdf0d29f --- /dev/null +++ b/requirements-graphcast.txt @@ -0,0 +1,2 @@ +rtree>=1.4.1 # required for trimesh +trimesh>=4.8.3 From 623a8a3f309008411e149ab0e6fb92f73f5ab6ba Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Thu, 20 Nov 2025 16:13:31 -0800 Subject: [PATCH 17/34] add separate decoder case --- ...ressure-level-separate-decoder-config.yaml | 305 ++++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 9 + 2 files changed, 314 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml new file mode 100644 index 000000000..c0bcd6982 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml @@ -0,0 +1,305 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.00001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - "*" + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + additional_diagnostic_names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index 5196be7d8..e8e7e08b1 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -9,12 +9,14 @@ PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-l PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-reweight-config.yaml" PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml" +PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME +PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 REPO_ROOT=$(git rev-parse --show-toplevel) @@ -104,3 +106,10 @@ for SEED in 0 1; do OVERRIDE="seed=${SEED}" launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH $OVERRIDE done + +# fine tune with separate decoder for pressure levels +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-separate-decoder-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH $OVERRIDE +done From c2edb65c337132eaed6bd5a91193430987a1a40c Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Fri, 21 Nov 2025 11:22:47 -0800 Subject: [PATCH 18/34] add separate decoder + LR warmup case --- ...vel-separate-decoder-lr-warmup-config.yaml | 316 ++++++++++++++++++ ...n-ace-fine-tune-decoder-pressure-levels.sh | 9 + 2 files changed, 325 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml new file mode 100644 index 000000000..5d09ac5c9 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml @@ -0,0 +1,316 @@ +experiment_dir: /results +save_checkpoint: true +validate_using_ema: true +max_epochs: 120 +n_forward_steps: 2 +seed: 0 +ema: + decay: 0.999 +inference: + n_forward_steps: 7300 + forward_steps_in_memory: 40 + loader: + start_indices: + times: + - '2009-01-01T00:00:00' + - '2009-02-15T00:00:00' + - '2009-04-01T00:00:00' + - '2009-05-15T00:00:00' + - '2009-07-01T00:00:00' + - '2009-08-15T00:00:00' + - '2009-10-01T00:00:00' + - '2009-11-15T00:00:00' + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + num_data_workers: 4 + aggregator: + log_histograms: true + time_mean_reference_data: /statsdata/time-mean.nc +logging: + log_to_screen: true + log_to_wandb: true + log_to_file: true + project: ace + entity: ai2cm +train_loader: + batch_size: 16 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + subset: + start_time: '1979-01-01' + stop_time: '2008-12-31' + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" +validation_loader: + batch_size: 128 + num_data_workers: 4 + prefetch_factor: 4 + dataset: + merge: + - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 + - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 + file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr + engine: "zarr" + subset: + start_time: '2009-01-01' + stop_time: '2014-12-31' + step: 3 +optimization: + use_gradient_accumulation: true + enable_automatic_mixed_precision: false + lr: 0.0001 + optimizer_type: AdamW + kwargs: + fused: true + weight_decay: 0.01 + scheduler: + schedulers: + - type: LinearLR + step_each_iteration: true + kwargs: + start_factor: 0.01 + end_factor: 1 + total_iters: 13695 # 5 epochs + - type: ConstantLR + step_each_iteration: true + milestones: [13695] +stepper: + loss: + type: MSE + weights: + air_temperature_0: 0.5 + air_temperature_1: 0.5 + eastward_wind_0: 0.5 + northward_wind_0: 0.5 + specific_total_water_0: 0.5 + specific_total_water_1: 0.25 + specific_total_water_2: 0.5 + PRATEsfc: 0.5 + DLWRFsfc: 2 + ULWRFsfc: 5 + USWRFsfc: 2 + DSWRFsfc: 2 + USWRFtoa: 2 + tendency_of_total_water_path_due_to_advection: 0.5 + parameter_init: + weights_path: /base_weights/ckpt.tar + parameters: + - frozen: + include: + - "*" + step: + type: single_module + config: + builder: + type: NoiseConditionedSFNO + config: + embed_dim: 384 + noise_embed_dim: 0 + filter_type: linear + use_mlp: true + num_layers: 8 + operator_type: dhconv + separable: false + spectral_layers: 3 + spectral_transform: sht + normalization: + network: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-full-field.nc + residual: + global_means_path: /statsdata/centering.nc + global_stds_path: /statsdata/scaling-residual.nc + additional_diagnostic_names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + - TMP2m + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + - Q2m + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + - UGRD10m + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + - VGRD10m + ocean: + surface_temperature_name: surface_temperature + ocean_fraction_name: ocean_fraction + corrector: + conserve_dry_air: true + moisture_budget_correction: advection_and_precipitation + force_positive_names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + next_step_forcing_names: + - DSWRFtoa + in_names: + - land_fraction + - ocean_fraction + - sea_ice_fraction + - DSWRFtoa + - HGTsfc + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + out_names: + - PRESsfc + - surface_temperature + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - LHTFLsfc + - SHTFLsfc + - PRATEsfc + - ULWRFsfc + - ULWRFtoa + - DLWRFsfc + - DSWRFsfc + - USWRFsfc + - USWRFtoa + - tendency_of_total_water_path_due_to_advection \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index e8e7e08b1..c1baf8a9c 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -10,6 +10,7 @@ PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-re PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml" PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml" +PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME @@ -17,6 +18,7 @@ PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_REWEIGHT_CONFIG PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME +PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 REPO_ROOT=$(git rev-parse --show-toplevel) @@ -113,3 +115,10 @@ for SEED in 0 1; do OVERRIDE="seed=${SEED}" launch_job $JOB_NAME $PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH $OVERRIDE done + +# same as above but with LR warmup +for SEED in 0 1; do + JOB_NAME="${JOB_NAME_BASE}-separate-decoder-lr-warmup-RS${SEED}" + OVERRIDE="seed=${SEED}" + launch_job $JOB_NAME $PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH $OVERRIDE +done From ae1e6a7a41719bfc792e24c3d5f2f30b172734cb Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Sat, 22 Nov 2025 22:20:55 -0800 Subject: [PATCH 19/34] add full 4 seeds to separate decoder + LR warmup --- .../era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index c1baf8a9c..95dd72057 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -117,7 +117,7 @@ for SEED in 0 1; do done # same as above but with LR warmup -for SEED in 0 1; do +for SEED in 0 1 2 3; do JOB_NAME="${JOB_NAME_BASE}-separate-decoder-lr-warmup-RS${SEED}" OVERRIDE="seed=${SEED}" launch_job $JOB_NAME $PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH $OVERRIDE From 8d47482777dd7d789f9cfd31a12f4dc61a16ee4f Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Mon, 24 Nov 2025 13:24:57 -0800 Subject: [PATCH 20/34] add separate decoder checkpoints to in sample evaluations --- .../run-ace-evaluator-seed-selection-single.sh | 12 ++++++++++++ .../era5/aimip/run-ace-evaluator-seed-selection.sh | 14 +++++++++++++- 2 files changed, 25 insertions(+), 1 deletion(-) diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh index f620f5ade..f70e83a1c 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh @@ -17,6 +17,11 @@ FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ "01KAF36CX46JWBZHNZYX2S7C3R" \ ) +FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ + "01KAVVAKANNYY096MYCGSZ7RMQ" \ + "01KAVVGKY28P5N1VA883C63EBY" \ + "01KAVVN8YPPB3P6ZSD0BGCCVX7" +) CONFIG_FILENAME="ace-evaluator-seed-selection-single-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -85,3 +90,10 @@ for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" done + +# fine-tuned with separate decoder +for (( i=0; i<${#FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-separate-decoder-RS$i" + echo "Launching job for fine-tuned with separate decoder seed $i checkpoint ID: ${FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[$i]}" +done diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh index b252d64b5..aeee89646 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh @@ -17,6 +17,11 @@ FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ "01KAF36CX46JWBZHNZYX2S7C3R" \ ) +FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ + "01KAVVAKANNYY096MYCGSZ7RMQ" \ + "01KAVVGKY28P5N1VA883C63EBY" \ + "01KAVVN8YPPB3P6ZSD0BGCCVX7" +) CONFIG_FILENAME="ace-evaluator-seed-selection-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME @@ -80,4 +85,11 @@ for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-downweighted-q-RS$i" echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" -done \ No newline at end of file +done + +# fine-tuned with separate decoder +for (( i=0; i<${#FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[@]}; i++ )); do + JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-separate-decoder-RS$i" + echo "Launching job for fine-tuned with separate decoder seed $i checkpoint ID: ${FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[$i]}" + launch_job "$JOB_NAME" "${FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[$i]}" +done From 0864e5dc499fa4612cbf8db40e1139122a2719be Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Mon, 24 Nov 2025 16:38:59 -0800 Subject: [PATCH 21/34] AIMIP inference configuration with full set of outputs and simulations --- .../aimip/ace-aimip-inference-IC1-config.yaml | 489 +++++++++++++++++ .../aimip/ace-aimip-inference-IC2-config.yaml | 489 +++++++++++++++++ .../aimip/ace-aimip-inference-IC3-config.yaml | 489 +++++++++++++++++ .../aimip/ace-aimip-inference-IC4-config.yaml | 489 +++++++++++++++++ .../aimip/ace-aimip-inference-IC5-config.yaml | 489 +++++++++++++++++ .../aimip/ace-aimip-inference-config.yaml | 489 +++++++++++++++++ .../ace-aimip-inference-p2k-IC1-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p2k-IC2-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p2k-IC3-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p2k-IC4-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p2k-IC5-config.yaml | 494 ++++++++++++++++++ .../aimip/ace-aimip-inference-p2k-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p4k-IC1-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p4k-IC2-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p4k-IC3-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p4k-IC4-config.yaml | 494 ++++++++++++++++++ .../ace-aimip-inference-p4k-IC5-config.yaml | 494 ++++++++++++++++++ .../aimip/ace-aimip-inference-p4k-config.yaml | 494 ++++++++++++++++++ .../baselines/era5/aimip/run-ace-inference.sh | 95 ++++ 19 files changed, 8957 insertions(+) create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml create mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml create mode 100755 configs/baselines/era5/aimip/run-ace-inference.sh diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml new file mode 100644 index 000000000..f1a10f022 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml new file mode 100644 index 000000000..4c1cbd55a --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml new file mode 100644 index 000000000..b2882d66b --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml new file mode 100644 index 000000000..42ef86cde --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml new file mode 100644 index 000000000..85ca4e7f2 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml new file mode 100644 index 000000000..365a2cccc --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -0,0 +1,489 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 +logging: + project: ace \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml new file mode 100644 index 000000000..0e29dfba6 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml new file mode 100644 index 000000000..d70644abd --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml new file mode 100644 index 000000000..deeea1331 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml new file mode 100644 index 000000000..02a768434 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml new file mode 100644 index 000000000..bec0b91e8 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml new file mode 100644 index 000000000..0c7c2bdcd --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 2.0 +logging: + project: ace \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml new file mode 100644 index 000000000..053d2fe77 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml new file mode 100644 index 000000000..9f8f3671e --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml new file mode 100644 index 000000000..07d05083d --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml new file mode 100644 index 000000000..77b2d754f --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml new file mode 100644 index 000000000..963ccb01f --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml new file mode 100644 index 000000000..9cfe08a06 --- /dev/null +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -0,0 +1,494 @@ +checkpoint_path: /ckpt.tar +data_writer: + save_monthly_files: false + save_prediction_files: false + files: + - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRESsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRESsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - surface_temperature + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - surface_temperature + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - TMP2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - TMP2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - Q2m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - Q2m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - UGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - UGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - VGRD10m + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - VGRD10m + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + names: + - PRATEsfc + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + names: + - PRATEsfc + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP50 + - TMP100 + - TMP150 + - TMP200 + - TMP250 + - TMP300 + - TMP400 + - TMP500 + - TMP600 + - TMP700 + - TMP850 + - TMP925 + - TMP1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q50 + - Q100 + - Q150 + - Q200 + - Q250 + - Q300 + - Q400 + - Q500 + - Q600 + - Q700 + - Q850 + - Q925 + - Q1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD50 + - UGRD100 + - UGRD150 + - UGRD200 + - UGRD250 + - UGRD300 + - UGRD400 + - UGRD500 + - UGRD600 + - UGRD700 + - UGRD850 + - UGRD925 + - UGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD50 + - VGRD100 + - VGRD150 + - VGRD200 + - VGRD250 + - VGRD300 + - VGRD400 + - VGRD500 + - VGRD600 + - VGRD700 + - VGRD850 + - VGRD925 + - VGRD1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - h50 + - h100 + - h150 + - h200 + - h250 + - h300 + - h400 + - h500 + - h600 + - h700 + - h850 + - h925 + - h1000 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRESsfc + time_coarsen: + method: monthly_mean + save_reference: false + - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - surface_temperature + time_coarsen: + method: monthly_mean + save_reference: false + - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - TMP2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - Q2m + time_coarsen: + method: monthly_mean + save_reference: false + - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - UGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - VGRD10m + time_coarsen: + method: monthly_mean + save_reference: false + - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + names: + - PRATEsfc + time_coarsen: + method: monthly_mean + save_reference: false +experiment_dir: /results +forward_steps_in_memory: 40 +n_forward_steps: 67576 +initial_condition: + path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc + start_indices: + times: + - '1978-09-30T18:00:00' +forcing_loader: + dataset: + data_path: /climate-default/2025-09-12-aimip-evaluation + file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr + engine: zarr + num_data_workers: 8 + perturbations: + sst: + - type: constant + config: + amplitude: 4.0 +logging: + project: ace \ No newline at end of file diff --git a/configs/baselines/era5/aimip/run-ace-inference.sh b/configs/baselines/era5/aimip/run-ace-inference.sh new file mode 100755 index 000000000..34ec3c7c5 --- /dev/null +++ b/configs/baselines/era5/aimip/run-ace-inference.sh @@ -0,0 +1,95 @@ +#!/bin/bash + +set -e + +JOB_NAME_BASE="ace-aimip-inference-oct-1978-2024" +JOB_GROUP="ace-aimip" +# this is from ace-aimip-fine-tune-decoder-pressure-levels-separate-decoder-lr-warmup-RS0 +EXISTING_RESULTS_DATASET="01KAKXY0EK24K7BZK2N8SPJ5SJ" +BEAKER_USERNAME=bhenn1983 + +SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository +REPO_ROOT=$(git rev-parse --show-toplevel) + +AIMIP_INFERENCE_CONFIG_FILENAME="ace-aimip-inference-config.yaml" +AIMIP_INFERENCE_BASE_CONFIG_PATH=$SCRIPT_PATH/$AIMIP_INFERENCE_CONFIG_FILENAME +AIMIP_INFERENCE_P2K_CONFIG_FILENAME="ace-aimip-inference-p2k-config.yaml" +AIMIP_INFERENCE_BASE_P2K_CONFIG_PATH=$SCRIPT_PATH/$AIMIP_INFERENCE_P2K_CONFIG_FILENAME +AIMIP_INFERENCE_P4K_CONFIG_FILENAME="ace-aimip-inference-p4k-config.yaml" +AIMIP_INFERENCE_BASE_P4K_CONFIG_PATH=$SCRIPT_PATH/$AIMIP_INFERENCE_P4K_CONFIG_FILENAME + +cd $REPO_ROOT # so config path is valid no matter where we are running this script + +python -m fme.ace.validate_config --config_type inference $AIMIP_INFERENCE_BASE_CONFIG_PATH +python -m fme.ace.validate_config --config_type inference $AIMIP_INFERENCE_BASE_P2K_CONFIG_PATH +python -m fme.ace.validate_config --config_type inference $AIMIP_INFERENCE_BASE_P4K_CONFIG_PATH + +launch_job () { + + JOB_NAME=$1 + CONFIG_PATH=$2 + shift 2 + OVERRIDE="$@" + + cd $REPO_ROOT && gantry run \ + --name $JOB_NAME \ + --task-name $JOB_NAME \ + --description 'Run ACE2-ERA5 inference' \ + --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ + --workspace ai2/ace \ + --priority high \ + --not-preemptible \ + --cluster ai2/ceres-cirrascale \ + --cluster ai2/titan-cirrascale \ + --cluster ai2/saturn-cirrascale \ + --cluster ai2/jupiter-cirrascale-2 \ + --env WANDB_USERNAME=$BEAKER_USERNAME \ + --env WANDB_NAME=$JOB_NAME \ + --env WANDB_JOB_TYPE=inference \ + --env WANDB_RUN_GROUP=$JOB_GROUP \ + --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ + --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ + --dataset-secret google-credentials:/tmp/google_application_credentials.json \ + --dataset $EXISTING_RESULTS_DATASET:training_checkpoints/best_inference_ckpt.tar:/ckpt.tar \ + --gpus 1 \ + --shared-memory 50GiB \ + --weka climate-default:/climate-default \ + --budget ai2/climate \ + --system-python \ + --install "pip install --no-deps ." \ + -- python -I -m fme.ace.inference $CONFIG_PATH --override $OVERRIDE + +} + +# # generate config files (for commiting only) +# for IC in {1..5}; do +# OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-IC${IC}-config.yaml" +# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_CONFIG_PATH > $OUTPUT_CONFIG_PATH +# P2K_OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-p2k-IC${IC}-config.yaml" +# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_P2K_CONFIG_PATH > $P2K_OUTPUT_CONFIG_PATH +# P4K_OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-p4k-IC${IC}-config.yaml" +# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_P4K_CONFIG_PATH > $P4K_OUTPUT_CONFIG_PATH +# done + +# launch 46-year (1979-2024) with spinup from 1978-10-01 +# use 5 different initial conditions files +for IC in {1..5}; do + JOB_NAME="${JOB_NAME_BASE}-IC${IC}" + IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed + IC_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-IC${IC}-config.yaml" + OVERRIDE="initial_condition.path=${IC_PATH}" + echo "Launching job $JOB_NAME with override: $OVERRIDE" + launch_job "$JOB_NAME" "$IC_CONFIG_PATH" "$OVERRIDE" +done + +# same as above but use SST perturbed by +2K and +4K +for PERTURBATION in p2k p4k; do + for IC in {1..5}; do + JOB_NAME="${JOB_NAME_BASE}-${PERTURBATION}-IC${IC}" + IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed + IC_PERTURBATION_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-${PERTURBATION}-IC${IC}-config.yaml" + OVERRIDE="initial_condition.path=${IC_PATH}" + echo "Launching job: $JOB_NAME with perturbation: $PERTURBATION and IC: $IC" + launch_job "$JOB_NAME" "$IC_PERTURBATION_CONFIG_PATH" "$OVERRIDE" + done +done \ No newline at end of file From 4f15405ab3ae3e984e04702faa7edc00c3ef4528 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 25 Nov 2025 11:48:11 -0800 Subject: [PATCH 22/34] save results to weka instead of beaker datasets --- configs/baselines/era5/aimip/run-ace-inference.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/configs/baselines/era5/aimip/run-ace-inference.sh b/configs/baselines/era5/aimip/run-ace-inference.sh index 34ec3c7c5..d5b3a7704 100755 --- a/configs/baselines/era5/aimip/run-ace-inference.sh +++ b/configs/baselines/era5/aimip/run-ace-inference.sh @@ -76,8 +76,9 @@ launch_job () { for IC in {1..5}; do JOB_NAME="${JOB_NAME_BASE}-IC${IC}" IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed + OUTPUT_PATH="/climate-default/2025-11-25-ace-aimip-inference-results/${JOB_NAME}" IC_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-IC${IC}-config.yaml" - OVERRIDE="initial_condition.path=${IC_PATH}" + OVERRIDE="initial_condition.path=${IC_PATH} experiment_dir=${OUTPUT_PATH}" echo "Launching job $JOB_NAME with override: $OVERRIDE" launch_job "$JOB_NAME" "$IC_CONFIG_PATH" "$OVERRIDE" done @@ -87,8 +88,9 @@ for PERTURBATION in p2k p4k; do for IC in {1..5}; do JOB_NAME="${JOB_NAME_BASE}-${PERTURBATION}-IC${IC}" IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed + OUTPUT_PATH="/climate-default/2025-11-25-ace-aimip-inference-results/${JOB_NAME}" IC_PERTURBATION_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-${PERTURBATION}-IC${IC}-config.yaml" - OVERRIDE="initial_condition.path=${IC_PATH}" + OVERRIDE="initial_condition.path=${IC_PATH} experiment_dir=${OUTPUT_PATH}" echo "Launching job: $JOB_NAME with perturbation: $PERTURBATION and IC: $IC" launch_job "$JOB_NAME" "$IC_PERTURBATION_CONFIG_PATH" "$OVERRIDE" done From fab699ecc3e9319ef35d49890f9b7de58fe3d824 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 26 Nov 2025 21:50:14 -0800 Subject: [PATCH 23/34] add model-layer outputs and rename files for p2k/p4k --- .../aimip/ace-aimip-inference-IC1-config.yaml | 182 +++++++++++++ .../aimip/ace-aimip-inference-IC2-config.yaml | 182 +++++++++++++ .../aimip/ace-aimip-inference-IC3-config.yaml | 182 +++++++++++++ .../aimip/ace-aimip-inference-IC4-config.yaml | 182 +++++++++++++ .../aimip/ace-aimip-inference-IC5-config.yaml | 182 +++++++++++++ .../aimip/ace-aimip-inference-config.yaml | 182 +++++++++++++ .../ace-aimip-inference-p2k-IC1-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p2k-IC2-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p2k-IC3-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p2k-IC4-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p2k-IC5-config.yaml | 254 +++++++++++++++--- .../aimip/ace-aimip-inference-p2k-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p4k-IC1-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p4k-IC2-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p4k-IC3-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p4k-IC4-config.yaml | 254 +++++++++++++++--- .../ace-aimip-inference-p4k-IC5-config.yaml | 254 +++++++++++++++--- .../aimip/ace-aimip-inference-p4k-config.yaml | 254 +++++++++++++++--- 18 files changed, 3708 insertions(+), 432 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml index f1a10f022..693ace5e8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml index 4c1cbd55a..103846970 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml index b2882d66b..daf42b83a 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml index 42ef86cde..635ca0d9d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml index 85ca4e7f2..c18033cc8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml index 365a2cccc..a4c58da60 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -24,6 +24,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 @@ -45,6 +61,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ta_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 @@ -66,6 +98,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 @@ -87,6 +135,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: hus_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 @@ -108,6 +172,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 @@ -129,6 +209,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: ua_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 @@ -150,6 +247,22 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 @@ -171,6 +284,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false + - label: va_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 @@ -357,6 +487,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ta_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 @@ -375,6 +518,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: hus_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 @@ -393,6 +549,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: ua_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 @@ -411,6 +580,19 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false + - label: va_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml index 0e29dfba6..e0806a00d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml index d70644abd..8b8176ebb 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml index deeea1331..3af9ee9e8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml index 02a768434..0c1006391 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml index bec0b91e8..504c94ed1 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml index 0c7c2bdcd..c88103dd7 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tdas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml index 053d2fe77..8c146c20e 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml index 9f8f3671e..829a0fc1c 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml index 07d05083d..93a98582d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml index 77b2d754f..1ba835d45 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml index 963ccb01f..331d80bbe 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml index 9cfe08a06..6da3ae409 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP50 - TMP100 @@ -45,7 +61,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q50 - Q100 @@ -66,7 +98,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q50 - Q100 @@ -87,7 +135,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD50 - UGRD100 @@ -108,7 +172,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD50 - UGRD100 @@ -129,7 +209,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + - eastward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD50 - VGRD100 @@ -150,7 +247,23 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_selection: + start_time: '1978-10-02T00:00:00' + stop_time: '1979-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: va_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD50 - VGRD100 @@ -171,7 +284,24 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + - northward_wind_8 + time_selection: + start_time: '2024-01-01T00:00:00' + stop_time: '2024-12-31T18:00:00' + time_coarsen: + coarsen_factor: 4 + save_reference: false + - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - h50 - h100 @@ -192,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - h50 - h100 @@ -213,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -222,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -231,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -240,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -249,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -258,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -267,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -276,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -285,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -294,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -303,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -312,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -321,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -330,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -339,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP50 - TMP100 @@ -357,7 +487,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - air_temperature_0 + - air_temperature_1 + - air_temperature_2 + - air_temperature_3 + - air_temperature_4 + - air_temperature_5 + - air_temperature_6 + - air_temperature_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q50 - Q100 @@ -375,7 +518,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - specific_total_water_0 + - specific_total_water_1 + - specific_total_water_2 + - specific_total_water_3 + - specific_total_water_4 + - specific_total_water_5 + - specific_total_water_6 + - specific_total_water_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD50 - UGRD100 @@ -393,7 +549,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - eastward_wind_0 + - eastward_wind_1 + - eastward_wind_2 + - eastward_wind_3 + - eastward_wind_4 + - eastward_wind_5 + - eastward_wind_6 + - eastward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD50 - VGRD100 @@ -411,7 +580,20 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + names: + - northward_wind_0 + - northward_wind_1 + - northward_wind_2 + - northward_wind_3 + - northward_wind_4 + - northward_wind_5 + - northward_wind_6 + - northward_wind_7 + time_coarsen: + method: monthly_mean + save_reference: false + - label: zg_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - h50 - h100 @@ -429,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tdas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: From 01646d1cf419f128e1ca3c65f0d3e7728e720eb6 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Sat, 29 Nov 2025 17:19:25 -0800 Subject: [PATCH 24/34] fix first daily data subset typo --- .../aimip/ace-aimip-inference-IC1-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-IC2-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-IC3-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-IC4-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-IC5-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p2k-IC1-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p2k-IC2-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p2k-IC3-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p2k-IC4-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p2k-IC5-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-p2k-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p4k-IC1-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p4k-IC2-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p4k-IC3-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p4k-IC4-config.yaml | 32 +++++++++---------- .../ace-aimip-inference-p4k-IC5-config.yaml | 32 +++++++++---------- .../aimip/ace-aimip-inference-p4k-config.yaml | 32 +++++++++---------- 18 files changed, 288 insertions(+), 288 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml index 693ace5e8..320d2f96d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml index 103846970..177c606be 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml index daf42b83a..df71792d1 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml index 635ca0d9d..e1effafd3 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml index c18033cc8..9a3c995bd 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml index a4c58da60..30b50ad43 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml index e0806a00d..6384559bb 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml index 8b8176ebb..4b7f24828 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml index 3af9ee9e8..f7e3b384a 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml index 0c1006391..5e7dcce10 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml index 504c94ed1..e2cf4d18c 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml index c88103dd7..15e1ba694 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml index 8c146c20e..ff454b0d7 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml index 829a0fc1c..f3c053800 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml index 93a98582d..752a979ff 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml index 1ba835d45..012b682c0 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml index 331d80bbe..4248cd501 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml index 6da3ae409..76ae712fa 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -19,7 +19,7 @@ data_writer: - TMP925 - TMP1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -35,7 +35,7 @@ data_writer: - air_temperature_6 - air_temperature_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -93,7 +93,7 @@ data_writer: - Q925 - Q1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -109,7 +109,7 @@ data_writer: - specific_total_water_6 - specific_total_water_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -167,7 +167,7 @@ data_writer: - UGRD925 - UGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -183,7 +183,7 @@ data_writer: - eastward_wind_6 - eastward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -242,7 +242,7 @@ data_writer: - VGRD925 - VGRD1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -258,7 +258,7 @@ data_writer: - northward_wind_6 - northward_wind_7 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -317,7 +317,7 @@ data_writer: - h925 - h1000 time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -347,7 +347,7 @@ data_writer: names: - PRESsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -365,7 +365,7 @@ data_writer: names: - surface_temperature time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -383,7 +383,7 @@ data_writer: names: - TMP2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -401,7 +401,7 @@ data_writer: names: - Q2m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -419,7 +419,7 @@ data_writer: names: - UGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -437,7 +437,7 @@ data_writer: names: - VGRD10m time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 @@ -455,7 +455,7 @@ data_writer: names: - PRATEsfc time_selection: - start_time: '1978-10-02T00:00:00' + start_time: '1978-10-01T00:00:00' stop_time: '1979-12-31T18:00:00' time_coarsen: coarsen_factor: 4 From 4bb021ed983f444c754aa9796d8bc57eed606547 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Sat, 29 Nov 2025 23:11:48 -0800 Subject: [PATCH 25/34] save data as 'huss' instead of 'tdas' --- .../era5/aimip/ace-aimip-inference-IC1-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-IC2-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-IC3-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-IC4-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-IC5-config.yaml | 6 +++--- .../baselines/era5/aimip/ace-aimip-inference-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p2k-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml | 6 +++--- .../era5/aimip/ace-aimip-inference-p4k-config.yaml | 6 +++--- 18 files changed, 54 insertions(+), 54 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml index 320d2f96d..542f1de9d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml index 177c606be..4a8239c3a 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml index df71792d1..5388ca8c0 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml index e1effafd3..1bc9ab815 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml index 9a3c995bd..5eb9c198d 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml index 30b50ad43..6c796c2d9 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml index 6384559bb..d37fa7fa3 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml index 4b7f24828..1f550a3b7 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml index f7e3b384a..ae81ab2fa 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml index 5e7dcce10..2cec858ec 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml index e2cf4d18c..8b78e7bd5 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml index 15e1ba694..5e48c5d87 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml index ff454b0d7..ad7455edd 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml index f3c053800..af87cfe02 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml index 752a979ff..adc95dcc9 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml index 012b682c0..be4f8cea8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml index 4248cd501..70e0d4ffc 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml index 76ae712fa..9b9ca373e 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tdas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -629,7 +629,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: tdas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: From b510bea857ebdea01e33dd0d1143dd02ba9c843a Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Fri, 5 Dec 2025 11:08:58 -0800 Subject: [PATCH 26/34] filename updates for CMIP conventions --- .../aimip/ace-aimip-inference-IC1-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-IC2-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-IC3-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-IC4-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-IC5-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p2k-IC1-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p2k-IC2-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p2k-IC3-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p2k-IC4-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p2k-IC5-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-p2k-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p4k-IC1-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p4k-IC2-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p4k-IC3-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p4k-IC4-config.yaml | 96 +++++++++---------- .../ace-aimip-inference-p4k-IC5-config.yaml | 96 +++++++++---------- .../aimip/ace-aimip-inference-p4k-config.yaml | 96 +++++++++---------- 18 files changed, 864 insertions(+), 864 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml index 542f1de9d..6b2c96b76 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml index 4a8239c3a..067705f44 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml index 5388ca8c0..dc03c51d1 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml index 1bc9ab815..4353fc62c 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml index 5eb9c198d..f18cfb1f2 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml index 6c796c2d9..3d9dd13d2 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Amon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml index d37fa7fa3..c3f01bdbd 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml index 1f550a3b7..e6ca438d7 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml index ae81ab2fa..e6b2ac1ee 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml index 2cec858ec..76675c886 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml index 8b78e7bd5..16e00f0b8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml index 5e48c5d87..20d3c0742 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p2day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p2day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap2mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap2mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml index ad7455edd..2831d8907 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml index af87cfe02..e231656a4 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r2i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r2i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r2i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r2i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r2i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r2i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml index adc95dcc9..c949657f8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r3i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r3i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r3i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r3i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r3i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r3i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml index be4f8cea8..5070a95ee 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r4i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r4i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r4i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r4i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r4i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r4i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml index 70e0d4ffc..8d32fb2a5 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r5i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r5i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r5i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r5i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r5i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r5i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml index 9b9ca373e..d9fe8c674 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -3,7 +3,7 @@ data_writer: save_monthly_files: false save_prediction_files: false files: - - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - TMP50 - TMP100 @@ -24,7 +24,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - air_temperature_0 - air_temperature_1 @@ -40,7 +40,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - TMP50 - TMP100 @@ -61,7 +61,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - air_temperature_0 - air_temperature_1 @@ -77,7 +77,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - Q50 - Q100 @@ -98,7 +98,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - specific_total_water_0 - specific_total_water_1 @@ -114,7 +114,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - Q50 - Q100 @@ -135,7 +135,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: hus_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - specific_total_water_0 - specific_total_water_1 @@ -151,7 +151,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - UGRD50 - UGRD100 @@ -172,7 +172,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - eastward_wind_0 - eastward_wind_1 @@ -188,7 +188,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - UGRD50 - UGRD100 @@ -209,7 +209,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ua_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - eastward_wind_0 - eastward_wind_1 @@ -226,7 +226,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - VGRD50 - VGRD100 @@ -247,7 +247,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gr_19781001-19791231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - northward_wind_0 - northward_wind_1 @@ -263,7 +263,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - VGRD50 - VGRD100 @@ -284,7 +284,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: va_p4day_ACE_aimip_r1i1p1f1_gr_20240101-20241231 + - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - northward_wind_0 - northward_wind_1 @@ -301,7 +301,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - h50 - h100 @@ -322,7 +322,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: zg_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - h50 - h100 @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_p4day_ACE_aimip_r1i1p1f1_gn_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 names: - PRATEsfc time_selection: @@ -469,7 +469,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - TMP50 - TMP100 @@ -487,7 +487,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ta_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - air_temperature_0 - air_temperature_1 @@ -500,7 +500,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - Q50 - Q100 @@ -518,7 +518,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: hus_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - specific_total_water_0 - specific_total_water_1 @@ -531,7 +531,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - UGRD50 - UGRD100 @@ -549,7 +549,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ua_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - eastward_wind_0 - eastward_wind_1 @@ -562,7 +562,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - VGRD50 - VGRD100 @@ -580,7 +580,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: va_Ap4mon_ACE_aimip_r1i1p1f1_gr_197810-202412 + - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - northward_wind_0 - northward_wind_1 @@ -593,7 +593,7 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: zg_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: zg_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - h50 - h100 @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Ap4mon_ACE_aimip_r1i1p1f1_gn_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 names: - PRATEsfc time_coarsen: From ea505f1b75aa1236968ee63ecf6c518ef406281a Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Fri, 5 Dec 2025 16:36:44 -0800 Subject: [PATCH 27/34] only use 'gr' for datasets with vertical dim, otherwise 'gn' --- .../aimip/ace-aimip-inference-IC1-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-IC2-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-IC3-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-IC4-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-IC5-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p2k-IC1-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p2k-IC2-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p2k-IC3-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p2k-IC4-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p2k-IC5-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-p2k-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p4k-IC1-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p4k-IC2-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p4k-IC3-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p4k-IC4-config.yaml | 42 +++++++++---------- .../ace-aimip-inference-p4k-IC5-config.yaml | 42 +++++++++---------- .../aimip/ace-aimip-inference-p4k-config.yaml | 42 +++++++++---------- 18 files changed, 378 insertions(+), 378 deletions(-) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml index 6b2c96b76..e2984c13a 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml index 067705f44..a21fd34f8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml index dc03c51d1..50d68cb16 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml index 4353fc62c..73abe72c0 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml index f18cfb1f2..c2a9fec83 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml index 3d9dd13d2..360807c14 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml index c3f01bdbd..60f90345a 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml index e6ca438d7..92e7fb724 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml index e6b2ac1ee..71f58ca09 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml index 76675c886..01e24e84c 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml index 16e00f0b8..f28c9e9da 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml index 20d3c0742..88f266d21 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml index 2831d8907..d2a1d7a53 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml index e231656a4..88b45d9f8 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml index c949657f8..8e0f27669 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml index 5070a95ee..c95ef8676 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml index 8d32fb2a5..09a439b50 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml index d9fe8c674..d301e044e 100644 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml +++ b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml @@ -343,7 +343,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - PRESsfc time_selection: @@ -352,7 +352,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - PRESsfc time_selection: @@ -361,7 +361,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - surface_temperature time_selection: @@ -370,7 +370,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - surface_temperature time_selection: @@ -379,7 +379,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - TMP2m time_selection: @@ -388,7 +388,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - TMP2m time_selection: @@ -397,7 +397,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - Q2m time_selection: @@ -406,7 +406,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - Q2m time_selection: @@ -415,7 +415,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - UGRD10m time_selection: @@ -424,7 +424,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - UGRD10m time_selection: @@ -433,7 +433,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - VGRD10m time_selection: @@ -442,7 +442,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - VGRD10m time_selection: @@ -451,7 +451,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 names: - PRATEsfc time_selection: @@ -460,7 +460,7 @@ data_writer: time_coarsen: coarsen_factor: 4 save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 + - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 names: - PRATEsfc time_selection: @@ -611,43 +611,43 @@ data_writer: time_coarsen: method: monthly_mean save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - PRESsfc time_coarsen: method: monthly_mean save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - surface_temperature time_coarsen: method: monthly_mean save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - TMP2m time_coarsen: method: monthly_mean save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - Q2m time_coarsen: method: monthly_mean save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - UGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - VGRD10m time_coarsen: method: monthly_mean save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 + - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 names: - PRATEsfc time_coarsen: From ded563e01ad20c787fafcb14e791188eeb22161e Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Mon, 30 Mar 2026 16:46:07 -0700 Subject: [PATCH 28/34] Prune AIMIP configs to final model pipeline only Remove intermediate fine-tuning explorations superseded by the separate-decoder + LR warmup approach (the final model). Trim the fine-tuning and seed-selection launch scripts to reference only the final approach. Deleted configs (non-final fine-tuning variants): - ace-fine-tune-decoder-pressure-level-config.yaml - ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml - ace-fine-tune-decoder-pressure-level-frozen-config.yaml - ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml - ace-fine-tune-decoder-pressure-level-reweight-config.yaml - ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml - restart-ace-fine-tune-decoder-pressure-levels.sh --- ...ne-tune-decoder-pressure-level-config.yaml | 306 -------------- ...-decoder-pressure-level-frozen-config.yaml | 315 --------------- ...ressure-level-frozen-lr-warmup-config.yaml | 326 --------------- ...coder-pressure-level-lr-warmup-config.yaml | 317 --------------- ...ecoder-pressure-level-reweight-config.yaml | 375 ------------------ ...ressure-level-separate-decoder-config.yaml | 305 -------------- ...t-ace-fine-tune-decoder-pressure-levels.sh | 74 ---- ...run-ace-evaluator-seed-selection-single.sh | 22 - .../aimip/run-ace-evaluator-seed-selection.sh | 22 - ...n-ace-fine-tune-decoder-pressure-levels.sh | 69 +--- 10 files changed, 2 insertions(+), 2129 deletions(-) delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml delete mode 100755 configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml deleted file mode 100644 index 9f6b46318..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-config.yaml +++ /dev/null @@ -1,306 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.00001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - (?!conditional_model.decoder)* - exclude: - - conditional_model.decoder.* - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml deleted file mode 100644 index cc0faca85..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-config.yaml +++ /dev/null @@ -1,315 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -copy_weights_after_batch: - - include: - - module.conditional_model.decoder.2.weight - exclude: - - (?!module.conditional_model.decoder)* - - module.conditional_model.decoder.0.weight - - module.conditional_model.decoder.0.bias -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.00001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - (?!conditional_model.decoder)* - - conditional_model.decoder.0.weight - - conditional_model.decoder.0.bias - exclude: - - conditional_model.decoder.2.weight - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml deleted file mode 100644 index 6c5bd9dac..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml +++ /dev/null @@ -1,326 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -copy_weights_after_batch: - - include: - - module.conditional_model.decoder.2.weight - exclude: - - (?!module.conditional_model.decoder)* - - module.conditional_model.decoder.0.weight - - module.conditional_model.decoder.0.bias -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.0001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 - scheduler: - schedulers: - - type: LinearLR - step_each_iteration: true - kwargs: - start_factor: 0.01 - end_factor: 1 - total_iters: 13695 # 5 epochs - - type: ConstantLR - step_each_iteration: true - milestones: [13695] -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - (?!conditional_model.decoder)* - - conditional_model.decoder.0.weight - - conditional_model.decoder.0.bias - exclude: - - conditional_model.decoder.2.weight - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml deleted file mode 100644 index bb816cd02..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml +++ /dev/null @@ -1,317 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.0001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 - scheduler: - schedulers: - - type: LinearLR - step_each_iteration: true - kwargs: - start_factor: 0.01 - end_factor: 1 - total_iters: 13695 # 5 epochs - - type: ConstantLR - step_each_iteration: true - milestones: [13695] -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - (?!conditional_model.decoder)* - exclude: - - conditional_model.decoder.* - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml deleted file mode 100644 index 666671597..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-reweight-config.yaml +++ /dev/null @@ -1,375 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.00001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - h50: 0.01 - h100: 0.01 - h150: 0.01 - h200: 0.01 - h250: 0.01 - h300: 0.01 - h400: 0.01 - h500: 0.01 - h600: 0.01 - h700: 0.01 - h850: 0.01 - h925: 0.01 - h1000: 0.01 - TMP50: 0.01 - TMP100: 0.01 - TMP150: 0.01 - TMP200: 0.01 - TMP250: 0.01 - TMP300: 0.01 - TMP400: 0.01 - TMP500: 0.01 - TMP600: 0.01 - TMP700: 0.01 - TMP850: 0.01 - TMP925: 0.01 - TMP1000: 0.01 - TMP2m: 0.01 - Q50: 0.01 - Q100: 0.01 - Q150: 0.01 - Q200: 0.01 - Q250: 0.01 - Q300: 0.01 - Q400: 0.01 - Q500: 0.01 - Q600: 0.01 - Q700: 0.01 - Q850: 0.01 - Q925: 0.01 - Q1000: 0.01 - Q2m: 0.01 - UGRD50: 0.01 - UGRD100: 0.01 - UGRD150: 0.01 - UGRD200: 0.01 - UGRD250: 0.01 - UGRD300: 0.01 - UGRD400: 0.01 - UGRD500: 0.01 - UGRD600: 0.01 - UGRD700: 0.01 - UGRD850: 0.01 - UGRD925: 0.01 - UGRD1000: 0.01 - UGRD10m: 0.01 - VGRD50: 0.01 - VGRD100: 0.01 - VGRD150: 0.01 - VGRD200: 0.01 - VGRD250: 0.01 - VGRD300: 0.01 - VGRD400: 0.01 - VGRD500: 0.01 - VGRD600: 0.01 - VGRD700: 0.01 - VGRD850: 0.01 - VGRD925: 0.01 - VGRD1000: 0.01 - VGRD10: 0.01 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - (?!conditional_model.decoder)* - exclude: - - conditional_model.decoder.* - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m \ No newline at end of file diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml deleted file mode 100644 index c0bcd6982..000000000 --- a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml +++ /dev/null @@ -1,305 +0,0 @@ -experiment_dir: /results -save_checkpoint: true -validate_using_ema: true -max_epochs: 120 -n_forward_steps: 2 -seed: 0 -ema: - decay: 0.999 -inference: - n_forward_steps: 7300 - forward_steps_in_memory: 40 - loader: - start_indices: - times: - - '2009-01-01T00:00:00' - - '2009-02-15T00:00:00' - - '2009-04-01T00:00:00' - - '2009-05-15T00:00:00' - - '2009-07-01T00:00:00' - - '2009-08-15T00:00:00' - - '2009-10-01T00:00:00' - - '2009-11-15T00:00:00' - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - num_data_workers: 4 - aggregator: - log_histograms: true - time_mean_reference_data: /statsdata/time-mean.nc -logging: - log_to_screen: true - log_to_wandb: true - log_to_file: true - project: ace - entity: ai2cm -train_loader: - batch_size: 16 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - subset: - start_time: '1979-01-01' - stop_time: '2008-12-31' - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" -validation_loader: - batch_size: 128 - num_data_workers: 4 - prefetch_factor: 4 - dataset: - merge: - - data_path: /climate-default/2024-06-20-era5-1deg-8layer-1940-2022-netcdfs - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 - - data_path: /climate-default/2025-11-10-era5-1deg-pressure-level-1940-2022 - file_pattern: 2025-11-10-era5-1deg-pressure-level-1940-2022.zarr - engine: "zarr" - subset: - start_time: '2009-01-01' - stop_time: '2014-12-31' - step: 3 -optimization: - use_gradient_accumulation: true - enable_automatic_mixed_precision: false - lr: 0.00001 - optimizer_type: AdamW - kwargs: - fused: true - weight_decay: 0.01 -stepper: - loss: - type: MSE - weights: - air_temperature_0: 0.5 - air_temperature_1: 0.5 - eastward_wind_0: 0.5 - northward_wind_0: 0.5 - specific_total_water_0: 0.5 - specific_total_water_1: 0.25 - specific_total_water_2: 0.5 - PRATEsfc: 0.5 - DLWRFsfc: 2 - ULWRFsfc: 5 - USWRFsfc: 2 - DSWRFsfc: 2 - USWRFtoa: 2 - tendency_of_total_water_path_due_to_advection: 0.5 - parameter_init: - weights_path: /base_weights/ckpt.tar - parameters: - - frozen: - include: - - "*" - step: - type: single_module - config: - builder: - type: NoiseConditionedSFNO - config: - embed_dim: 384 - noise_embed_dim: 0 - filter_type: linear - use_mlp: true - num_layers: 8 - operator_type: dhconv - separable: false - spectral_layers: 3 - spectral_transform: sht - normalization: - network: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-full-field.nc - residual: - global_means_path: /statsdata/centering.nc - global_stds_path: /statsdata/scaling-residual.nc - additional_diagnostic_names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - - TMP2m - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - - Q2m - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - - UGRD10m - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - - VGRD10m - ocean: - surface_temperature_name: surface_temperature - ocean_fraction_name: ocean_fraction - corrector: - conserve_dry_air: true - moisture_budget_correction: advection_and_precipitation - force_positive_names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - next_step_forcing_names: - - DSWRFtoa - in_names: - - land_fraction - - ocean_fraction - - sea_ice_fraction - - DSWRFtoa - - HGTsfc - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - out_names: - - PRESsfc - - surface_temperature - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - LHTFLsfc - - SHTFLsfc - - PRATEsfc - - ULWRFsfc - - ULWRFtoa - - DLWRFsfc - - DSWRFsfc - - USWRFsfc - - USWRFtoa - - tendency_of_total_water_path_due_to_advection \ No newline at end of file diff --git a/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh deleted file mode 100755 index 03b5e61d9..000000000 --- a/configs/baselines/era5/aimip/restart-ace-fine-tune-decoder-pressure-levels.sh +++ /dev/null @@ -1,74 +0,0 @@ -#!/bin/bash - -set -e - -JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" -JOB_GROUP="ace-aimip" -PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" -SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository -PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME -PRETRAINED_CHECKPOINT_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 -BEAKER_USERNAME=bhenn1983 -REPO_ROOT=$(git rev-parse --show-toplevel) -N_GPUS=4 - -cd $REPO_ROOT # so config path is valid no matter where we are running this script - -python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_CONFIG_PATH - -launch_job () { - - JOB_NAME=$1 - PREVIOUS_RESULTS_DATASET=$2 - shift 2 - OVERRIDE="$@" - - gantry run \ - --name $JOB_NAME \ - --task-name $JOB_NAME \ - --description 'Fine-tune ACE decoder outputs on AIMIP period' \ - --beaker-image "$(cat $REPO_ROOT/latest_deps_only_image.txt)" \ - --workspace ai2/climate-titan \ - --priority urgent \ - --preemptible \ - --cluster ai2/titan-cirrascale \ - --env WANDB_USERNAME=$BEAKER_USERNAME \ - --env WANDB_NAME=$JOB_NAME \ - --env WANDB_JOB_TYPE=training \ - --env WANDB_RUN_GROUP=$JOB_GROUP \ - --env GOOGLE_APPLICATION_CREDENTIALS=/tmp/google_application_credentials.json \ - --env-secret WANDB_API_KEY=wandb-api-key-ai2cm-sa \ - --dataset-secret google-credentials:/tmp/google_application_credentials.json \ - --dataset brianhenn/era5-1deg-8layer-pressure-level-stats-1990-2019-v2:/statsdata \ - --dataset $PRETRAINED_CHECKPOINT_DATASET:training_checkpoints/best_inference_ckpt.tar:/base_weights/ckpt.tar \ - --dataset $PREVIOUS_RESULTS_DATASET:/existing_results_dir \ - --gpus $N_GPUS \ - --shared-memory 400GiB \ - --weka climate-default:/climate-default \ - --budget ai2/climate \ - --system-python \ - --install "pip install --no-deps ." \ - -- torchrun --nproc_per_node $N_GPUS -m fme.ace.train $PRESSURE_LEVEL_CONFIG_PATH --override $OVERRIDE - -} - -# add 120 more epochs -JOB_NAME="${JOB_NAME_BASE}-RS0" -PREVIOUS_RESULTS_DATASET="01KA2F5J9768HR54369MKEHYB4" -OVERRIDE="seed=0 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" -launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" - -JOB_NAME="${JOB_NAME_BASE}-RS1" -PREVIOUS_RESULTS_DATASET="01KADMD5RAEANTP3M6GWZTXNXA" -OVERRIDE="seed=1 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" -launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" - -JOB_NAME="${JOB_NAME_BASE}-RS2" -PREVIOUS_RESULTS_DATASET="01KAC0B5ZC96GVJV46HNK9QZ9X" -OVERRIDE="seed=2 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" -launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" - -JOB_NAME="${JOB_NAME_BASE}-RS3" -PREVIOUS_RESULTS_DATASET="01KA2F5Q45122PYGW4NZBME01V" -OVERRIDE="seed=3 resume_results={'existing_dir':'/existing_results_dir','resume_wandb':true} max_epochs=240" -launch_job "$JOB_NAME" "$PREVIOUS_RESULTS_DATASET" "$OVERRIDE" diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh index f70e83a1c..125721d05 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh @@ -9,14 +9,6 @@ SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ "01K9B1MVP3VS3NEABHT0W151AX" \ "01K9B1MXD6V26S8BQH5CKY514C" \ ) -FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ - "01KADMD5RAEANTP3M6GWZTXNXA" \ - "01KAC0B5ZC96GVJV46HNK9QZ9X" \ - "01KA2F5Q45122PYGW4NZBME01V" \ - ) -FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ - "01KAF36CX46JWBZHNZYX2S7C3R" \ -) FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ "01KAVVAKANNYY096MYCGSZ7RMQ" \ "01KAVVGKY28P5N1VA883C63EBY" \ @@ -77,20 +69,6 @@ for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done -# fine-tuned -for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do - JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" - echo "Launching job $JOB_NAME checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" - launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" -done - -# fine-tuned with downweighted q -for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do - JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-downweighted-q-RS$i" - echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" - launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" -done - # fine-tuned with separate decoder for (( i=0; i<${#FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-separate-decoder-RS$i" diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh index aeee89646..fa6e88ca5 100755 --- a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh +++ b/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh @@ -9,14 +9,6 @@ SEED_CHECKPOINT_IDS=("01K9B1MR70QWN90KNY7NM22K5M" \ "01K9B1MVP3VS3NEABHT0W151AX" \ "01K9B1MXD6V26S8BQH5CKY514C" \ ) -FINE_TUNED_SEED_CHECKPOINT_IDS=("01KA2F5J9768HR54369MKEHYB4"\ - "01KADMD5RAEANTP3M6GWZTXNXA" \ - "01KAC0B5ZC96GVJV46HNK9QZ9X" \ - "01KA2F5Q45122PYGW4NZBME01V" \ - ) -FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS=("01KA6NPGEQQRSZN9FF128FKJEZ"\ - "01KAF36CX46JWBZHNZYX2S7C3R" \ -) FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ "01KAVVAKANNYY096MYCGSZ7RMQ" \ "01KAVVGKY28P5N1VA883C63EBY" \ @@ -73,20 +65,6 @@ for (( i=0; i<${#SEED_CHECKPOINT_IDS[@]}; i++ )); do launch_job "$JOB_NAME" "${SEED_CHECKPOINT_IDS[$i]}" done -# fine-tuned -for (( i=0; i<${#FINE_TUNED_SEED_CHECKPOINT_IDS[@]}; i++ )); do - JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-RS$i" - echo "Launching job for fine-tuned seed $i checkpoint ID: ${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" - launch_job "$JOB_NAME" "${FINE_TUNED_SEED_CHECKPOINT_IDS[$i]}" -done - -# fine-tuned with downweighted q -for (( i=0; i<${#FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[@]}; i++ )); do - JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-downweighted-q-RS$i" - echo "Launching job for fine-tuned with downweighted q seed $i checkpoint ID: ${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" - launch_job "$JOB_NAME" "${FINE_TUNED_DOWNWEIGHTED_Q_CHECKPOINT_IDS[$i]}" -done - # fine-tuned with separate decoder for (( i=0; i<${#FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS[@]}; i++ )); do JOB_NAME="$JOB_NAME_BASE-RS3-pressure-level-fine-tuned-separate-decoder-RS$i" diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index 95dd72057..9c14ea91f 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -4,20 +4,8 @@ set -e JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" JOB_GROUP="ace-aimip" -PRESSURE_LEVEL_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-config.yaml" -PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-lr-warmup-config.yaml" -PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-reweight-config.yaml" -PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-config.yaml" -PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-frozen-lr-warmup-config.yaml" -PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-config.yaml" PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository -PRESSURE_LEVEL_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_CONFIG_FILENAME -PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_LR_WARMUP_CONFIG_FILENAME -PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_REWEIGHT_CONFIG_FILENAME -PRESSURE_LEVEL_FROZEN_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_CONFIG_FILENAME -PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_FILENAME -PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_FILENAME PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 BEAKER_USERNAME=bhenn1983 @@ -26,7 +14,7 @@ N_GPUS=4 cd $REPO_ROOT # so config path is valid no matter where we are running this script -python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_CONFIG_PATH +python -m fme.ace.validate_config --config_type train $PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH launch_job () { @@ -63,60 +51,7 @@ launch_job () { } -# random seed ensemble of fine-tuning existing decoder to produce pressure level outputs -for SEED in 0 1 2 3; do - JOB_NAME="${JOB_NAME_BASE}-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE -done - -# same as above but with LR warmup -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-lr-warmup-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_LR_WARMUP_CONFIG_PATH $OVERRIDE -done - -# same as above but smaller ensemble with downweighted q1/q2/q3/q4 to avoid overfitting -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-downweight-q-RS${SEED}" - OVERRIDE="seed=${SEED} \ -stepper.loss.weights.specific_total_water_1=0.1 \ -stepper.loss.weights.specific_total_water_2=0.25 \ -stepper.loss.weights.specific_total_water_3=0.5 \ -stepper.loss.weights.specific_total_water_4=0.5" - launch_job $JOB_NAME $PRESSURE_LEVEL_CONFIG_PATH $OVERRIDE -done - -# fine tune with unfrozen decoder, but reweight (heavily downweight the fine-tuned variables) -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-reweight-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_REWEIGHT_CONFIG_PATH $OVERRIDE -done - -# random seed ensemble of fine-tuning existing decoder to produce pressure level outputs, new weights only -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-frozen-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_CONFIG_PATH $OVERRIDE -done - -# same as above but with LR warmup -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-frozen-lr-warmup-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_FROZEN_LR_WARMUP_CONFIG_PATH $OVERRIDE -done - -# fine tune with separate decoder for pressure levels -for SEED in 0 1; do - JOB_NAME="${JOB_NAME_BASE}-separate-decoder-RS${SEED}" - OVERRIDE="seed=${SEED}" - launch_job $JOB_NAME $PRESSURE_LEVEL_SEPARATE_DECODER_CONFIG_PATH $OVERRIDE -done - -# same as above but with LR warmup +# fine tune with separate decoder for pressure levels, with LR warmup for SEED in 0 1 2 3; do JOB_NAME="${JOB_NAME_BASE}-separate-decoder-lr-warmup-RS${SEED}" OVERRIDE="seed=${SEED}" From cc590015110b5a42f3c8b87fcb5dca87159a71dd Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 31 Mar 2026 10:58:38 -0700 Subject: [PATCH 29/34] Rename fine-tune config to ace-fine-tune-pressure-level-separate-decoder-config.yaml --- ...> ace-fine-tune-pressure-level-separate-decoder-config.yaml} | 0 .../era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh | 2 +- 2 files changed, 1 insertion(+), 1 deletion(-) rename configs/baselines/era5/aimip/{ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml => ace-fine-tune-pressure-level-separate-decoder-config.yaml} (100%) diff --git a/configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml b/configs/baselines/era5/aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml rename to configs/baselines/era5/aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh index 9c14ea91f..a01a924d9 100755 --- a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -4,7 +4,7 @@ set -e JOB_NAME_BASE="ace-aimip-fine-tune-decoder-pressure-levels" JOB_GROUP="ace-aimip" -PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-decoder-pressure-level-separate-decoder-lr-warmup-config.yaml" +PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-pressure-level-separate-decoder-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 From 8273c14e080689a877d93de821ac1fd5677ca4e1 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 31 Mar 2026 11:24:51 -0700 Subject: [PATCH 30/34] Replace IC-specific inference configs with inline sed expansion Delete 15 pre-generated IC-specific config files and instead do the _r[N]i label substitution inside the gantry container at job runtime via sed, keeping only the 3 template configs committed. --- .../aimip/ace-aimip-inference-IC1-config.yaml | 671 ----------------- .../aimip/ace-aimip-inference-IC2-config.yaml | 671 ----------------- .../aimip/ace-aimip-inference-IC3-config.yaml | 671 ----------------- .../aimip/ace-aimip-inference-IC4-config.yaml | 671 ----------------- .../aimip/ace-aimip-inference-IC5-config.yaml | 671 ----------------- .../ace-aimip-inference-p2k-IC1-config.yaml | 676 ------------------ .../ace-aimip-inference-p2k-IC2-config.yaml | 676 ------------------ .../ace-aimip-inference-p2k-IC3-config.yaml | 676 ------------------ .../ace-aimip-inference-p2k-IC4-config.yaml | 676 ------------------ .../ace-aimip-inference-p2k-IC5-config.yaml | 676 ------------------ .../ace-aimip-inference-p4k-IC1-config.yaml | 676 ------------------ .../ace-aimip-inference-p4k-IC2-config.yaml | 676 ------------------ .../ace-aimip-inference-p4k-IC3-config.yaml | 676 ------------------ .../ace-aimip-inference-p4k-IC4-config.yaml | 676 ------------------ .../ace-aimip-inference-p4k-IC5-config.yaml | 676 ------------------ .../baselines/era5/aimip/run-ace-inference.sh | 32 +- 16 files changed, 12 insertions(+), 10135 deletions(-) delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml delete mode 100644 configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml deleted file mode 100644 index e2984c13a..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC1-config.yaml +++ /dev/null @@ -1,671 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r1i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r1i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip_r1i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r1i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml deleted file mode 100644 index a21fd34f8..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC2-config.yaml +++ /dev/null @@ -1,671 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r2i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r2i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r2i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip_r2i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r2i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml deleted file mode 100644 index 50d68cb16..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC3-config.yaml +++ /dev/null @@ -1,671 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r3i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r3i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r3i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip_r3i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r3i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml deleted file mode 100644 index 73abe72c0..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC4-config.yaml +++ /dev/null @@ -1,671 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r4i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r4i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r4i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip_r4i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r4i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml deleted file mode 100644 index c2a9fec83..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-IC5-config.yaml +++ /dev/null @@ -1,671 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r5i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip_r5i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip_r5i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip_r5i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip_r5i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml deleted file mode 100644 index 60f90345a..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC1-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r1i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 2.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml deleted file mode 100644 index 92e7fb724..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC2-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r2i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 2.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml deleted file mode 100644 index 71f58ca09..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC3-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r3i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 2.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml deleted file mode 100644 index 01e24e84c..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC4-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r4i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 2.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml deleted file mode 100644 index f28c9e9da..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-IC5-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p2k_r5i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 2.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml deleted file mode 100644 index d2a1d7a53..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC1-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r1i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 4.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml deleted file mode 100644 index 88b45d9f8..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC2-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r2i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 4.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml deleted file mode 100644 index 8e0f27669..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC3-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r3i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 4.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml deleted file mode 100644 index c95ef8676..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC4-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r4i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 4.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml b/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml deleted file mode 100644 index 09a439b50..000000000 --- a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-IC5-config.yaml +++ /dev/null @@ -1,676 +0,0 @@ -checkpoint_path: /ckpt.tar -data_writer: - save_monthly_files: false - save_prediction_files: false - files: - - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: hus_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ua_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - - eastward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: va_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - - northward_wind_8 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_19781001-19791231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: zg_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_20240101-20241231 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - PRESsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ps_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - PRESsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - surface_temperature - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ts_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - surface_temperature - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - TMP2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: tas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - TMP2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - Q2m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: huss_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - Q2m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - UGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: uas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - UGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - VGRD10m - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: vas_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - VGRD10m - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_19781001-19791231 - names: - - PRATEsfc - time_selection: - start_time: '1978-10-01T00:00:00' - stop_time: '1979-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: pr_day_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_20240101-20241231 - names: - - PRATEsfc - time_selection: - start_time: '2024-01-01T00:00:00' - stop_time: '2024-12-31T18:00:00' - time_coarsen: - coarsen_factor: 4 - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 - names: - - TMP50 - - TMP100 - - TMP150 - - TMP200 - - TMP250 - - TMP300 - - TMP400 - - TMP500 - - TMP600 - - TMP700 - - TMP850 - - TMP925 - - TMP1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ta_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - air_temperature_0 - - air_temperature_1 - - air_temperature_2 - - air_temperature_3 - - air_temperature_4 - - air_temperature_5 - - air_temperature_6 - - air_temperature_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 - names: - - Q50 - - Q100 - - Q150 - - Q200 - - Q250 - - Q300 - - Q400 - - Q500 - - Q600 - - Q700 - - Q850 - - Q925 - - Q1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: hus_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - specific_total_water_0 - - specific_total_water_1 - - specific_total_water_2 - - specific_total_water_3 - - specific_total_water_4 - - specific_total_water_5 - - specific_total_water_6 - - specific_total_water_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 - names: - - UGRD50 - - UGRD100 - - UGRD150 - - UGRD200 - - UGRD250 - - UGRD300 - - UGRD400 - - UGRD500 - - UGRD600 - - UGRD700 - - UGRD850 - - UGRD925 - - UGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ua_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - eastward_wind_0 - - eastward_wind_1 - - eastward_wind_2 - - eastward_wind_3 - - eastward_wind_4 - - eastward_wind_5 - - eastward_wind_6 - - eastward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 - names: - - VGRD50 - - VGRD100 - - VGRD150 - - VGRD200 - - VGRD250 - - VGRD300 - - VGRD400 - - VGRD500 - - VGRD600 - - VGRD700 - - VGRD850 - - VGRD925 - - VGRD1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: va_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - northward_wind_0 - - northward_wind_1 - - northward_wind_2 - - northward_wind_3 - - northward_wind_4 - - northward_wind_5 - - northward_wind_6 - - northward_wind_7 - time_coarsen: - method: monthly_mean - save_reference: false - - label: zg_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gr_197810-202412 - names: - - h50 - - h100 - - h150 - - h200 - - h250 - - h300 - - h400 - - h500 - - h600 - - h700 - - h850 - - h925 - - h1000 - time_coarsen: - method: monthly_mean - save_reference: false - - label: ps_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - PRESsfc - time_coarsen: - method: monthly_mean - save_reference: false - - label: ts_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - surface_temperature - time_coarsen: - method: monthly_mean - save_reference: false - - label: tas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - TMP2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: huss_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - Q2m - time_coarsen: - method: monthly_mean - save_reference: false - - label: uas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - UGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: vas_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - VGRD10m - time_coarsen: - method: monthly_mean - save_reference: false - - label: pr_Amon_ACE2-ERA5_aimip-p4k_r5i1p1f1_gn_197810-202412 - names: - - PRATEsfc - time_coarsen: - method: monthly_mean - save_reference: false -experiment_dir: /results -forward_steps_in_memory: 40 -n_forward_steps: 67576 -initial_condition: - path: /climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC0.nc - start_indices: - times: - - '1978-09-30T18:00:00' -forcing_loader: - dataset: - data_path: /climate-default/2025-09-12-aimip-evaluation - file_pattern: aimip-era5-1deg-forcing-1978-2024-repeat-first.zarr - engine: zarr - num_data_workers: 8 - perturbations: - sst: - - type: constant - config: - amplitude: 4.0 -logging: - project: ace diff --git a/configs/baselines/era5/aimip/run-ace-inference.sh b/configs/baselines/era5/aimip/run-ace-inference.sh index d5b3a7704..b68bb236e 100755 --- a/configs/baselines/era5/aimip/run-ace-inference.sh +++ b/configs/baselines/era5/aimip/run-ace-inference.sh @@ -26,10 +26,10 @@ python -m fme.ace.validate_config --config_type inference $AIMIP_INFERENCE_BASE_ launch_job () { - JOB_NAME=$1 - CONFIG_PATH=$2 - shift 2 - OVERRIDE="$@" + local JOB_NAME=$1 + local TEMPLATE_CONFIG=$2 + local IC=$3 + local OVERRIDE=$4 cd $REPO_ROOT && gantry run \ --name $JOB_NAME \ @@ -57,41 +57,33 @@ launch_job () { --budget ai2/climate \ --system-python \ --install "pip install --no-deps ." \ - -- python -I -m fme.ace.inference $CONFIG_PATH --override $OVERRIDE + -- bash -c "sed 's/_r[0-9]i/_r${IC}i/g' ${TEMPLATE_CONFIG} > /tmp/ic-config.yaml && python -I -m fme.ace.inference /tmp/ic-config.yaml --override ${OVERRIDE}" } -# # generate config files (for commiting only) -# for IC in {1..5}; do -# OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-IC${IC}-config.yaml" -# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_CONFIG_PATH > $OUTPUT_CONFIG_PATH -# P2K_OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-p2k-IC${IC}-config.yaml" -# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_P2K_CONFIG_PATH > $P2K_OUTPUT_CONFIG_PATH -# P4K_OUTPUT_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-p4k-IC${IC}-config.yaml" -# yq '(.data_writer.files[].label |= sub("_r[0-9]i", '"\"_r${IC}i\"))" $AIMIP_INFERENCE_BASE_P4K_CONFIG_PATH > $P4K_OUTPUT_CONFIG_PATH -# done - # launch 46-year (1979-2024) with spinup from 1978-10-01 # use 5 different initial conditions files for IC in {1..5}; do JOB_NAME="${JOB_NAME_BASE}-IC${IC}" IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed OUTPUT_PATH="/climate-default/2025-11-25-ace-aimip-inference-results/${JOB_NAME}" - IC_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-IC${IC}-config.yaml" OVERRIDE="initial_condition.path=${IC_PATH} experiment_dir=${OUTPUT_PATH}" echo "Launching job $JOB_NAME with override: $OVERRIDE" - launch_job "$JOB_NAME" "$IC_CONFIG_PATH" "$OVERRIDE" + launch_job "$JOB_NAME" "$AIMIP_INFERENCE_BASE_CONFIG_PATH" "$IC" "$OVERRIDE" done # same as above but use SST perturbed by +2K and +4K for PERTURBATION in p2k p4k; do + case $PERTURBATION in + p2k) TEMPLATE_CONFIG=$AIMIP_INFERENCE_BASE_P2K_CONFIG_PATH ;; + p4k) TEMPLATE_CONFIG=$AIMIP_INFERENCE_BASE_P4K_CONFIG_PATH ;; + esac for IC in {1..5}; do JOB_NAME="${JOB_NAME_BASE}-${PERTURBATION}-IC${IC}" IC_PATH="/climate-default/2025-09-12-aimip-evaluation/aimip-evaluation-ics-v3/1978-09-30_IC$(( IC - 1 )).nc" # files are 0-indexed OUTPUT_PATH="/climate-default/2025-11-25-ace-aimip-inference-results/${JOB_NAME}" - IC_PERTURBATION_CONFIG_PATH="${SCRIPT_PATH}/$(basename $AIMIP_INFERENCE_BASE_CONFIG_PATH -config.yaml)-${PERTURBATION}-IC${IC}-config.yaml" OVERRIDE="initial_condition.path=${IC_PATH} experiment_dir=${OUTPUT_PATH}" echo "Launching job: $JOB_NAME with perturbation: $PERTURBATION and IC: $IC" - launch_job "$JOB_NAME" "$IC_PERTURBATION_CONFIG_PATH" "$OVERRIDE" + launch_job "$JOB_NAME" "$TEMPLATE_CONFIG" "$IC" "$OVERRIDE" done -done \ No newline at end of file +done From 6c0d830808ca1de4b93b4d704991cf6937493efc Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 31 Mar 2026 11:31:48 -0700 Subject: [PATCH 31/34] Move configs/baselines/era5/aimip to configs/baselines/era5-aimip --- .../{era5/aimip => era5-aimip}/ace-aimip-inference-config.yaml | 0 .../aimip => era5-aimip}/ace-aimip-inference-p2k-config.yaml | 0 .../aimip => era5-aimip}/ace-aimip-inference-p4k-config.yaml | 0 .../aimip => era5-aimip}/ace-evaluator-seed-selection-config.yaml | 0 .../ace-evaluator-seed-selection-single-config.yaml | 0 .../ace-fine-tune-pressure-level-separate-decoder-config.yaml | 0 .../baselines/{era5/aimip => era5-aimip}/ace-train-config.yaml | 0 .../run-ace-evaluator-seed-selection-single.sh | 0 .../aimip => era5-aimip}/run-ace-evaluator-seed-selection.sh | 0 .../run-ace-fine-tune-decoder-pressure-levels.sh | 0 configs/baselines/{era5/aimip => era5-aimip}/run-ace-inference.sh | 0 configs/baselines/{era5/aimip => era5-aimip}/run-ace-train.sh | 0 12 files changed, 0 insertions(+), 0 deletions(-) rename configs/baselines/{era5/aimip => era5-aimip}/ace-aimip-inference-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-aimip-inference-p2k-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-aimip-inference-p4k-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-evaluator-seed-selection-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-evaluator-seed-selection-single-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-fine-tune-pressure-level-separate-decoder-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/ace-train-config.yaml (100%) rename configs/baselines/{era5/aimip => era5-aimip}/run-ace-evaluator-seed-selection-single.sh (100%) rename configs/baselines/{era5/aimip => era5-aimip}/run-ace-evaluator-seed-selection.sh (100%) rename configs/baselines/{era5/aimip => era5-aimip}/run-ace-fine-tune-decoder-pressure-levels.sh (100%) rename configs/baselines/{era5/aimip => era5-aimip}/run-ace-inference.sh (100%) rename configs/baselines/{era5/aimip => era5-aimip}/run-ace-train.sh (100%) diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-config.yaml b/configs/baselines/era5-aimip/ace-aimip-inference-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-aimip-inference-config.yaml rename to configs/baselines/era5-aimip/ace-aimip-inference-config.yaml diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml b/configs/baselines/era5-aimip/ace-aimip-inference-p2k-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-aimip-inference-p2k-config.yaml rename to configs/baselines/era5-aimip/ace-aimip-inference-p2k-config.yaml diff --git a/configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml b/configs/baselines/era5-aimip/ace-aimip-inference-p4k-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-aimip-inference-p4k-config.yaml rename to configs/baselines/era5-aimip/ace-aimip-inference-p4k-config.yaml diff --git a/configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml b/configs/baselines/era5-aimip/ace-evaluator-seed-selection-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-evaluator-seed-selection-config.yaml rename to configs/baselines/era5-aimip/ace-evaluator-seed-selection-config.yaml diff --git a/configs/baselines/era5/aimip/ace-evaluator-seed-selection-single-config.yaml b/configs/baselines/era5-aimip/ace-evaluator-seed-selection-single-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-evaluator-seed-selection-single-config.yaml rename to configs/baselines/era5-aimip/ace-evaluator-seed-selection-single-config.yaml diff --git a/configs/baselines/era5/aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml b/configs/baselines/era5-aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml rename to configs/baselines/era5-aimip/ace-fine-tune-pressure-level-separate-decoder-config.yaml diff --git a/configs/baselines/era5/aimip/ace-train-config.yaml b/configs/baselines/era5-aimip/ace-train-config.yaml similarity index 100% rename from configs/baselines/era5/aimip/ace-train-config.yaml rename to configs/baselines/era5-aimip/ace-train-config.yaml diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-evaluator-seed-selection-single.sh rename to configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh diff --git a/configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-evaluator-seed-selection.sh rename to configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh diff --git a/configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-fine-tune-decoder-pressure-levels.sh rename to configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh diff --git a/configs/baselines/era5/aimip/run-ace-inference.sh b/configs/baselines/era5-aimip/run-ace-inference.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-inference.sh rename to configs/baselines/era5-aimip/run-ace-inference.sh diff --git a/configs/baselines/era5/aimip/run-ace-train.sh b/configs/baselines/era5-aimip/run-ace-train.sh similarity index 100% rename from configs/baselines/era5/aimip/run-ace-train.sh rename to configs/baselines/era5-aimip/run-ace-train.sh From bbb07bbb766c6901d6686b784a401d0bf870c570 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 31 Mar 2026 11:54:13 -0700 Subject: [PATCH 32/34] add README.md --- configs/baselines/era5-aimip/README.md | 66 ++++++++++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 configs/baselines/era5-aimip/README.md diff --git a/configs/baselines/era5-aimip/README.md b/configs/baselines/era5-aimip/README.md new file mode 100644 index 000000000..6b41131bd --- /dev/null +++ b/configs/baselines/era5-aimip/README.md @@ -0,0 +1,66 @@ +# ERA5 AIMIP Baseline + +This directory contains scripts and configurations for training and running an ACE2 model on ERA5 +data for the AIMIP evaluation protocol. This configuration is referred to as **ACE2.1-ERA5**. The model predicts pressure-level diagnostic variables over +1978–2024 with multiple initial conditions and SST perturbation scenarios. + +## Workflow + +The full experiment proceeds in five stages. Checkpoint IDs embedded in the scripts must be updated +manually after evaluating each stage. + +### 1. Train + +```bash +bash run-ace-train.sh +``` + +Trains 4 random-seed ensemble members (RS0–RS3) on ERA5 1979–2008, with validation on 2009–2014. +Config: `ace-train-config.yaml`. + +### 2. Evaluate training seeds + +```bash +bash run-ace-evaluator-seed-selection.sh +bash run-ace-evaluator-seed-selection-single.sh +``` + +Evaluate all 4 trained checkpoints to select the best seed for fine-tuning. + +- `run-ace-evaluator-seed-selection.sh` — snapshot evaluations across 7 representative years + (1980, 1985, 1990, 1995, 2000, 2005, 2010). Config: `ace-evaluator-seed-selection-config.yaml`. +- `run-ace-evaluator-seed-selection-single.sh` — single continuous 36-year run (1978-10-01 to + 2014-12-31). Config: `ace-evaluator-seed-selection-single-config.yaml`. + +After reviewing results, update the base checkpoint ID in `run-ace-fine-tune-decoder-pressure-levels.sh`. + +### 3. Fine-tune + +```bash +bash run-ace-fine-tune-decoder-pressure-levels.sh +``` + +Freezes the best trained checkpoint and trains a secondary MLP decoder for 65 pressure-level +diagnostic variables (TMP, Q, UGRD, VGRD, h at 13 pressure levels plus near-surface fields) across +4 new random seeds. Config: `ace-fine-tune-pressure-level-separate-decoder-config.yaml`. + +### 4. Evaluate fine-tuned seeds + +Re-run both evaluator scripts from step 2. The scripts already include checkpoint IDs for both +the trained and fine-tuned ensemble members, enabling direct comparison. After reviewing results, +update the checkpoint ID in `run-ace-inference.sh` to the best fine-tuned seed. + +### 5. Run inference + +```bash +bash run-ace-inference.sh +``` + +Runs 15 parallel 46-year simulations (1978-10-01 to 2024-12-31) using the best fine-tuned +checkpoint: + +- 5 initial conditions (IC1–IC5) from the AIMIP IC dataset +- 3 SST scenarios: baseline, +2 K, +4 K + +Configs: `ace-aimip-inference-config.yaml`, `ace-aimip-inference-p2k-config.yaml`, +`ace-aimip-inference-p4k-config.yaml`. From e3b9597d9802a0a04cc95094ed92c618521e695d Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Tue, 31 Mar 2026 15:28:54 -0700 Subject: [PATCH 33/34] Replace hardcoded BEAKER_USERNAME with dynamic beaker whoami lookup --- .../era5-aimip/run-ace-evaluator-seed-selection-single.sh | 2 +- .../baselines/era5-aimip/run-ace-evaluator-seed-selection.sh | 2 +- .../era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh | 2 +- configs/baselines/era5-aimip/run-ace-inference.sh | 2 +- configs/baselines/era5-aimip/run-ace-train.sh | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh index 125721d05..b87efdee1 100755 --- a/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh +++ b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection-single.sh @@ -17,7 +17,7 @@ FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ CONFIG_FILENAME="ace-evaluator-seed-selection-single-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME -BEAKER_USERNAME=bhenn1983 +BEAKER_USERNAME=$(beaker account whoami --format=json | jq -r '.[0].name') REPO_ROOT=$(git rev-parse --show-toplevel) cd $REPO_ROOT # so config path is valid no matter where we are running this script diff --git a/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh index fa6e88ca5..75862fb85 100755 --- a/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh +++ b/configs/baselines/era5-aimip/run-ace-evaluator-seed-selection.sh @@ -17,7 +17,7 @@ FINE_TUNED_SEPARATE_DECODER_CHECKPOINT_IDS=("01KAKXY0EK24K7BZK2N8SPJ5SJ"\ CONFIG_FILENAME="ace-evaluator-seed-selection-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME -BEAKER_USERNAME=bhenn1983 +BEAKER_USERNAME=$(beaker account whoami --format=json | jq -r '.[0].name') REPO_ROOT=$(git rev-parse --show-toplevel) cd $REPO_ROOT # so config path is valid no matter where we are running this script diff --git a/configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh b/configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh index a01a924d9..17e6307aa 100755 --- a/configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh +++ b/configs/baselines/era5-aimip/run-ace-fine-tune-decoder-pressure-levels.sh @@ -8,7 +8,7 @@ PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME="ace-fine-tune-pressur SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_PATH=$SCRIPT_PATH/$PRESSURE_LEVEL_SEPARATE_DECODER_LR_WARMUP_CONFIG_FILENAME EXISTING_RESULTS_DATASET="01K9B1MXD6V26S8BQH5CKY514C" # best checkpoint is ace-aimip-train-rs3 -BEAKER_USERNAME=bhenn1983 +BEAKER_USERNAME=$(beaker account whoami --format=json | jq -r '.[0].name') REPO_ROOT=$(git rev-parse --show-toplevel) N_GPUS=4 diff --git a/configs/baselines/era5-aimip/run-ace-inference.sh b/configs/baselines/era5-aimip/run-ace-inference.sh index b68bb236e..9f5720f3e 100755 --- a/configs/baselines/era5-aimip/run-ace-inference.sh +++ b/configs/baselines/era5-aimip/run-ace-inference.sh @@ -6,7 +6,7 @@ JOB_NAME_BASE="ace-aimip-inference-oct-1978-2024" JOB_GROUP="ace-aimip" # this is from ace-aimip-fine-tune-decoder-pressure-levels-separate-decoder-lr-warmup-RS0 EXISTING_RESULTS_DATASET="01KAKXY0EK24K7BZK2N8SPJ5SJ" -BEAKER_USERNAME=bhenn1983 +BEAKER_USERNAME=$(beaker account whoami --format=json | jq -r '.[0].name') SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository REPO_ROOT=$(git rev-parse --show-toplevel) diff --git a/configs/baselines/era5-aimip/run-ace-train.sh b/configs/baselines/era5-aimip/run-ace-train.sh index 5a97aab3f..c2dc5ae2d 100755 --- a/configs/baselines/era5-aimip/run-ace-train.sh +++ b/configs/baselines/era5-aimip/run-ace-train.sh @@ -7,7 +7,7 @@ JOB_GROUP="ace-aimip" CONFIG_FILENAME="ace-train-config.yaml" SCRIPT_PATH=$(git rev-parse --show-prefix) # relative to the root of the repository CONFIG_PATH=$SCRIPT_PATH/$CONFIG_FILENAME -BEAKER_USERNAME=bhenn1983 +BEAKER_USERNAME=$(beaker account whoami --format=json | jq -r '.[0].name') REPO_ROOT=$(git rev-parse --show-toplevel) N_GPUS=4 From 34bdac4e8e7a686aca2ab0486bf5ca741d1e5bd2 Mon Sep 17 00:00:00 2001 From: Brian Henn Date: Wed, 1 Apr 2026 14:23:10 -0700 Subject: [PATCH 34/34] add seed selection method to readme --- configs/baselines/era5-aimip/README.md | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/configs/baselines/era5-aimip/README.md b/configs/baselines/era5-aimip/README.md index 6b41131bd..7aa6ef965 100644 --- a/configs/baselines/era5-aimip/README.md +++ b/configs/baselines/era5-aimip/README.md @@ -1,8 +1,9 @@ # ERA5 AIMIP Baseline This directory contains scripts and configurations for training and running an ACE2 model on ERA5 -data for the AIMIP evaluation protocol. This configuration is referred to as **ACE2.1-ERA5**. The model predicts pressure-level diagnostic variables over -1978–2024 with multiple initial conditions and SST perturbation scenarios. +data for the AIMIP evaluation protocol. This configuration is referred to as **ACE2.1-ERA5**. The +model predicts pressure-level diagnostic variables over 1978–2024 with multiple initial conditions +and SST perturbation scenarios. ## Workflow @@ -27,12 +28,14 @@ bash run-ace-evaluator-seed-selection-single.sh Evaluate all 4 trained checkpoints to select the best seed for fine-tuning. -- `run-ace-evaluator-seed-selection.sh` — snapshot evaluations across 7 representative years - (1980, 1985, 1990, 1995, 2000, 2005, 2010). Config: `ace-evaluator-seed-selection-config.yaml`. +- `run-ace-evaluator-seed-selection.sh` — 7x 5-year evaluations (starting in 1980, 1985, 1990, + 1995, 2000, 2005, 2010). Config: `ace-evaluator-seed-selection-config.yaml`. - `run-ace-evaluator-seed-selection-single.sh` — single continuous 36-year run (1978-10-01 to 2014-12-31). Config: `ace-evaluator-seed-selection-single-config.yaml`. -After reviewing results, update the base checkpoint ID in `run-ace-fine-tune-decoder-pressure-levels.sh`. +The best seed is chosen based on comparing the time-mean climate and trend skill, both in +the 7x 5-year and 36-year evaluations; this is somewhat subjective. The chosen seed is used +in `run-ace-fine-tune-decoder-pressure-levels.sh`. ### 3. Fine-tune @@ -47,8 +50,9 @@ diagnostic variables (TMP, Q, UGRD, VGRD, h at 13 pressure levels plus near-surf ### 4. Evaluate fine-tuned seeds Re-run both evaluator scripts from step 2. The scripts already include checkpoint IDs for both -the trained and fine-tuned ensemble members, enabling direct comparison. After reviewing results, -update the checkpoint ID in `run-ace-inference.sh` to the best fine-tuned seed. +the trained and fine-tuned ensemble members, enabling direct comparison. After evaluating seeds +similarly as before (though there is little variability due frozen prognostic state), the best +checkpoint ID is used in `run-ace-inference.sh`. ### 5. Run inference