Support checkpoints generated after 'multi-dataset' feature merge in anemoi-core

config/forecasters-ich1-oper-fixed.yaml

@@ -0,0 +1,70 @@
+# yaml-language-server: $schema=../workflow/tools/config.schema.json
+description: |
+  Evaluate skill of ICON-CH1 single.
+
+dates:
+  # start: 2025-01-01T00:00
+  # end: 2025-06-20T00:00
+  # frequency: 54h
+  # or
+  - 2024-01-01T12:00
+  - 2024-02-01T18:00
+  - 2024-03-01T00:00
+
+
+runs:
+  - forecaster:
+      checkpoint: https://service.meteoswiss.ch/mlstore#/experiments/602/runs/9f4626a7562a4eb49700aaaaa8607230
+      label: icon_1km_hierarchical_2_level_proc_from_scratch
+      steps: 0/120/6
+      config: resources/inference/configs/sgm-multidataset-forecaster-global-ich1-oper.yaml
+      extra_requirements:
+        - git+https://github.com/ecmwf/anemoi-inference.git@b9aaee5df86614cad9d8d08b76876a4be4e980db
+
+  # - forecaster:
+  #     checkpoint: https://service.meteoswiss.ch/mlstore#/experiments/602/runs/233b1274e79b4bfea98378d196a8aba0
+  #     label: stage_C_realch1
+  #     steps: 0/120/6
+  #     config: resources/inference/configs/sgm-forecaster-global-ich1-oper.yaml
+  #     extra_requirements:
+  #       - earthkit-utils<0.2.0
+  #       - earthkit-data<0.19.0
+  #       - git+https://github.com/ecmwf/anemoi-inference.git@fix/dataloader-dataset-config
+
+baselines:
+  - baseline:
+      baseline_id: ICON-CH1-EPS
+      label: ICON-CH1-EPS
+      root: /store_new/mch/msopr/ml/ICON-CH1-EPS
+      steps: 0/33/6
+
+analysis:
+  label: KENDA-CH1
+  analysis_zarr: /store_new/mch/msopr/ml/datasets/mch-ich1-1km-2024-2025-1h-pl13-v1.0.zarr
+
+stratification:
+  regions:
+    - jura
+    - mittelland
+    - voralpen
+    - alpennordhang
+    - innerealpentaeler
+    - alpensuedseite
+  root: /scratch/mch/bhendj/regions/Prognoseregionen_LV95_20220517
+
+locations:
+  output_root: output/
+
+profile:
+  executor: slurm
+  global_resources:
+    gpus: 16
+  default_resources:
+    slurm_partition: "postproc"
+    cpus_per_task: 1
+    mem_mb_per_cpu: 1800
+    runtime: "1h"
+    gpus: 0
+  jobs: 50
+  batch_rules:
+    plot_forecast_frame: 32

resources/inference/configs/sgm-multidataset-forecaster-global-ich1-oper.yaml

@@ -0,0 +1,43 @@
+lead_time: 120h
+write_initial_state: true
+allow_nans: true
+
+env:
+  ANEMOI_INFERENCE_NUM_CHUNKS: 8 # OOM error if not set
+
+# inputs
+input:
+  test:
+    use_original_paths: true
+
+
+# outputs
+output:
+  tee:
+    - grib:
+        path: grib/{date}{time:04}_{step:03}.grib
+        encoding:
+          typeOfGeneratingProcess: 2
+          centre: lssw
+        templates:
+          samples: resources/templates_index_icon.yaml
+        post_processors:
+          - extract_mask: # removes global points
+              mask: "lam_0/cutout_mask"
+              as_slice: true
+    - grib:
+        path: grib/ifs-{date}{time:04}_{step:03}.grib
+        encoding:
+          typeOfGeneratingProcess: 2
+          centre: ecmf
+        templates:
+          samples: resources/templates_index_ifs.yaml
+        post_processors:
+        - extract_mask: # removes lam points
+            mask: "lam_0/cutout_mask"
+            as_slice: true
+            inverse: true
+        - assign_mask: # fill local/global overlapping points with nan
+            mask: "global/cutout_mask"
+
+patch_metadata: resources/sgm-multidataset-ich1-oper-patch.yaml