add pydantic

docs/apis/level3.rst

@@ -43,3 +43,6 @@ checkpoint that was trained with one the ICON grid:
 
    This is still work in progress, and content of the YAML configuration
    files will change and the examples above may not work in the future.
+
+
+.. autopydantic_model:: target.usage_model.ExampleSettings

docs/conf.py

@@ -63,6 +63,7 @@
     "sphinx.ext.autodoc",
     "sphinx.ext.napoleon",
     "sphinxarg.ext",
+    "sphinxcontrib.autodoc_pydantic",
 ]
 
 # Add any paths that contain templates here, relative to this directory.

pyproject.toml

@@ -49,6 +49,7 @@ dependencies = [
   "numpy",
   "omegaconf",
   "packaging",
+  "pydantic",
   "pyyaml",
   "semantic-version",
   "torch",
@@ -59,6 +60,7 @@ optional-dependencies.all = [ "anemoi-inference[plugin]" ]
 optional-dependencies.dev = [ "anemoi-datasets[all,docs,plugin,tests]" ]
 
 optional-dependencies.docs = [
+  "autodoc-pydantic",
   "nbsphinx",
   "pandoc",
   "rstfmt",

src/anemoi/inference/commands/run.py

@@ -6,12 +6,15 @@
 # granted to it by virtue of its status as an intergovernmental organisation
 # nor does it submit to any jurisdiction.
 #
+from __future__ import annotations
 
+import json
 import logging
 import os
 
 from omegaconf import OmegaConf
 
+from ..config import Configuration
 from ..inputs.dataset import DatasetInput
 from ..inputs.gribfile import GribFileInput
 from ..inputs.icon import IconInput
@@ -23,24 +26,6 @@
 
 LOG = logging.getLogger(__name__)
 
-DEFAULTS = OmegaConf.create(
-    {
-        "checkpoint": "???",
-        "date": None,
-        "device": "cuda",
-        "lead_time": "10d",
-        "precision": None,
-        "allow_nans": False,
-        "icon_grid": None,
-        "input": None,
-        "output": None,
-        "write_initial_state": True,
-        "use_grib_paramid": False,
-        "dataset": None,
-        "env": {},
-    }
-)
-
 
 class RunCmd(Command):
     """Inspect the contents of a checkpoint file."""
@@ -54,11 +39,16 @@ def add_arguments(self, command_parser):
     def run(self, args):
 
         config = OmegaConf.merge(
-            DEFAULTS,
+            OmegaConf.create(Configuration().dict()),  # Load default configuration
             OmegaConf.load(args.config),
             OmegaConf.from_dotlist(args.overrides),
         )
-        LOG.info("Configuration:\n\n%s", OmegaConf.to_yaml(config))
+
+        # Validate the configuration
+
+        config = Configuration(**config)
+
+        LOG.info("Configuration:\n\n%s", json.dumps(config.dict(), indent=4))
 
         for key, value in config.env.items():
             os.environ[key] = str(value)

src/anemoi/inference/inputs/mars.py

@@ -63,10 +63,11 @@ def _(r):
 class MarsInput(GribInput):
     """Get input fields from MARS"""
 
-    def __init__(self, checkpoint, *, use_grib_paramid=False, **kwargs):
-        super().__init__(checkpoint)
+    def __init__(self, runner, *, use_grib_paramid=False, **kwargs):
+        super().__init__(runner)
         self.use_grib_paramid = use_grib_paramid
         self.kwargs = kwargs
+        assert use_grib_paramid
 
     def create_input_state(self, *, date):
         if date is None:
@@ -81,10 +82,6 @@ def _retrieve(self, date):
 
         dates = [date + h for h in self.checkpoint.lagged]
 
-        requests = self.checkpoint.mars_requests(
-            dates=dates,
-            expver="0001",
-            use_grib_paramid=self.use_grib_paramid,
-        )
+        requests = self.checkpoint.mars_requests(dates=dates, expver="0001", use_grib_paramid=self.use_grib_paramid)
 
         return retrieve(requests, self.checkpoint.grid, self.checkpoint.area, **self.kwargs)

src/anemoi/inference/metadata.py

@@ -245,6 +245,8 @@ def area(self):
     def mars_requests(self, *, use_grib_paramid=False, variables=all):
         """Return a list of MARS requests for the variables in the dataset"""
 
+        assert use_grib_paramid
+
         from anemoi.utils.grib import shortname_to_paramid
 
         for variable, metadata in self.variables_metadata.items():