tests

.github/workflows/python-publish.yml

@@ -2,75 +2,59 @@
 # For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries
 
 name: Upload Python Package
-
 on:
-
   push: {}
-
   release:
     types: [created]
-
 jobs:
   quality:
     name: Code QA
     runs-on: ubuntu-latest
     steps:
-    - run: sudo apt-get install -y pandoc # Needed by sphinx for notebooks
-    - uses: actions/checkout@v4
-    - uses: actions/setup-python@v5
-      with:
-        python-version: 3.x
-    - uses: pre-commit/[email protected]
-
+      - run: sudo apt-get install -y pandoc # Needed by sphinx for notebooks
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: 3.x
+      - uses: pre-commit/[email protected]
   checks:
     strategy:
       fail-fast: false
       matrix:
         platform: ["ubuntu-latest", "macos-latest"]
         python-version: ["3.10"]
-
     name: Python  ${{ matrix.python-version }} on ${{ matrix.platform }}
     runs-on: ${{ matrix.platform }}
-
     steps:
-    - uses: actions/checkout@v4
-
-    - uses: actions/setup-python@v2
-      with:
-        python-version: ${{ matrix.python-version }}
-
-    - name: Install
-      run: |
-        pip install pytest
-        pip install -e .[all]
-        pip install -r tests/requirements.txt
-        pip freeze
-
-    - name: Tests
-      run: pytest
-
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install
+        run: |
+          pip install pytest
+          pip install -e .[all,test]
+          pip freeze
+      - name: Tests
+        run: pytest
   deploy:
-
     if: ${{ github.event_name == 'release' }}
     runs-on: ubuntu-latest
     needs: [checks, quality]
-
     steps:
-    - uses: actions/checkout@v4
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.x
-
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install build wheel twine
-    - name: Build and publish
-      env:
-        TWINE_USERNAME: __token__
-        TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
-      run: |
-        python -m build
-        twine upload dist/*
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.x
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install build wheel twine
+      - name: Build and publish
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: |
+          python -m build
+          twine upload dist/*

.pre-commit-config.yaml

@@ -1,81 +1,69 @@
 repos:
-
-# Empty notebookds
-- repo: local
-  hooks:
-    - id: clear-notebooks-output
-      name: clear-notebooks-output
-      files: tools/.*\.ipynb$
-      stages: [commit]
-      language: python
-      entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
-      additional_dependencies: [jupyter]
-
-
-- repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.6.0
-  hooks:
-  - id: check-yaml # Check YAML files for syntax errors only
-    args: [--unsafe, --allow-multiple-documents]
-  - id: debug-statements # Check for debugger imports and py37+ breakpoint()
-  - id: end-of-file-fixer # Ensure files end in a newline
-  - id: trailing-whitespace # Trailing whitespace checker
-  - id: no-commit-to-branch # Prevent committing to main / master
-  - id: check-added-large-files # Check for large files added to git
-  - id: check-merge-conflict # Check for files that contain merge conflict
-
-- repo: https://github.com/psf/black-pre-commit-mirror
-  rev: 24.4.2
-  hooks:
-    - id: black
-      args: [--line-length=120]
-
-- repo: https://github.com/pycqa/isort
-  rev: 5.13.2
-  hooks:
-  - id: isort
-    args:
-    - -l 120
-    - --force-single-line-imports
-    - --profile black
-
-
-- repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.4.6
-  hooks:
-  - id: ruff
-    exclude: '(dev/.*|.*_)\.py$'
-    args:
-    - --line-length=120
-    - --fix
-    - --exit-non-zero-on-fix
-    - --preview
-
-- repo: https://github.com/sphinx-contrib/sphinx-lint
-  rev: v0.9.1
-  hooks:
-    - id: sphinx-lint
-
-# For now, we use it. But it does not support a lot of sphinx features
-- repo: https://github.com/dzhu/rstfmt
-  rev: v0.0.14
-  hooks:
-    - id: rstfmt
-      exclude: 'cli/.*' # Because we use argparse
-
-- repo: https://github.com/b8raoult/pre-commit-docconvert
-  rev: "0.1.4"
-  hooks:
-  - id: docconvert
-    args: ["numpy"]
-
-- repo: https://github.com/b8raoult/optional-dependencies-all
-  rev: "0.0.2"
-  hooks:
-  - id: optional-dependencies-all
-    args: ["--inplace", "--all-key", "all", "--exclude-keys", "dev,docs"]
-
-- repo: https://github.com/tox-dev/pyproject-fmt
-  rev: "2.1.3"
-  hooks:
-    - id: pyproject-fmt
+  # Empty notebookds
+  - repo: local
+    hooks:
+      - id: clear-notebooks-output
+        name: clear-notebooks-output
+        files: tools/.*\.ipynb$
+        stages: [commit]
+        language: python
+        entry: jupyter nbconvert --ClearOutputPreprocessor.enabled=True --inplace
+        additional_dependencies: [jupyter]
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.6.0
+    hooks:
+      - id: check-yaml # Check YAML files for syntax errors only
+        args: [--unsafe, --allow-multiple-documents]
+      - id: debug-statements # Check for debugger imports and py37+ breakpoint()
+      - id: end-of-file-fixer # Ensure files end in a newline
+      - id: trailing-whitespace # Trailing whitespace checker
+      - id: no-commit-to-branch # Prevent committing to main / master
+      - id: check-added-large-files # Check for large files added to git
+      - id: check-merge-conflict # Check for files that contain merge conflict
+  - repo: https://github.com/psf/black-pre-commit-mirror
+    rev: 24.4.2
+    hooks:
+      - id: black
+        args: [--line-length=120]
+  - repo: https://github.com/pycqa/isort
+    rev: 5.13.2
+    hooks:
+      - id: isort
+        args:
+          - -l 120
+          - --force-single-line-imports
+          - --profile black
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.4.6
+    hooks:
+      - id: ruff
+        exclude: '(dev/.*|.*_)\.py$'
+        args:
+          - --line-length=120
+          - --fix
+          - --exit-non-zero-on-fix
+          - --preview
+  - repo: https://github.com/sphinx-contrib/sphinx-lint
+    rev: v0.9.1
+    hooks:
+      - id: sphinx-lint
+  # For now, we use it. But it does not support a lot of sphinx features
+  - repo: https://github.com/dzhu/rstfmt
+    rev: v0.0.14
+    hooks:
+      - id: rstfmt
+        exclude: 'cli/.*' # Because we use argparse
+  - repo: https://github.com/b8raoult/pre-commit-docconvert
+    rev: "0.1.4"
+    hooks:
+      - id: docconvert
+        args: ["numpy"]
+  - repo: https://github.com/b8raoult/optional-dependencies-all
+    rev: "0.0.2"
+    hooks:
+      - id: optional-dependencies-all
+        args: ["--inplace", "--all-key", "all", "--exclude-keys", "dev,docs,test"]
+  - repo: https://github.com/tox-dev/pyproject-fmt
+    rev: "2.1.3"
+    hooks:
+      - id: pyproject-fmt

pyproject.toml

@@ -59,8 +59,10 @@ dependencies = [
 
 optional-dependencies.all = [
   "ai-models>=0.6.1",
+  "anemoi-datasets",
   "anemoi-utils>=0.3",
   "numpy",
+  "pytest",
   "pyyaml",
   "semantic-version",
   "torch",
@@ -76,6 +78,11 @@ optional-dependencies.plugin = [
   "tqdm",
 ]
 
+optional-dependencies.test = [
+  "anemoi-datasets",
+  "pytest",
+]
+
 urls.Documentation = "https://anemoi-inference.readthedocs.io/"
 urls.Homepage = "https://github.com/ecmwf/anemoi-inference/"
 urls.Issues = "https://github.com/ecmwf/anemoi-inference/issues"