Test examples

.github/workflows/ci.yaml

@@ -38,7 +38,7 @@ jobs:
           python -m pip install -e .[dmet,ebcc] --user 
       - name: Run unit tests
         run: |
-          python -m pip install pytest pytest-cov --user
+          python -m pip install pytest pytest-cov pytest-xdist pytest-timeout --user
           python .github/workflows/run_tests.py
       - name: Upload to codecov
         uses: codecov/codecov-action@v3

.github/workflows/run_tests.py

@@ -8,6 +8,8 @@
     args = [
         "vayesta/tests",
         "--cov=vayesta",
+        "-n=auto",          # Multi-processing with pytest-xdist
+        "-s",               # Show stdout output
     ]
 
     if len(sys.argv) > 1 and sys.argv[1] == "--with-veryslow":

vayesta/tests/test_examples.py

@@ -0,0 +1,32 @@
+import sys
+from pathlib import Path
+import importlib
+from time import perf_counter
+
+import pytest
+
+
+example_path = Path(__file__).parent.parent.parent / 'examples'
+examples_files = list(example_path.glob('**/*.py'))
+timings = {}
+
+
+@pytest.fixture(params=examples_files, ids=lambda x: '/'.join([x.parent.name, x.name]))
+def example_file(request):
+    return request.param
+
+
+@pytest.fixture(scope='module', autouse=True)
+def report_timings() -> None:
+    yield
+    for name, time in timings.items():
+        print(f"Time for {name:20s}: {time:.1f} s")
+
+
+@pytest.mark.timeout(300)
+def test_example(example_file):
+    spec = importlib.util.spec_from_file_location(example_file.name, str(example_file))
+    example = importlib.util.module_from_spec(spec)
+    t_start = perf_counter()
+    spec.loader.exec_module(example)
+    timings['/'.join([example_file.parent.name, example_file.name])] = perf_counter() - t_start