Add support for Kedro Dataset factory

Signed-off-by: Nok Chan <[email protected]>

kedro_softfail_runner/core.py

@@ -147,7 +147,14 @@ def run(
         hook_manager = hook_manager or _NullPluginManager()
         catalog = catalog.shallow_copy()
 
-        unsatisfied = pipeline.inputs() - set(catalog.list())
+        # Check which datasets used in the pipeline are in the catalog or match
+        # a pattern in the catalog
+        registered_ds = [ds for ds in pipeline.data_sets() if ds in catalog]
+
+        # Check if there are any input datasets that aren't in the catalog and
+        # don't match a pattern in the catalog.
+        unsatisfied = pipeline.inputs() - set(registered_ds)
+
         if unsatisfied:
             raise ValueError(
                 f"Pipeline input(s) {unsatisfied} not found in the DataCatalog"

nbs/00_core.ipynb

@@ -178,7 +178,14 @@
     "        hook_manager = hook_manager or _NullPluginManager()\n",
     "        catalog = catalog.shallow_copy()\n",
     "\n",
-    "        unsatisfied = pipeline.inputs() - set(catalog.list())\n",
+    "        # Check which datasets used in the pipeline are in the catalog or match\n",
+    "        # a pattern in the catalog\n",
+    "        registered_ds = [ds for ds in pipeline.data_sets() if ds in catalog]\n",
+    "\n",
+    "        # Check if there are any input datasets that aren't in the catalog and\n",
+    "        # don't match a pattern in the catalog.\n",
+    "        unsatisfied = pipeline.inputs() - set(registered_ds)\n",
+    "        \n",
     "        if unsatisfied:\n",
     "            raise ValueError(\n",
     "                f\"Pipeline input(s) {unsatisfied} not found in the DataCatalog\"\n",
@@ -234,6 +241,10 @@
    "display_name": "python3",
    "language": "python",
    "name": "python3"
+  },
+  "language_info": {
+   "name": "python",
+   "version": "3.8.5"
   }
  },
  "nbformat": 4,