Skip broken datasets in audb.available() (#383)

* Skip broken datasets in audb.available() * Add broken dataset as test * Try to test available() with broken dataset * Expand test
audeering · Mar 27, 2024 · de482e8 · de482e8
1 parent c488bd1
commit de482e8
Show file tree

Hide file tree

Showing 3 changed files with 31 additions and 10 deletions.
diff --git a/audb/core/api.py b/audb/core/api.py
@@ -51,16 +51,21 @@ def available(
                 # see https://github.com/audeering/audbackend/issues/132
                 for p in backend._repo.path:
                     name = p.name
-                    for version in [str(x).split("/")[-1] for x in p / "db"]:
-                        databases.append(
-                            [
-                                name,
-                                repository.backend,
-                                repository.host,
-                                repository.name,
-                                version,
-                            ]
-                        )
+                    try:
+                        for version in [str(x).split("/")[-1] for x in p / "db"]:
+                            databases.append(
+                                [
+                                    name,
+                                    repository.backend,
+                                    repository.host,
+                                    repository.name,
+                                    version,
+                                ]
+                            )
+                    except FileNotFoundError:
+                        # If the `db` folder does not exist,
+                        # we do not include the dataset
+                        pass
             else:
                 for path, version in backend.ls("/"):
                     if path.endswith(define.HEADER_FILE):

diff --git a/tests/conftest.py b/tests/conftest.py
@@ -182,6 +182,7 @@ def private_and_public_repository():
     Configure the following repositories:
     * data-private: repo on public Artifactory without access
     * data-public: repo on public Artifactory with anonymous access
+    * data-public2: repo on public Artifactory with anonymous access
 
     Note, that the order of the repos is important.
     audb will visit the repos in the given order
@@ -194,6 +195,7 @@ def private_and_public_repository():
     audb.config.REPOSITORIES = [
         audb.Repository("data-private", host, backend),
         audb.Repository("data-public", host, backend),
+        audb.Repository("data-public2", host, backend),
     ]
 
     yield repository

diff --git a/tests/test_api.py b/tests/test_api.py
@@ -29,3 +29,17 @@ def test_available(repository):
     ]
     df = audb.available()
     assert len(df) == 0
+
+
+def test_available_broken_dataset(private_and_public_repository):
+    """Test for listing datasets, including a broken one.
+
+    This uses the public repositories,
+    from which ``data-public2``
+    includes ``broken-dataset``,
+    which has a missing ``db`` folder.
+
+    """
+    df = audb.available(only_latest=True)
+    assert len(df) > 0
+    assert "broken-dataset" not in df