diff --git a/.github/workflows/kedro-datasets.yml b/.github/workflows/kedro-datasets.yml index c4cf02cfb..013692237 100644 --- a/.github/workflows/kedro-datasets.yml +++ b/.github/workflows/kedro-datasets.yml @@ -53,6 +53,7 @@ jobs: restore-keys: kedro-datasets - name: Install dependencies run: | + python -m pip install -U "pip>=21.2,<23.2" # Temporary fix cd kedro-datasets pip install ".[docs]" pip install ".[test]" diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml index 8d70aa45f..a50ff3f14 100644 --- a/.github/workflows/lint.yml +++ b/.github/workflows/lint.yml @@ -32,6 +32,7 @@ jobs: - name: Install dependencies run: | cd ${{ inputs.plugin }} + python -m pip install -U "pip>=21.2,<23.2" # Temporary fix pip install git+https://github.com/kedro-org/kedro@main pip install ".[test]" pip freeze diff --git a/.github/workflows/unit-tests.yml b/.github/workflows/unit-tests.yml index 6e3e2ecb7..8d48fe8fe 100644 --- a/.github/workflows/unit-tests.yml +++ b/.github/workflows/unit-tests.yml @@ -46,6 +46,7 @@ jobs: - name: Install dependencies run: | cd ${{ inputs.plugin }} + python -m pip install -U "pip>=21.2,<23.2" # Temporary fix pip install ".[test]" - name: pip freeze run: pip freeze diff --git a/Makefile b/Makefile index 1d8d839a2..251ee1f3e 100644 --- a/Makefile +++ b/Makefile @@ -21,7 +21,7 @@ test: # Run test_tensorflow_model_dataset separately, because these tests are flaky when run as part of the full test-suite dataset-tests: - cd kedro-datasets && pytest tests --cov-config pyproject.toml --numprocesses 4 --dist loadfile --ignore tests/tensorflow + cd kedro-datasets && pytest tests --cov-config pyproject.toml --numprocesses 4 --dist loadfile --ignore tests/tensorflow --ignore tests/databricks cd kedro-datasets && pytest tests/tensorflow/test_tensorflow_model_dataset.py --no-cov test-sequential: diff --git a/kedro-datasets/pyproject.toml b/kedro-datasets/pyproject.toml index 44d40abec..8cabcf1f2 100644 --- a/kedro-datasets/pyproject.toml +++ b/kedro-datasets/pyproject.toml @@ -31,7 +31,7 @@ version = {attr = "kedro_datasets.__version__"} [tool.coverage.report] fail_under = 100 show_missing = true -omit = ["tests/*", "kedro_datasets/holoviews/*", "kedro_datasets/snowflake/*", "kedro_datasets/tensorflow/*", "kedro_datasets/__init__.py"] +omit = ["tests/*", "kedro_datasets/holoviews/*", "kedro_datasets/snowflake/*", "kedro_datasets/tensorflow/*", "kedro_datasets/__init__.py", "kedro_datasets/databricks/*"] exclude_lines = ["pragma: no cover", "raise NotImplementedError"] [tool.pytest.ini_options] diff --git a/kedro-datasets/tests/spark/test_spark_hive_dataset.py b/kedro-datasets/tests/spark/test_spark_hive_dataset.py index 202d1ade8..2016e7815 100644 --- a/kedro-datasets/tests/spark/test_spark_hive_dataset.py +++ b/kedro-datasets/tests/spark/test_spark_hive_dataset.py @@ -29,6 +29,7 @@ def spark_session(): .config( "spark.sql.warehouse.dir", (Path(tmpdir) / "warehouse").absolute() ) + .config("spark.sql.catalogImplementation", "hive") .config( "javax.jdo.option.ConnectionURL", f"jdbc:derby:;"