update pyspark

kedro-org · Aug 16, 2023 · 065dbdf · 065dbdf
1 parent 7d93321
commit 065dbdf
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/kedro-datasets/pyproject.toml b/kedro-datasets/pyproject.toml
@@ -219,7 +219,8 @@ test = [
   "pylint>=2.5.2, <3.0",
   "pyodbc~=4.0.35",
   "pyproj~=3.0",
-  "pyspark>=2.2, <4.0",
+  "pyspark>=2.2, <3.4; python_version < '3.11'",
+  "pyspark>=3.4; python_version >= '3.11'",
   "pytest-cov~=3.0",
   "pytest-mock>=1.7.1, <2.0",
   "pytest-xdist[psutil]~=2.2.1",