Relax restrictions to allow low py versions

On branch feature/fix-tests Changes to be committed: modified: poetry.lock modified: pyproject.toml modified: quinn/transformations.py
mrpowers-io · Nov 18, 2023 · a2dd591 · a2dd591
1 parent a547343
commit a2dd591
Show file tree

Hide file tree

Showing 3 changed files with 59 additions and 19 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -47,15 +47,15 @@ pytest-describe = "^2"
 
 [tool.poetry.group.linting.dependencies]
 ruff = "^0.0.291"
-typing-extensions = {version = "^4.8.0", python = ">=3.8,<4.0"}
+typing-extensions = {version = "^4", python = ">=3.6,<4.0"}
 
 [tool.poetry.group.docs.dependencies]
 mkdocstrings-python = "^0.8.3"
 mkdocs-gen-files = "^0.4.0"
 mkdocs-literate-nav = "^0.6.0"
 mkdocs-section-index = "^0.3.5"
 markdown-include = "^0.8.1"
-mkdocs = "^1.4.2"
+mkdocs = "^1"
 
 ###########################################################################
 #                         LINTING CONFIGURATION 

diff --git a/quinn/transformations.py b/quinn/transformations.py
@@ -241,7 +241,7 @@ def fix_nullability(field: StructField, result_dict: dict) -> None:
     if spark is None:
         spark = SparkSession.builder.getOrCreate()
 
-    return spark.sparkSession.createDataFrame(output.rdd, output.schema)
+    return spark.createDataFrame(output.rdd, output.schema)
 
 
 def flatten_struct(df: DataFrame, col_name: str, separator: str = ":") -> DataFrame: