Skip to content

Commit

Permalink
Merge branch 'main' into dependabot/github_actions/dawidd6/action-dow…
Browse files Browse the repository at this point in the history
…nload-artifact-6
  • Loading branch information
dougbrn authored Sep 6, 2024
2 parents b0c13cf + 0f37006 commit 9453fd8
Show file tree
Hide file tree
Showing 16 changed files with 725 additions and 59 deletions.
4 changes: 2 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -8,8 +8,8 @@
[![Read The Docs](https://img.shields.io/readthedocs/nested-dask)](https://nested-dask.readthedocs.io/)
[![Benchmarks](https://img.shields.io/github/actions/workflow/status/lincc-frameworks/nested-dask/asv-main.yml?label=benchmarks)](https://lincc-frameworks.github.io/nested-dask/)

A ![dask](https://www.dask.org/) extension of
![nested-pandas](https://nested-pandas.readthedocs.io/en/latest/).
A [dask](https://www.dask.org/) extension of
[nested-pandas](https://nested-pandas.readthedocs.io/en/latest/).

Nested-pandas is a pandas extension package that empowers efficient analysis
of nested associated datasets. This package wraps the majority of the
Expand Down
4 changes: 2 additions & 2 deletions benchmarks/benchmarks.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,8 +31,8 @@ def _generate_benchmark_data(add_nested=True):
layer_nf = npd.NestedFrame(data=layer_data).set_index("index").sort_index()

# Convert to Dask
base_nf = nd.NestedFrame.from_nested_pandas(base_nf).repartition(npartitions=5)
layer_nf = nd.NestedFrame.from_nested_pandas(layer_nf).repartition(npartitions=50)
base_nf = nd.NestedFrame.from_pandas(base_nf).repartition(npartitions=5)
layer_nf = nd.NestedFrame.from_pandas(layer_nf).repartition(npartitions=50)

# Return based on add_nested
if add_nested:
Expand Down
6 changes: 3 additions & 3 deletions docs/tutorials/loading_data.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
"source": [
"## From Nested-Pandas\n",
"\n",
"Nested-Dask can load data from Nested-Pandas `NestedFrame` objects by using the `from_nested_pandas` class function."
"Nested-Dask can load data from Nested-Pandas `NestedFrame` objects by using the `from_pandas` class function."
]
},
{
Expand All @@ -48,7 +48,7 @@
"nf = nf.add_nested(nested, \"nested\")\n",
"\n",
"# Convert to Nested-Dask NestedFrame\n",
"nf = nd.NestedFrame.from_nested_pandas(nf)\n",
"nf = nd.NestedFrame.from_pandas(nf)\n",
"nf"
]
},
Expand Down Expand Up @@ -225,7 +225,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
"version": "3.10.11"
}
},
"nbformat": 4,
Expand Down
2 changes: 1 addition & 1 deletion docs/tutorials/work_with_lsdb.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -439,7 +439,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.6"
"version": "3.10.11"
}
},
"nbformat": 4,
Expand Down
4 changes: 2 additions & 2 deletions pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ classifiers = [
dynamic = ["version"]
requires-python = ">=3.9"
dependencies = [
'nested-pandas==0.1.1',
'nested-pandas==0.2.1',
'numpy',
'dask>=2024.3.0',
'dask[distributed]>=2024.3.0',
Expand All @@ -30,7 +30,7 @@ dependencies = [
# On a mac, install optional dependencies with `pip install '.[dev]'` (include the single quotes)
[project.optional-dependencies]
dev = [
"asv==0.6.3", # Used to compute performance benchmarks
"asv==0.6.4", # Used to compute performance benchmarks
"jupyter", # Clears output from Jupyter notebooks
"mypy", # Used for static type checking of files
"pre-commit", # Used to run checks before finalizing a git commit
Expand Down
1 change: 1 addition & 0 deletions src/nested_dask/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,5 @@
from .core import NestedFrame # noqa
from .io import read_parquet # noqa
from .datasets import generate_data # noqa
from .utils import count_nested # noqa
from ._version import __version__ # noqa
Loading

0 comments on commit 9453fd8

Please sign in to comment.