Update

.pre-commit-config.yaml

@@ -32,7 +32,7 @@ repos:
           # Type stubs
           - boto3-stubs
           - dask
-          - deltalake
+          - deltalake>=0.16
           - pandas-stubs
           - pytest
           - types-setuptools

dask_deltatable/core.py

@@ -2,14 +2,12 @@
 
 import os
 from collections.abc import Sequence
-from functools import partial
 from typing import Any, Callable, cast
 
 import dask
 import dask.dataframe as dd
 import pyarrow as pa
 import pyarrow.parquet as pq
-from dask.base import tokenize
 from dask.dataframe.io.parquet.arrow import ArrowDatasetEngine
 from dask.dataframe.utils import make_meta
 from deltalake import DataCatalog, DeltaTable
@@ -117,11 +115,14 @@ def _read_from_filesystem(
         meta = meta[columns]
 
     return dd.from_map(
-        partial(_read_delta_partition, fs=fs, columns=columns, schema=schema, **kwargs),
+        _read_delta_partition,
         pq_files,
         meta=meta,
         label="read-delta-table",
-        token=tokenize(path, fs_token, **kwargs),  # type: ignore
+        fs=fs,
+        columns=columns,
+        schema=schema,
+        **kwargs,
     )
 
 

tests/test_acceptance.py

@@ -52,7 +52,6 @@ def test_reader_all_primitive_types():
     # is "more correct".
     expected_ddf["timestamp"] = expected_ddf["timestamp"].astype("datetime64[us]")
     expected_ddf["timestamp"] = expected_ddf["timestamp"].dt.tz_localize("UTC")
-    expected_ddf["binary"] = expected_ddf["binary"].astype("string[pyarrow]")
     assert_eq(actual_ddf, expected_ddf)