Skip to content

Commit e06101f

Browse files
committed
add to top level import
1 parent ce7203f commit e06101f

3 files changed

Lines changed: 9 additions & 2 deletions

File tree

distributed/shuffle/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,12 @@
11
from __future__ import annotations
22

3+
from distributed.shuffle._arrow import check_minimal_arrow_version
34
from distributed.shuffle._scheduler_extension import ShuffleSchedulerExtension
45
from distributed.shuffle._shuffle import P2PShuffleLayer, rearrange_by_column_p2p
56
from distributed.shuffle._worker_extension import ShuffleWorkerExtension
67

78
__all__ = [
9+
"check_minimal_arrow_version",
810
"P2PShuffleLayer",
911
"rearrange_by_column_p2p",
1012
"ShuffleSchedulerExtension",

distributed/shuffle/_arrow.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,12 @@ def check_dtype_support(meta_input: pd.DataFrame) -> None:
2929

3030

3131
def check_minimal_arrow_version() -> None:
32+
"""Verify that the the correct version of pyarrow is installed to support
33+
the P2P extension.
34+
35+
Raises a RuntimeError in case pyarrow is not installed or installed version
36+
is not recent enough.
37+
"""
3238
suffix = ""
3339
# First version to introduce Table.sort_by
3440
minversion = "7.0.0"

distributed/shuffle/_shuffle.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,8 +7,7 @@
77
from dask.highlevelgraph import HighLevelGraph
88
from dask.layers import SimpleShuffleLayer
99

10-
from distributed.shuffle._arrow import check_dtype_support
11-
from distributed.shuffle._arrow import check_minimal_arrow_version
10+
from distributed.shuffle._arrow import check_dtype_support, check_minimal_arrow_version
1211

1312
logger = logging.getLogger("distributed.shuffle")
1413
if TYPE_CHECKING:

0 commit comments

Comments
 (0)