[CI] Convert isort config to ruff config (#52869)

Convert isort config in .isort.cfg to ruff config in pyproject.toml.

Conversion strategy:

known_local_folder -> known-local-folder
known_third_party -> known-third-party
known_afterray -> Created a new section afterray
sections -> section_order
skip_glob -> If already exists in tool.ruff.extend-exclude then do nothing. Otherwise add a rule to per-file-ignores to ignore the I rule.

Signed-off-by: Chi-Sheng Liu <chishengliu@chishengliu.com>
Co-authored-by: Lonnie Liu <95255098+aslonnie@users.noreply.github.com>

Author: MortalHappiness

.isort.cfg

@@ -45,3 +45,36 @@ avoid-escape = false
 
 [tool.ruff.lint.isort]
 combine-as-imports = true
+section-order = ["future", "standard-library", "third-party", "first-party", "local-folder", "afterray"]
+known-local-folder = ["ray"]
+known-third-party = ["grpc"]
+
+[tool.ruff.lint.isort.sections]
+afterray = ["psutil", "setproctitle"]
+
+# Some of the directories need to be kept in the blacklist for isort ("I" rule):
+# python/ray/cloudpickle/*
+# doc/*
+# python/ray/__init__.py
+# python/ray/setup-dev.py
+# For the rest we will gradually remove them from the blacklist as we
+# reformat the code to follow the style guide.
+[tool.ruff.lint.per-file-ignores]
+"doc/*" = ["I"]
+"python/ray/__init__.py" = ["I"]
+"python/ray/setup-dev.py" = ["I"]
+"python/ray/cloudpickle/*" = ["I"]
+"python/ray/dag/*.py" = ["I"]
+"ci/*" = ["I"]
+"python/ray/includes/*" = ["I"]
+"python/ray/internal/*" = ["I"]
+"python/ray/ray_operator/*" = ["I"]
+"python/ray/scripts/*" = ["I"]
+"python/ray/serve/generated/serve_pb2.py" = ["I"]
+"python/ray/streaming/*" = ["I"]
+"python/ray/tests/*" = ["I"]
+"python/ray/util/*" = ["I"]
+"python/ray/workers/*" = ["I"]
+"python/ray/workflow/*" = ["I"]
+"rllib/*" = ["I"]
+"release/*" = ["I"]

pyproject.toml

@@ -3,12 +3,11 @@
 
 import numpy as np
 
+from .tfrecords_datasource import _get_single_true_type
 from ray.data._internal.util import _check_import
 from ray.data.block import BlockAccessor
 from ray.data.datasource.file_datasink import BlockBasedFileDatasink
 
-from .tfrecords_datasource import _get_single_true_type
-
 if TYPE_CHECKING:
     import pyarrow
     import tensorflow as tf

python/ray/data/_internal/datasource/tfrecords_datasink.py

@@ -4,14 +4,13 @@
 from typing import TYPE_CHECKING, Dict, Optional, Tuple
 
 import ray
+from .autoscaler import Autoscaler
+from .autoscaling_actor_pool import AutoscalingActorPool
 from ray.data._internal.execution.autoscaling_requester import (
     get_or_create_autoscaling_requester_actor,
 )
 from ray.data._internal.execution.interfaces.execution_options import ExecutionResources
 
-from .autoscaler import Autoscaler
-from .autoscaling_actor_pool import AutoscalingActorPool
-
 if TYPE_CHECKING:
     from ray.data._internal.execution.interfaces import PhysicalOperator
     from ray.data._internal.execution.resource_manager import ResourceManager

python/ray/data/_internal/execution/autoscaler/default_autoscaler.py

@@ -1,7 +1,6 @@
 from typing import TYPE_CHECKING
 
 import ray
-
 from .backpressure_policy import BackpressurePolicy
 from .concurrency_cap_backpressure_policy import ConcurrencyCapBackpressurePolicy
 

python/ray/data/_internal/execution/backpressure_policy/__init__.py

@@ -1,12 +1,11 @@
 import logging
 from typing import TYPE_CHECKING
 
+from .backpressure_policy import BackpressurePolicy
 from ray.data._internal.execution.operators.task_pool_map_operator import (
     TaskPoolMapOperator,
 )
 
-from .backpressure_policy import BackpressurePolicy
-
 if TYPE_CHECKING:
     from ray.data._internal.execution.interfaces.physical_operator import (
         PhysicalOperator,

python/ray/data/_internal/execution/backpressure_policy/concurrency_cap_backpressure_policy.py

@@ -1,11 +1,10 @@
 import os
 from typing import Dict, List, Optional, Union
 
+from .common import NodeIdStr
 from ray.data._internal.execution.util import memory_string
 from ray.util.annotations import DeveloperAPI
 
-from .common import NodeIdStr
-
 
 class ExecutionResources:
     """Specifies resources usage or resource limits for execution.

python/ray/data/_internal/execution/interfaces/execution_options.py

@@ -1,11 +1,10 @@
 from abc import ABC, abstractmethod
 from typing import ContextManager, Iterator, Optional
 
-from ray.data._internal.stats import DatasetStats
-
 from .execution_options import ExecutionOptions
 from .physical_operator import PhysicalOperator
 from .ref_bundle import RefBundle
+from ray.data._internal.stats import DatasetStats
 
 
 class OutputIterator(Iterator[RefBundle], ABC):

python/ray/data/_internal/execution/interfaces/executor.py

@@ -5,6 +5,7 @@
 from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, Union
 
 import ray
+from .ref_bundle import RefBundle
 from ray._raylet import ObjectRefGenerator
 from ray.data._internal.execution.autoscaler.autoscaling_actor_pool import (
     AutoscalingActorPool,
@@ -19,8 +20,6 @@
 from ray.data._internal.stats import StatsDict, Timer
 from ray.data.context import DataContext
 
-from .ref_bundle import RefBundle
-
 logger = logging.getLogger(__name__)
 
 

python/ray/data/_internal/execution/interfaces/physical_operator.py

@@ -3,13 +3,12 @@
 from typing import Dict, Iterator, List, Optional, Tuple
 
 import ray
+from .common import NodeIdStr
 from ray.data._internal.memory_tracing import trace_deallocation
 from ray.data.block import Block, BlockMetadata
 from ray.data.context import DataContext
 from ray.types import ObjectRef
 
-from .common import NodeIdStr
-
 
 @dataclass
 class RefBundle:

python/ray/data/_internal/execution/interfaces/ref_bundle.py

@@ -1,9 +1,8 @@
 from typing import Callable, List, Tuple
 
-from ray.data._internal.stats import StatsDict
-
 from .ref_bundle import RefBundle
 from .task_context import TaskContext
+from ray.data._internal.stats import StatsDict
 
 # Block transform function applied in AllToAllOperator.
 AllToAllTransformFn = Callable[

python/ray/data/_internal/execution/interfaces/transform_fn.py

@@ -1,8 +1,7 @@
 from typing import TYPE_CHECKING, Callable, Iterator, List, Optional
 
-from ray.data.block import BlockMetadata
-
 from .operator import Operator
+from ray.data.block import BlockMetadata
 
 if TYPE_CHECKING:
     from ray.data._internal.execution.interfaces import RefBundle

python/ray/data/_internal/logical/interfaces/logical_operator.py

@@ -1,5 +1,6 @@
 from typing import List
 
+from .ruleset import Ruleset
 from ray.data._internal.logical.interfaces import (
     LogicalPlan,
     Optimizer,
@@ -21,8 +22,6 @@
 )
 from ray.util.annotations import DeveloperAPI
 
-from .ruleset import Ruleset
-
 _LOGICAL_RULESET = Ruleset(
     [
         ReorderRandomizeBlocksRule,

python/ray/data/_internal/logical/optimizers.py

@@ -26,14 +26,15 @@
 )
 
 import numpy as np
-import psutil
 import pyarrow
 from packaging.version import parse as parse_version
 
 import ray
 from ray._private.arrow_utils import get_pyarrow_version
 from ray.data.context import DEFAULT_READ_OP_MIN_NUM_BLOCKS, WARN_PREFIX, DataContext
 
+import psutil
+
 if TYPE_CHECKING:
     import pandas
 

python/ray/data/_internal/util.py

@@ -8,6 +8,7 @@
 
 import ray
 import ray._private.ray_constants as ray_constants
+from .thread_runner import ThreadRunner
 from ray.actor import ActorHandle
 from ray.data.iterator import DataIterator
 from ray.train import Checkpoint
@@ -35,8 +36,6 @@
 from ray.train.v2._internal.util import ObjectRefWrapper
 from ray.types import ObjectRef
 
-from .thread_runner import ThreadRunner
-
 T = TypeVar("T")
 
 logger = logging.getLogger(__name__)