[Data] Remove FileMetadataShuffler (ray-project#40341)

As a followup of ray-project#40154 (comment), remove the `FileMetadataShuffler` and the config setting in `DataContext` now. They are not used any more. Signed-off-by: Cheng Su <[email protected]>
c21 · Oct 16, 2023 · 4ab0ba0 · 4ab0ba0
1 parent 306c714
commit 4ab0ba0
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 41 deletions.
diff --git a/python/ray/data/_default_config.py b/python/ray/data/_default_config.py
diff --git a/python/ray/data/context.py b/python/ray/data/context.py
@@ -4,7 +4,6 @@
 
 import ray
 from ray._private.ray_constants import env_integer
-from ray.data._default_config import DEFAULT_FILE_METADATA_SHUFFLER
 from ray.util.annotations import DeveloperAPI
 from ray.util.scheduling_strategies import SchedulingStrategyT
 
@@ -171,7 +170,6 @@ def __init__(
  execution_options: "ExecutionOptions",
  use_ray_tqdm: bool,
  enable_progress_bars: bool,
- file_metadata_shuffler: str,
  enable_get_object_locations_for_metrics: bool,
  ):
  """Private constructor (use get_current() instead)."""
@@ -205,7 +203,6 @@ def __init__(
  self.execution_options = execution_options
  self.use_ray_tqdm = use_ray_tqdm
  self.enable_progress_bars = enable_progress_bars
- self.file_metadata_shuffler = file_metadata_shuffler
  self.enable_get_object_locations_for_metrics = (
  enable_get_object_locations_for_metrics
  )
@@ -257,7 +254,6 @@ def get_current() -> "DataContext":
  execution_options=ray.data.ExecutionOptions(),
  use_ray_tqdm=DEFAULT_USE_RAY_TQDM,
  enable_progress_bars=DEFAULT_ENABLE_PROGRESS_BARS,
- file_metadata_shuffler=DEFAULT_FILE_METADATA_SHUFFLER,
  enable_get_object_locations_for_metrics=DEFAULT_ENABLE_GET_OBJECT_LOCATIONS_FOR_METRICS, # noqa E501
  )
 

diff --git a/python/ray/data/datasource/file_metadata_shuffler.py b/python/ray/data/datasource/file_metadata_shuffler.py