[Data] Fix documentation for union and limit (#40299)

Given `union` and `limit` are lazy operation, we should not mark them with `@ConsumptionAPI`. https://anyscale-ray--40299.com.readthedocs.build/en/40299/data/api/doc/ray.data.Dataset.union.html https://anyscale-ray--40299.com.readthedocs.build/en/40299/data/api/doc/ray.data.Dataset.limit.html Signed-off-by: Cheng Su <[email protected]>
ray-project · Oct 13, 2023 · 0f07950 · 0f07950
1 parent ba6ae3e
commit 0f07950
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/python/ray/data/dataset.py b/python/ray/data/dataset.py
@@ -1696,9 +1696,8 @@ def train_test_split(
  )
  return ds.split_at_indices([ds_length - test_size])
 
- @ConsumptionAPI
  def union(self, *other: List["Dataset"]) -> "Dataset":
- """Materialize and concatenate :class:`Datasets <ray.data.Dataset>` across rows.
+ """Concatenate :class:`Datasets <ray.data.Dataset>` across rows.
 
  The order of the blocks in the datasets is preserved, as is the
  relative ordering between the datasets passed in the argument list.
@@ -2247,7 +2246,6 @@ def zip(self, other: "Dataset") -> "Dataset":
  logical_plan = LogicalPlan(op)
  return Dataset(plan, self._epoch, self._lazy, logical_plan)
 
- @ConsumptionAPI
  def limit(self, limit: int) -> "Dataset":
  """Truncate the dataset to the first ``limit`` rows.