Update files

Add unit tests Signed-off-by: Balaji Veeramani <[email protected]>
ray-project · Aug 14, 2023 · 304344d · 304344d
1 parent 42d0ea8
commit 304344d
Show file tree

Hide file tree

Showing 99 changed files with 688 additions and 0 deletions.
diff --git a/90880f7600acc8f1648fcb9562e21d7b9b19fa8f.jpeg b/90880f7600acc8f1648fcb9562e21d7b9b19fa8f.jpeg
diff --git a/images/0.jpg b/images/0.jpg
diff --git a/images/1.jpg b/images/1.jpg
diff --git a/images/10.jpg b/images/10.jpg
diff --git a/images/100.jpg b/images/100.jpg
diff --git a/images/1000005.jpg b/images/1000005.jpg
diff --git a/images/1000006.jpg b/images/1000006.jpg
diff --git a/images/1000007.jpg b/images/1000007.jpg
diff --git a/images/1000009.jpg b/images/1000009.jpg
diff --git a/images/1000010.jpg b/images/1000010.jpg
diff --git a/images/1000021.jpg b/images/1000021.jpg
diff --git a/images/1000023.jpg b/images/1000023.jpg
diff --git a/images/1000025.jpg b/images/1000025.jpg
diff --git a/images/1000026.jpg b/images/1000026.jpg
diff --git a/images/100003.jpg b/images/100003.jpg
diff --git a/images/1000030.jpg b/images/1000030.jpg
diff --git a/images/1000032.jpg b/images/1000032.jpg
diff --git a/images/1000035.jpg b/images/1000035.jpg
diff --git a/images/1000036.jpg b/images/1000036.jpg
diff --git a/images/1000039.jpg b/images/1000039.jpg
diff --git a/images/1000041.jpg b/images/1000041.jpg
diff --git a/images/1000044.jpg b/images/1000044.jpg
diff --git a/images/1000046.jpg b/images/1000046.jpg
diff --git a/images/1000047.jpg b/images/1000047.jpg
diff --git a/images/1000048.jpg b/images/1000048.jpg
diff --git a/images/1000049.jpg b/images/1000049.jpg
diff --git a/images/1000050.jpg b/images/1000050.jpg
diff --git a/images/1000058.jpg b/images/1000058.jpg
diff --git a/images/1000059.jpg b/images/1000059.jpg
diff --git a/images/1000060.jpg b/images/1000060.jpg
diff --git a/images/1000061.jpg b/images/1000061.jpg
diff --git a/images/1000062.jpg b/images/1000062.jpg
diff --git a/images/1000063.jpg b/images/1000063.jpg
diff --git a/images/1000064.jpg b/images/1000064.jpg
diff --git a/images/1000066.jpg b/images/1000066.jpg
diff --git a/images/1000071.jpg b/images/1000071.jpg
diff --git a/images/1000072.jpg b/images/1000072.jpg
diff --git a/images/1000073.jpg b/images/1000073.jpg
diff --git a/images/1000078.jpg b/images/1000078.jpg
diff --git a/images/1000079.jpg b/images/1000079.jpg
diff --git a/images/1000081.jpg b/images/1000081.jpg
diff --git a/images/1000082.jpg b/images/1000082.jpg
diff --git a/images/1000083.jpg b/images/1000083.jpg
diff --git a/images/100009.jpg b/images/100009.jpg
diff --git a/images/1000090.jpg b/images/1000090.jpg
diff --git a/images/1000093.jpg b/images/1000093.jpg
diff --git a/images/1000096.jpg b/images/1000096.jpg
diff --git a/images/1000097.jpg b/images/1000097.jpg
diff --git a/images/1000098.jpg b/images/1000098.jpg
diff --git a/images/1000099.jpg b/images/1000099.jpg
diff --git a/images/1000101.jpg b/images/1000101.jpg
diff --git a/images/1000109.jpg b/images/1000109.jpg
diff --git a/images/1000115.jpg b/images/1000115.jpg
diff --git a/images/1000116.jpg b/images/1000116.jpg
diff --git a/images/1000117.jpg b/images/1000117.jpg
diff --git a/images/1000122.jpg b/images/1000122.jpg
diff --git a/images/1000125.jpg b/images/1000125.jpg
diff --git a/images/1000129.jpg b/images/1000129.jpg
diff --git a/images/1000132.jpg b/images/1000132.jpg
diff --git a/images/1000137.jpg b/images/1000137.jpg
diff --git a/images/1000140.jpg b/images/1000140.jpg
diff --git a/images/1000145.jpg b/images/1000145.jpg
diff --git a/images/1000147.jpg b/images/1000147.jpg
diff --git a/images/1000150.jpg b/images/1000150.jpg
diff --git a/images/1000155.jpg b/images/1000155.jpg
diff --git a/images/1000165.jpg b/images/1000165.jpg
diff --git a/images/1000166.jpg b/images/1000166.jpg
diff --git a/images/1000169.jpg b/images/1000169.jpg
diff --git a/images/1000170.jpg b/images/1000170.jpg
diff --git a/images/1000173.jpg b/images/1000173.jpg
diff --git a/images/1000175.jpg b/images/1000175.jpg
diff --git a/images/1000180.jpg b/images/1000180.jpg
diff --git a/images/1000183.jpg b/images/1000183.jpg
diff --git a/images/1000184.jpg b/images/1000184.jpg
diff --git a/images/1000185.jpg b/images/1000185.jpg
diff --git a/images/1000186.jpg b/images/1000186.jpg
diff --git a/images/1000187.jpg b/images/1000187.jpg
diff --git a/images/100019.jpg b/images/100019.jpg
diff --git a/images/1000191.jpg b/images/1000191.jpg
diff --git a/images/1000192.jpg b/images/1000192.jpg
diff --git a/images/1000194.jpg b/images/1000194.jpg
diff --git a/images/1000197.jpg b/images/1000197.jpg
diff --git a/images/1000198.jpg b/images/1000198.jpg
diff --git a/images/10002.jpg b/images/10002.jpg
diff --git a/images/100020.jpg b/images/100020.jpg
diff --git a/images/100021.jpg b/images/100021.jpg
diff --git a/images/100022.jpg b/images/100022.jpg
diff --git a/images/100024.jpg b/images/100024.jpg
diff --git a/images/100025.jpg b/images/100025.jpg
diff --git a/images/100027.jpg b/images/100027.jpg
diff --git a/images/100028.jpg b/images/100028.jpg
diff --git a/images/10003.jpg b/images/10003.jpg
diff --git a/images/100030.jpg b/images/100030.jpg
diff --git a/images/100032.jpg b/images/100032.jpg
diff --git a/images/100033.jpg b/images/100033.jpg
diff --git a/images/10004.jpg b/images/10004.jpg
diff --git a/images/10005.jpg b/images/10005.jpg
diff --git a/images/10016.jpg b/images/10016.jpg
diff --git a/python/ray/data/tests/test_file_based_datasource.py b/python/ray/data/tests/test_file_based_datasource.py
@@ -0,0 +1,38 @@
+import pytest
+import os
+import ray
+from typing import Any, Callable, Dict
+import pyarrow
+from ray.data.block import BlockAccessor
+from ray.data.datasource import FileBasedDatasource
+
+class MockFileBasedDatasource(FileBasedDatasource):
+
+ def _write_block(self, f: "pyarrow.NativeFile", block: BlockAccessor, **writer_args):
+ f.write(b"")
+
+
+@pytest.mark.parametrize("num_rows", [0, 1])
+def test_write_preserves_user_directory(num_rows, tmp_path, ray_start_regular_shared):
+ ds = ray.data.range(num_rows)
+ path = os.path.join(tmp_path, "test")
+ os.mkdir(path) # User-created directory
+
+ ds.write_datasource(MockFileBasedDatasource(), dataset_uuid=ds._uuid, path=path)
+
+ assert os.path.isdir(path)
+
+
+def test_write_creates_dir(tmp_path, ray_start_regular_shared):
+ ds = ray.data.range(1)
+ path = os.path.join(tmp_path, "test")
+
+ ds.write_datasource(MockFileBasedDatasource(), dataset_uuid=ds._uuid, path=path, try_create_dir=True)
+
+ assert os.path.isdir(path)
+
+
+if __name__ == "__main__":
+ import sys
+
+ sys.exit(pytest.main(["-v", __file__]))