Add mtransfer tests

Author: timj

python/lsst/resources/tests.py

@@ -17,6 +17,7 @@
 import pathlib
 import random
 import string
+import tempfile
 import unittest
 import urllib.parse
 import uuid
@@ -702,6 +703,37 @@ def test_transfer(self) -> None:
         with self.assertRaises(FileNotFoundError):
             dest.transfer_from(src, "auto")
 
+    def test_mtransfer(self) -> None:
+        n_files = 10
+        sources = [self.tmpdir.join(f"test{n}.txt") for n in range(n_files)]
+        destinations = [self.tmpdir.join(f"dest_test{n}.txt") for n in range(n_files)]
+
+        for i, src in enumerate(sources):
+            content = f"{i}\nContent is some content\nwith something to say\n\n"
+            src.write(content.encode())
+
+        results = ResourcePath.mtransfer("copy", zip(sources, destinations, strict=True))
+        self.assertTrue(all(res.success for res in results.values()))
+        self.assertTrue(all(dest.exists() for dest in results))
+
+        for i, dest in enumerate(destinations):
+            new_content = dest.read().decode()
+            self.assertTrue(new_content.startswith(f"{i}\n"))
+
+        # Overwrite should work.
+        results = ResourcePath.mtransfer("copy", zip(sources, destinations, strict=True), overwrite=True)
+
+        # Overwrite failure.
+        results = ResourcePath.mtransfer(
+            "copy", zip(sources, destinations, strict=True), overwrite=False, do_raise=False
+        )
+        self.assertFalse(all(res.success for res in results.values()))
+
+        with self.assertRaises(ExceptionGroup):
+            results = ResourcePath.mtransfer(
+                "copy", zip(sources, destinations, strict=True), overwrite=False, do_raise=True
+            )
+
     def test_local_transfer(self) -> None:
         """Test we can transfer to and from local file."""
         remote_src = self.tmpdir.join("src.json")
@@ -762,6 +794,35 @@ def test_local(self) -> None:
             with self.root_uri.as_local() as local_uri:
                 pass
 
+    def test_local_mtransfer(self) -> None:
+        """Check that bulk transfer to/from local works."""
+        # Create remote resources
+        n_files = 10
+        sources = [self.tmpdir.join(f"test{n}.txt") for n in range(n_files)]
+
+        for i, src in enumerate(sources):
+            content = f"{i}\nContent is some content\nwith something to say\n\n"
+            src.write(content.encode())
+
+        # Potentially remote to local.
+        with tempfile.TemporaryDirectory() as tmpdir:
+            temp_dir = ResourcePath(tmpdir, forceDirectory=True)
+            destinations = [temp_dir.join(f"dest_test{n}.txt") for n in range(n_files)]
+
+            results = ResourcePath.mtransfer("copy", zip(sources, destinations, strict=True))
+            self.assertTrue(all(res.success for res in results.values()))
+            self.assertTrue(all(dest.exists() for dest in results))
+
+            # Overwrite should work.
+            results = ResourcePath.mtransfer("copy", zip(sources, destinations, strict=True), overwrite=True)
+
+            # Now reverse so local to potentially remote.
+            for src in sources:
+                src.remove()
+            results = ResourcePath.mtransfer("copy", zip(destinations, sources, strict=True), overwrite=False)
+            self.assertTrue(all(res.success for res in results.values()))
+            self.assertTrue(all(dest.exists() for dest in results))
+
     def test_walk(self) -> None:
         """Walk a directory hierarchy."""
         root = self.tmpdir.join("walk/")