test for raster stac extension added

test/__init__.py

@@ -0,0 +1,20 @@
+# The MIT License (MIT)
+# Copyright (c) 2024 by the xcube development team and contributors
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.

test/stac_extension/__init__.py

@@ -0,0 +1,20 @@
+# The MIT License (MIT)
+# Copyright (c) 2024 by the xcube development team and contributors
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.

test/stac_extension/test_raster.py

@@ -0,0 +1,122 @@
+# The MIT License (MIT)
+# Copyright (c) 2024 by the xcube development team and contributors
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NON INFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import unittest
+import datetime
+
+import pystac
+import numpy as np
+import xarray as xr
+
+from xcube_stac.stac_extension.raster import apply_offset_scaling
+
+
+def create_raster_stac_item() -> pystac.Item:
+    item_id = "example-item"
+    geometry = {
+        "type": "Polygon",
+        "coordinates": [
+            [[100.0, 0.0], [101.0, 0.0], [101.0, 1.0], [100.0, 1.0], [100.0, 0.0]]
+        ],
+    }
+    bbox = [100.0, 0.0, 101.0, 1.0]
+    dt = datetime.datetime(2023, 1, 1, 0, 0, 0)
+    item = pystac.Item(
+        id=item_id, geometry=geometry, bbox=bbox, datetime=dt, properties={}
+    )
+
+    for asset_name in ["B01", "B02"]:
+        asset_href = f"https://example.com/data/{asset_name}.tif"
+        asset = pystac.Asset(href=asset_href, media_type="image/tiff", roles=["data"])
+        asset.extra_fields["raster:bands"] = [
+            dict(
+                nodata=0,
+                scale=0.1,
+                offset=-0.05,
+                spatial_resolution=10.0,
+                unit="meters",
+            )
+        ]
+        item.add_asset(asset_name, asset)
+    asset_no_raster = pystac.Asset(
+        href=asset_href, media_type="image/tiff", roles=["data"]
+    )
+    item.add_asset("B03", asset_no_raster)
+    return item
+
+
+class RasterTest(unittest.TestCase):
+
+    def test_apply_offset_scaling(self):
+        item = create_raster_stac_item()
+        ds = xr.Dataset()
+        ds["B01"] = xr.DataArray(
+            data=np.array([[0, 3, 3], [1, 1, 1], [2, 2, 2]]),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        ds["B02"] = xr.DataArray(
+            data=np.array([[3, 3, 3], [1, 1, 1], [2, 0, 2]]),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        ds_mod = apply_offset_scaling(ds, item, asset_name="B01")
+        ds_mod_expected = xr.Dataset()
+        ds_mod_expected["B01"] = xr.DataArray(
+            data=np.array(
+                [[np.nan, 0.25, 0.25], [0.05, 0.05, 0.05], [0.15, 0.15, 0.15]]
+            ),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        ds_mod_expected["B02"] = xr.DataArray(
+            data=np.array([[3, 3, 3], [1, 1, 1], [2, 0, 2]]),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        xr.testing.assert_allclose(ds_mod_expected, ds_mod)
+
+        ds_mod2 = apply_offset_scaling(ds_mod, item, asset_name="B02")
+        ds_mod_expected2 = xr.Dataset()
+        ds_mod_expected2["B01"] = xr.DataArray(
+            data=np.array(
+                [[np.nan, 0.25, 0.25], [0.05, 0.05, 0.05], [0.15, 0.15, 0.15]]
+            ),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        ds_mod_expected2["B02"] = xr.DataArray(
+            data=np.array(
+                [[0.25, 0.25, 0.25], [0.05, 0.05, 0.05], [0.15, np.nan, 0.15]]
+            ),
+            dims=("y", "x"),
+            coords=dict(y=[5000, 5010, 5020], x=[7430, 7440, 7450]),
+        )
+        xr.testing.assert_allclose(ds_mod_expected2, ds_mod2)
+        with self.assertLogs("xcube.stac", level="WARNING") as cm:
+            ds_mod3 = apply_offset_scaling(ds_mod2, item, asset_name="B03")
+        xr.testing.assert_allclose(ds_mod_expected2, ds_mod3)
+        self.assertEqual(1, len(cm.output))
+        msg = (
+            "WARNING:xcube.stac:The asset B03 in item example-item is not conform to "
+            "the stac-extension 'raster'. No scaling is applied."
+        )
+        self.assertEqual(msg, str(cm.output[-1]))

xcube_stac/stac_extension/raster.py

@@ -23,8 +23,8 @@ def apply_offset_scaling(
     raster_bands = item.assets[asset_name].extra_fields.get("raster:bands")
     if raster_bands is None:
         LOG.warning(
-            f"Item {item.id} is not conform to the stac-extension 'raster'. "
-            f"No scaling is applied."
+            f"The asset {asset_name} in item {item.id} is not conform to "
+            f"the stac-extension 'raster'. No scaling is applied."
         )
         return ds
 

xcube_stac/store_mode.py

@@ -478,13 +478,6 @@ def open_data(
 
         if opener_id is None:
             opener_id = ""
-        if "asset_names" not in open_params:
-            assets = list_assets_from_item(
-                next(iter(grouped_items.values()))[0],
-                supported_format_ids=self._helper.supported_format_ids,
-            )
-            open_params["asset_names"] = [asset.extra_fields["id"] for asset in assets]
-
         if is_valid_ml_data_type(data_type) or opener_id.split(":")[0] == "mldataset":
             raise NotImplementedError("mldataset not supported in stacking mode")
         else: