sqme: zarr chunk store

odc/loader/_zarr.py

@@ -12,6 +12,7 @@
 import numpy as np
 import xarray as xr
 from dask.delayed import Delayed, delayed
+from fsspec.core import url_to_fs
 from odc.geo.geobox import GeoBox
 from odc.geo.xr import ODCExtensionDa, ODCExtensionDs, xr_coords, xr_reproject
 
@@ -59,11 +60,23 @@ def _from_zarr_spec(
     fsspec_opts: dict[str, Any] | None = None,
 ) -> xr.Dataset:
     fsspec_opts = fsspec_opts or {}
-    rfs = fsspec.filesystem(
-        "reference", fo=spec_doc, fs=fs, target=target, **fsspec_opts
+    chunk_store = None
+    if target is not None:
+        if fs is None:
+            fs, target = url_to_fs(target, **fsspec_opts)
+
+        if fs is not None:
+            chunk_store = fs.get_mapper(target)
+
+    md_store = fsspec.filesystem("reference", fo=spec_doc).get_mapper("")
+    xx = xr.open_dataset(
+        md_store,
+        chunk_store=chunk_store,
+        chunks=chunks,
+        engine="zarr",
+        consolidated=True,
+        mode="r",
     )
-
-    xx = xr.open_dataset(rfs.get_mapper(""), engine="zarr", mode="r", chunks=chunks)
     gbox = xx.odc.geobox
     if gbox is not None and regen_coords:
         # re-gen x,y coords from geobox