From 341f33f388f2b67088850e298ea4edc1a79da806 Mon Sep 17 00:00:00 2001 From: konstntokas Date: Mon, 1 Jul 2024 15:55:31 +0200 Subject: [PATCH] mldataset now supported --- examples/geotiff_nonsearchable_catalog.ipynb | 848 +++++++++++++++++- examples/geotiff_searchable_catalog.ipynb | 756 +++++++++++++++- examples/netcdf_searchable_catalog.ipynb | 106 ++- examples/xcube_server_stac_s3.ipynb | 405 +++++++-- ...StacDataStoreTest.test_open_data_abfs.yaml | 24 +- ...StacDataStoreTest.test_open_data_tiff.yaml | 112 ++- test/test_store.py | 40 +- xcube_stac/opener.py | 18 +- xcube_stac/store.py | 51 +- xcube_stac/utils.py | 7 + 10 files changed, 2110 insertions(+), 257 deletions(-) diff --git a/examples/geotiff_nonsearchable_catalog.ipynb b/examples/geotiff_nonsearchable_catalog.ipynb index 7ba71b2..1bd8887 100644 --- a/examples/geotiff_nonsearchable_catalog.ipynb +++ b/examples/geotiff_nonsearchable_catalog.ipynb @@ -33,8 +33,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 3.43 s, sys: 320 ms, total: 3.75 s\n", - "Wall time: 1.94 s\n" + "CPU times: user 3.34 s, sys: 369 ms, total: 3.71 s\n", + "Wall time: 1.97 s\n" ] } ], @@ -156,7 +156,7 @@ "type": "object" }, "text/plain": [ - "" + "" ] }, "execution_count": 2, @@ -184,8 +184,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 36.1 ms, sys: 6.74 ms, total: 42.8 ms\n", - "Wall time: 352 ms\n" + "CPU times: user 54.2 ms, sys: 10.1 ms, total: 64.3 ms\n", + "Wall time: 257 ms\n" ] }, { @@ -219,8 +219,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 1.44 s, sys: 277 ms, total: 1.72 s\n", - "Wall time: 22.3 s\n" + "CPU times: user 1.7 s, sys: 271 ms, total: 1.97 s\n", + "Wall time: 24.2 s\n" ] }, { @@ -265,8 +265,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 28 µs, sys: 3 µs, total: 31 µs\n", - "Wall time: 33.9 µs\n" + "CPU times: user 47 µs, sys: 6 µs, total: 53 µs\n", + "Wall time: 59.6 µs\n" ] }, { @@ -327,7 +327,7 @@ "type": "object" }, "text/plain": [ - "" + "" ] }, "execution_count": 5, @@ -357,8 +357,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 479 ms, sys: 90.2 ms, total: 569 ms\n", - "Wall time: 11.8 s\n" + "CPU times: user 488 ms, sys: 131 ms, total: 619 ms\n", + "Wall time: 10.5 s\n" ] }, { @@ -413,8 +413,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 62 µs, sys: 9 µs, total: 71 µs\n", - "Wall time: 76.8 µs\n" + "CPU times: user 28 µs, sys: 5 µs, total: 33 µs\n", + "Wall time: 35 µs\n" ] }, { @@ -436,7 +436,7 @@ "type": "object" }, "text/plain": [ - "" + "" ] }, "execution_count": 7, @@ -468,8 +468,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 1.51 s, sys: 128 ms, total: 1.64 s\n", - "Wall time: 3.15 s\n" + "CPU times: user 1.41 s, sys: 126 ms, total: 1.54 s\n", + "Wall time: 3.6 s\n" ] }, { @@ -848,7 +848,9 @@ " blue_p50 (y, x) uint8 28GB dask.array<chunksize=(512, 512), meta=np.ndarray>\n", " blue_p25 (y, x) uint8 28GB dask.array<chunksize=(512, 512), meta=np.ndarray>\n", " blue_p75 (y, x) uint8 28GB dask.array<chunksize=(512, 512), meta=np.ndarray>\n", - " qa_f (y, x) uint8 28GB dask.array<chunksize=(512, 512), meta=np.ndarray>