From 4916735c4b459fa7d0d3b0c1e02b9e08a0445157 Mon Sep 17 00:00:00 2001 From: devsjc <47188100+devsjc@users.noreply.github.com> Date: Thu, 20 Jun 2024 11:29:34 +0100 Subject: [PATCH] fix(sat-etl): Guard against write exceptions --- containers/sat/download_process_sat.py | 18 +++++++++++------- 1 file changed, 11 insertions(+), 7 deletions(-) diff --git a/containers/sat/download_process_sat.py b/containers/sat/download_process_sat.py index 1d3bbe8..d5bea9a 100644 --- a/containers/sat/download_process_sat.py +++ b/containers/sat/download_process_sat.py @@ -496,13 +496,17 @@ def _write_to_zarr(dataset: xr.Dataset, zarr_name: str, mode: str, chunks: dict) }, } extra_kwargs = mode_extra_kwargs[mode] - dataset.isel(x_geostationary=slice(0, 5548)).chunk(chunks).to_zarr( - store=zarr_name, - compute=True, - consolidated=True, - mode=mode, - **extra_kwargs, - ) + sliced_ds: xr.Dataset = dataset.isel(x_geostationary=slice(0, 5548)).chunk(chunks) + try: + sliced_ds.to_zarr( + store=zarr_name, + compute=True, + consolidated=True, + mode=mode, + **extra_kwargs, + ) + except Exception as e: + log.error(f"Error writing to zarr: {e}") def _rewrite_zarr_times(output_name: str) -> None: