Make a rather long race condition much shorter

bopen · Mar 22, 2024 · 9c28182 · 9c28182
1 parent a502745
commit 9c28182
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/xarray_ecmwf/engine_ecmwf.py b/xarray_ecmwf/engine_ecmwf.py
@@ -122,7 +122,9 @@ def cached_empty_dataset(self, request: dict[str, Any]) -> Iterator[xr.Dataset]:
 
         if not os.path.exists(path):
             with self.retrieve(request, override_cache_file=True) as read_ds:
-                read_ds.to_zarr(path, compute=False)
+                # check again as the retrieve may be long
+                if not os.path.exists(path):
+                    read_ds.to_zarr(path, compute=False)
         yield xr.open_dataset(path, engine="zarr")