From 8a143c08078f6a6215577b07b9b2df60e1b99b2f Mon Sep 17 00:00:00 2001 From: WbaN314 <49495930+WbaN314@users.noreply.github.com> Date: Mon, 2 Sep 2024 15:48:29 +0200 Subject: [PATCH] fix(rust): Added proper handling of file.write for large remote csv files (#18424) Co-authored-by: sascha --- crates/polars-io/src/cloud/polars_object_store.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/crates/polars-io/src/cloud/polars_object_store.rs b/crates/polars-io/src/cloud/polars_object_store.rs index cd72d568f2fb..9738e0cbdbe4 100644 --- a/crates/polars-io/src/cloud/polars_object_store.rs +++ b/crates/polars-io/src/cloud/polars_object_store.rs @@ -72,7 +72,9 @@ impl PolarsObjectStore { while let Some(bytes) = stream.next().await { let bytes = bytes.map_err(to_compute_err)?; len += bytes.len(); - file.write(bytes.as_ref()).await.map_err(to_compute_err)?; + file.write_all(bytes.as_ref()) + .await + .map_err(to_compute_err)?; } PolarsResult::Ok(pl_async::Size::from(len as u64))