From ca93754fe55374f1229b86bacf82d3b38b46a498 Mon Sep 17 00:00:00 2001 From: Jefffrey Date: Sun, 25 Aug 2024 22:20:29 +1000 Subject: [PATCH] Minor comment --- src/arrow_writer.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/src/arrow_writer.rs b/src/arrow_writer.rs index 77df540a..a8b1dd95 100644 --- a/src/arrow_writer.rs +++ b/src/arrow_writer.rs @@ -113,6 +113,7 @@ impl ArrowWriter { let batch = batch.slice(offset, length); self.writer.encode_batch(&batch)?; + // TODO: be able to flush whilst writing a batch (instead of between batches) // Flush stripe when it exceeds estimated configured size if self.writer.estimate_memory_size() > self.stripe_byte_size { self.flush_stripe()?;