From 0dad8fc4a8addb8573d2237841c3148dd08386de Mon Sep 17 00:00:00 2001 From: fys <40801205+fengys1996@users.noreply.github.com> Date: Fri, 18 Jul 2025 16:03:07 +0800 Subject: [PATCH] fix: estimate mem size for bulk ingester (#6550) --- src/mito2/src/memtable/bulk/part.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/mito2/src/memtable/bulk/part.rs b/src/mito2/src/memtable/bulk/part.rs index 9d5f7ef886..17ea2987d8 100644 --- a/src/mito2/src/memtable/bulk/part.rs +++ b/src/mito2/src/memtable/bulk/part.rs @@ -136,7 +136,12 @@ impl TryFrom<&BulkPart> for BulkWalEntry { impl BulkPart { pub(crate) fn estimated_size(&self) -> usize { - self.batch.get_array_memory_size() + self.batch + .columns() + .iter() + // If can not get slice memory size, assume 0 here. + .map(|c| c.to_data().get_slice_memory_size().unwrap_or(0)) + .sum() } /// Converts [BulkPart] to [Mutation] for fallback `write_bulk` implementation.