From 7d342b3d957f7862fa7f56adea9662bb31117542 Mon Sep 17 00:00:00 2001 From: evenyag Date: Wed, 6 Nov 2024 23:31:16 +0800 Subject: [PATCH] feat: small max file size --- src/mito2/src/compaction/twcs.rs | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/src/mito2/src/compaction/twcs.rs b/src/mito2/src/compaction/twcs.rs index 04bbe0caa4..2aaafead05 100644 --- a/src/mito2/src/compaction/twcs.rs +++ b/src/mito2/src/compaction/twcs.rs @@ -209,7 +209,7 @@ fn enforce_file_num(files: &[T], max_file_num: usize) -> Vec { files.iter().skip(min_idx).take(to_merge).cloned().collect() } -const MAX_FILE_SIZE: ReadableSize = ReadableSize::gb(4); +const MAX_FILE_SIZE: ReadableSize = ReadableSize::mb(512); impl Picker for TwcsPicker { fn pick(&self, compaction_region: &CompactionRegion) -> Option { @@ -220,10 +220,12 @@ impl Picker for TwcsPicker { let mut expired_ssts = get_expired_ssts(levels, ttl, Timestamp::current_millis()); let mut too_large_ssts = Vec::new(); get_too_large_ssts(levels, MAX_FILE_SIZE, &mut too_large_ssts); - info!( - "Remove too large SSTs in region {}: {:?}", - region_id, too_large_ssts - ); + if !too_large_ssts.is_empty() { + info!( + "Remove too large SSTs in region {}: {:?}", + region_id, too_large_ssts + ); + } expired_ssts.append(&mut too_large_ssts); if !expired_ssts.is_empty() { info!("Expired SSTs in region {}: {:?}", region_id, expired_ssts);