rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-01-04 12:22:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: small max file size

Browse Source
This commit is contained in:
evenyag
2024-11-06 23:31:16 +08:00
parent a22667bf3c
commit 7d342b3d95
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/mito2/src/compaction/twcs.rs
View File

@@ -209,7 +209,7 @@ fn enforce_file_num<T: Item>(files: &[T], max_file_num: usize) -> Vec<T> {
files.iter().skip(min_idx).take(to_merge).cloned().collect()
}
const MAX_FILE_SIZE: ReadableSize = ReadableSize::gb(4);
const MAX_FILE_SIZE: ReadableSize = ReadableSize::mb(512);
impl Picker for TwcsPicker {
fn pick(&self, compaction_region: &CompactionRegion) -> Option<PickerOutput> {
@@ -220,10 +220,12 @@ impl Picker for TwcsPicker {
let mut expired_ssts = get_expired_ssts(levels, ttl, Timestamp::current_millis());
let mut too_large_ssts = Vec::new();
get_too_large_ssts(levels, MAX_FILE_SIZE, &mut too_large_ssts);
info!(
"Remove too large SSTs in region {}: {:?}",
region_id, too_large_ssts
);
if !too_large_ssts.is_empty() {
info!(
"Remove too large SSTs in region {}: {:?}",
region_id, too_large_ssts
);
}
expired_ssts.append(&mut too_large_ssts);
if !expired_ssts.is_empty() {
info!("Expired SSTs in region {}: {:?}", region_id, expired_ssts);