rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-05-28 02:40:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: skip expired files

Browse Source
This commit is contained in:
evenyag
2024-11-07 00:25:37 +08:00
parent 7d342b3d95
commit 56781e7fbc
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/mito2/src/compaction/twcs.rs
View File

@@ -209,7 +209,7 @@ fn enforce_file_num<T: Item>(files: &[T], max_file_num: usize) -> Vec<T> {
files.iter().skip(min_idx).take(to_merge).cloned().collect()
}
const MAX_FILE_SIZE: ReadableSize = ReadableSize::mb(512);
const MAX_FILE_SIZE: ReadableSize = ReadableSize::gb(1);
impl Picker for TwcsPicker {
fn pick(&self, compaction_region: &CompactionRegion) -> Option<PickerOutput> {
@@ -310,6 +310,9 @@ fn assign_to_windows<'a>(
let mut windows: HashMap<i64, Window> = HashMap::new();
// Iterates all files and assign to time windows according to max timestamp
for f in files {
if file.compacting() {
continue;
}
let (_, end) = f.time_range();
let time_window = end
.convert_to(TimeUnit::Second)