rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-01-03 20:02:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: parallel in row group level under append mode (#4704)

Browse Source 
feat: append in row group level under append mode

Signed-off-by: Ruihang Xia <waynestxia@gmail.com>
This commit is contained in:
Ruihang Xia
2024-09-10 15:12:23 +08:00
committed by GitHub
parent 545a80c6e0
commit 29f215531a
1 changed files with 22 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
src/mito2/src/read/scan_region.rs
View File

@@ -731,14 +731,28 @@ impl ScanInput {
}
for file in &self.files {
let range = PartitionRange {
start: file.meta_ref().time_range.0,
end: file.meta_ref().time_range.1,
num_rows: file.meta_ref().num_rows as usize,
identifier: id,
};
id += 1;
container.push(range);
if self.append_mode {
// For append mode, we can parallelize reading row groups.
for _ in 0..file.meta_ref().num_row_groups {
let range = PartitionRange {
start: file.time_range().0,
end: file.time_range().1,
num_rows: file.num_rows(),
identifier: id,
};
id += 1;
container.push(range);
}
} else {
let range = PartitionRange {
start: file.meta_ref().time_range.0,
end: file.meta_ref().time_range.1,
num_rows: file.meta_ref().num_rows as usize,
identifier: id,
};
id += 1;
container.push(range);
}
}
container