rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-01-04 12:22:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: report scanner metrics (#7200)

Browse Source 
* feat: report scanner metrics

Signed-off-by: Ruihang Xia <waynestxia@gmail.com>

* Update src/mito2/src/read/scan_util.rs

Co-authored-by: Yingwen <realevenyag@gmail.com>

---------

Signed-off-by: Ruihang Xia <waynestxia@gmail.com>
Co-authored-by: Yingwen <realevenyag@gmail.com>
This commit is contained in:
Ruihang Xia
2025-11-11 15:40:08 +08:00
committed by GitHub
parent 47937961f6
commit afa8684ebd
1 changed files with 13 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/mito2/src/read/scan_util.rs
View File

@@ -426,6 +426,8 @@ struct PartitionMetricsInner {
yield_cost: Time,
/// Duration to convert [`Batch`]es.
convert_cost: Time,
/// Aggregated compute time reported to DataFusion.
elapsed_compute: Time,
}
impl PartitionMetricsInner {
@@ -526,6 +528,7 @@ impl PartitionMetrics {
scan_cost: MetricBuilder::new(metrics_set).subset_time("scan_cost", partition),
yield_cost: MetricBuilder::new(metrics_set).subset_time("yield_cost", partition),
convert_cost: MetricBuilder::new(metrics_set).subset_time("convert_cost", partition),
elapsed_compute: MetricBuilder::new(metrics_set).elapsed_compute(partition),
};
Self(Arc::new(inner))
}
@@ -545,6 +548,13 @@ impl PartitionMetrics {
metrics.num_file_ranges += num;
}
fn record_elapsed_compute(&self, duration: Duration) {
if duration.is_zero() {
return;
}
self.0.elapsed_compute.add_duration(duration);
}
/// Merges `build_reader_cost`.
pub(crate) fn inc_build_reader_cost(&self, cost: Duration) {
self.0.build_reader_cost.add_duration(cost);
@@ -555,6 +565,7 @@ impl PartitionMetrics {
pub(crate) fn inc_convert_batch_cost(&self, cost: Duration) {
self.0.convert_cost.add_duration(cost);
self.record_elapsed_compute(cost);
}
/// Reports memtable scan metrics.
@@ -572,7 +583,9 @@ impl PartitionMetrics {
.build_reader_cost
.add_duration(metrics.build_reader_cost);
self.0.scan_cost.add_duration(metrics.scan_cost);
self.record_elapsed_compute(metrics.scan_cost);
self.0.yield_cost.add_duration(metrics.yield_cost);
self.record_elapsed_compute(metrics.yield_cost);
let mut metrics_set = self.0.metrics.lock().unwrap();
metrics_set.merge_scanner_metrics(metrics);