feat: expose scanner metrics to df execution metrics (#5699)

* feat: add metrics list to scanner

* chore: add report metrics method

* feat: use df metrics in PartitionMetrics

* feat: pass execution metrics to scan partition

* refactor: remove PartitionMetricsList

* feat: better debug format for ScanMetricsSet

* feat: do not expose all metrics to execution metrics by default

* refactor: use struct destruction

* feat: add metrics list to scanner

* chore: Add custom Debug for ScanMetricsSet and partition metrics display

* test: update sqlness result
This commit is contained in:
Yingwen
2025-03-27 23:40:39 +00:00
committed by GitHub
parent 76a58a07e1
commit dbc25dd8da
7 changed files with 428 additions and 121 deletions
+1 -1
View File
@@ -276,7 +276,7 @@ impl ExecutionPlan for RegionScanExec {
.scanner
.lock()
.unwrap()
.scan_partition(partition)
.scan_partition(&self.metric, partition)
.map_err(|e| DataFusionError::External(Box::new(e)))?;
let stream_metrics = StreamMetrics::new(&self.metric, partition);
Ok(Box::pin(StreamWithMetricWrapper {