mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-10-06 12:02:26 +00:00
discord9andNing Sun
94d7e2c7fc
* feat!: upgrade DataFusion dependencies to 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * refactor: migrate DataFusion 55 APIs Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve table function planning behavior Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve PostgreSQL query compatibility Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve distributed execution plan behavior Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: cover DataFusion 55 behavior regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: update DataFusion 55 SQLness expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: complete DataFusion 55 test API migration Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: address DataFusion 55 CI regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: address remaining DataFusion 55 regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: adapt latest base code to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: normalize environment-specific DataFusion 55 plans Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: align final DataFusion 55 expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: isolate DataFusion 55 regression cases Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: preserve empty result schema in timestamp widening Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: preserve JSON source column order Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * chore: use released DataFusion 55 integrations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: adapt latest execution plan mock to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: pin DataFusion recursive schema and date repairs Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(promql): align dictionary temporality match keys Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: retain Greptime DataFusion fork behaviors on version 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore ordinary function error expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh distributed count compatibility plan Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(query): adapt last-row cast hint to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh instant last-row empty results for Arrow 59 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * style: simplify DataFusion expression visitor imports Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore sorting and PostgreSQL column-order assertions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(function): restore primitive numeric coercion signatures Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * refactor(function): share geo integer signature types Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: cover timestamp widening overflow boundaries Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: fix decimal coercion regression imports Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(function): preserve scalar count_hash NULL state semantics Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: simplify decimal clamp case type inference Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: retain historical count_hash wrapper result Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: restore timestamp widening equality and IN pruning Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: carry upstream aggregate dynamic filter correctness fix Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: carry upstream null and predicate simplification fixes Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore baseline JSON ordering expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore histogram JSON ordering expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh empty PromQL range result schemas Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: align native timestamp plan with DF55 decimal display Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh native timestamp SQLness results for DF55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: regenerate NULL sample empty result headers for DF55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: use DF55 child replacement API in timestamp regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: expose pushed scan dynamic filters to DF55 producers Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: encode string-backed PostgreSQL OID aliases in binary results Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: verify REGPROC binary and text over PostgreSQL protocol Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: register real PostgreSQL catalogs in server fixtures Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: complete DF55 expression inventories for custom query plans Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: correct RangeSelect expression fixture and column identities Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * ci: wait for Kafka WAL helper deployment rollout Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: update custom storage empty result headers Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: require exact row counts in scan statistics Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: suppress deprecated partition_statistics warning in test Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> --------- Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> Co-authored-by: Ning Sun <sunng@protonmail.com>
263 lines
12 KiB
Plaintext
263 lines
12 KiB
Plaintext
-- NULL fields are missing samples, not zero-valued samples.
|
|
CREATE TABLE null_samples (
|
|
ts TIMESTAMP(3) TIME INDEX,
|
|
host STRING PRIMARY KEY,
|
|
val DOUBLE,
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
INSERT INTO null_samples VALUES
|
|
(0, 'a', 1.0),
|
|
(1000, 'a', NULL),
|
|
(2000, 'a', NULL),
|
|
(3000, 'a', 4.0),
|
|
(0, 'b', NULL),
|
|
(1000, 'b', NULL),
|
|
(2000, 'b', NULL),
|
|
(3000, 'b', NULL);
|
|
|
|
Affected Rows: 8
|
|
|
|
-- At t=2 the trailing NULLs must not hide 1; at t=3 count must be 2.
|
|
-- At t=7 the left-open window is empty. Valid results must disappear.
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (2, 7, '1s') count_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+------------------------------------+------+
|
|
| ts | prom_count_over_time(ts_range,val) | host |
|
|
+---------------------+------------------------------------+------+
|
|
| 1970-01-01T00:00:02 | 1.0 | a |
|
|
| 1970-01-01T00:00:03 | 2.0 | a |
|
|
| 1970-01-01T00:00:04 | 1.0 | a |
|
|
| 1970-01-01T00:00:05 | 1.0 | a |
|
|
| 1970-01-01T00:00:06 | 1.0 | a |
|
|
+---------------------+------------------------------------+------+
|
|
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (2, 7, '1s') last_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+-----------------------------------+------+
|
|
| ts | prom_last_over_time(ts_range,val) | host |
|
|
+---------------------+-----------------------------------+------+
|
|
| 1970-01-01T00:00:02 | 1.0 | a |
|
|
| 1970-01-01T00:00:03 | 4.0 | a |
|
|
| 1970-01-01T00:00:04 | 4.0 | a |
|
|
| 1970-01-01T00:00:05 | 4.0 | a |
|
|
| 1970-01-01T00:00:06 | 4.0 | a |
|
|
+---------------------+-----------------------------------+------+
|
|
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (2, 7, '1s') present_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+--------------------------------------+------+
|
|
| ts | prom_present_over_time(ts_range,val) | host |
|
|
+---------------------+--------------------------------------+------+
|
|
| 1970-01-01T00:00:02 | 1.0 | a |
|
|
| 1970-01-01T00:00:03 | 1.0 | a |
|
|
| 1970-01-01T00:00:04 | 1.0 | a |
|
|
| 1970-01-01T00:00:05 | 1.0 | a |
|
|
| 1970-01-01T00:00:06 | 1.0 | a |
|
|
+---------------------+--------------------------------------+------+
|
|
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (2, 7, '1s') absent_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+-------------------------------------+------+
|
|
| ts | prom_absent_over_time(ts_range,val) | host |
|
|
+---------------------+-------------------------------------+------+
|
|
| 1970-01-01T00:00:07 | 1.0 | a |
|
|
+---------------------+-------------------------------------+------+
|
|
|
|
-- All-NULL windows have no samples: only absent_over_time returns 1.
|
|
TQL EVAL (3, 3, '1s') count_over_time(null_samples{host="b"}[4s]);
|
|
|
|
+----+------------------------------------+------+
|
|
| ts | prom_count_over_time(ts_range,val) | host |
|
|
+----+------------------------------------+------+
|
|
+----+------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') last_over_time(null_samples{host="b"}[4s]);
|
|
|
|
+----+-----------------------------------+------+
|
|
| ts | prom_last_over_time(ts_range,val) | host |
|
|
+----+-----------------------------------+------+
|
|
+----+-----------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') present_over_time(null_samples{host="b"}[4s]);
|
|
|
|
+----+--------------------------------------+------+
|
|
| ts | prom_present_over_time(ts_range,val) | host |
|
|
+----+--------------------------------------+------+
|
|
+----+--------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') absent_over_time(null_samples{host="b"}[4s]);
|
|
|
|
+---------------------+-------------------------------------+------+
|
|
| ts | prom_absent_over_time(ts_range,val) | host |
|
|
+---------------------+-------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 1.0 | b |
|
|
+---------------------+-------------------------------------+------+
|
|
|
|
-- Every function below sees the same two samples, 1.0 at 0s and 4.0 at 3s.
|
|
TQL EVAL (3, 3, '1s') rate(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+----------------------------------------+------+
|
|
| ts | prom_rate(ts_range,val,ts,Int64(4000)) | host |
|
|
+---------------------+----------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 1.0 | a |
|
|
+---------------------+----------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') increase(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+--------------------------------------------+------+
|
|
| ts | prom_increase(ts_range,val,ts,Int64(4000)) | host |
|
|
+---------------------+--------------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 4.0 | a |
|
|
+---------------------+--------------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') delta(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+-----------------------------------------+------+
|
|
| ts | prom_delta(ts_range,val,ts,Int64(4000)) | host |
|
|
+---------------------+-----------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 4.0 | a |
|
|
+---------------------+-----------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') idelta(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+---------------------------+------+
|
|
| ts | prom_idelta(ts_range,val) | host |
|
|
+---------------------+---------------------------+------+
|
|
| 1970-01-01T00:00:03 | 3.0 | a |
|
|
+---------------------+---------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') irate(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+--------------------------+------+
|
|
| ts | prom_irate(ts_range,val) | host |
|
|
+---------------------+--------------------------+------+
|
|
| 1970-01-01T00:00:03 | 1.0 | a |
|
|
+---------------------+--------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') changes(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+----------------------------+------+
|
|
| ts | prom_changes(ts_range,val) | host |
|
|
+---------------------+----------------------------+------+
|
|
| 1970-01-01T00:00:03 | 1.0 | a |
|
|
+---------------------+----------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') resets(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+---------------------------+------+
|
|
| ts | prom_resets(ts_range,val) | host |
|
|
+---------------------+---------------------------+------+
|
|
| 1970-01-01T00:00:03 | 0.0 | a |
|
|
+---------------------+---------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') avg_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+----------------------------------+------+
|
|
| ts | prom_avg_over_time(ts_range,val) | host |
|
|
+---------------------+----------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 2.5 | a |
|
|
+---------------------+----------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') stddev_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+-------------------------------------+------+
|
|
| ts | prom_stddev_over_time(ts_range,val) | host |
|
|
+---------------------+-------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 1.5 | a |
|
|
+---------------------+-------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') stdvar_over_time(null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+-------------------------------------+------+
|
|
| ts | prom_stdvar_over_time(ts_range,val) | host |
|
|
+---------------------+-------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 2.25 | a |
|
|
+---------------------+-------------------------------------+------+
|
|
|
|
TQL EVAL (3, 3, '1s') quantile_over_time(0.5, null_samples{host="a"}[4s]);
|
|
|
|
+---------------------+----------------------------------------------------+------+
|
|
| ts | prom_quantile_over_time(ts_range,val,Float64(0.5)) | host |
|
|
+---------------------+----------------------------------------------------+------+
|
|
| 1970-01-01T00:00:03 | 2.5 | a |
|
|
+---------------------+----------------------------------------------------+------+
|
|
|
|
-- A window whose only slot is NULL holds no sample, like a window with no row.
|
|
TQL EVAL (1, 1, '1s') rate(null_samples{host="a"}[1s]);
|
|
|
|
+----+----------------------------------------+------+
|
|
| ts | prom_rate(ts_range,val,ts,Int64(1000)) | host |
|
|
+----+----------------------------------------+------+
|
|
+----+----------------------------------------+------+
|
|
|
|
-- Prometheus returns an empty vector for a range without samples, not NaN.
|
|
TQL EVAL (1, 1, '1s') quantile_over_time(0.5, null_samples{host="a"}[1s]);
|
|
|
|
+----+----------------------------------------------------+------+
|
|
| ts | prom_quantile_over_time(ts_range,val,Float64(0.5)) | host |
|
|
+----+----------------------------------------------------+------+
|
|
+----+----------------------------------------------------+------+
|
|
|
|
-- `b` never has a sample, so it must not reach the aggregation.
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (0, 15, '1s') avg by (host) (rate(null_samples[4s]));
|
|
|
|
+------+---------------------+---------------------------------------------+
|
|
| host | ts | avg(prom_rate(ts_range,val,ts,Int64(4000))) |
|
|
+------+---------------------+---------------------------------------------+
|
|
| a | 1970-01-01T00:00:03 | 1.0 |
|
|
+------+---------------------+---------------------------------------------+
|
|
|
|
DROP TABLE null_samples;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE multi_field (
|
|
ts TIMESTAMP(3) TIME INDEX,
|
|
host STRING PRIMARY KEY,
|
|
f1 DOUBLE,
|
|
f2 DOUBLE
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
INSERT INTO multi_field VALUES
|
|
(0, 'a', 1.0, 10.0),
|
|
(1000, 'a', 2.0, NULL),
|
|
(2000, 'a', 3.0, NULL),
|
|
(3000, 'a', 4.0, 40.0);
|
|
|
|
Affected Rows: 4
|
|
|
|
-- f1 has two samples in this window and f2 only one, so f1 keeps its result while f2 is NULL.
|
|
-- Dropping the whole row would take f1's samples with it.
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (1, 1, '1s') rate(multi_field[4s]);
|
|
|
|
+---------------------+---------------------------------------+---------------------------------------+------+
|
|
| ts | prom_rate(ts_range,f1,ts,Int64(4000)) | prom_rate(ts_range,f2,ts,Int64(4000)) | host |
|
|
+---------------------+---------------------------------------+---------------------------------------+------+
|
|
| 1970-01-01T00:00:01 | 0.375 | | a |
|
|
+---------------------+---------------------------------------+---------------------------------------+------+
|
|
|
|
-- A selector emits the same shape: the row stays, the field without a sample is NULL.
|
|
-- SQLNESS SORT_RESULT 3 1
|
|
TQL EVAL (1, 1, '1s') multi_field;
|
|
|
|
+---------------------+------+-----+----+
|
|
| ts | host | f1 | f2 |
|
|
+---------------------+------+-----+----+
|
|
| 1970-01-01T00:00:01 | a | 2.0 | |
|
|
+---------------------+------+-----+----+
|
|
|
|
DROP TABLE multi_field;
|
|
|
|
Affected Rows: 0
|
|
|