mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-10-15 00:12:29 +00:00
* feat!: upgrade DataFusion dependencies to 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * refactor: migrate DataFusion 55 APIs Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve table function planning behavior Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve PostgreSQL query compatibility Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: preserve distributed execution plan behavior Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: cover DataFusion 55 behavior regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: update DataFusion 55 SQLness expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: complete DataFusion 55 test API migration Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: address DataFusion 55 CI regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: address remaining DataFusion 55 regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: adapt latest base code to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: normalize environment-specific DataFusion 55 plans Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: align final DataFusion 55 expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: isolate DataFusion 55 regression cases Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: preserve empty result schema in timestamp widening Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: preserve JSON source column order Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * chore: use released DataFusion 55 integrations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: adapt latest execution plan mock to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: pin DataFusion recursive schema and date repairs Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(promql): align dictionary temporality match keys Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: retain Greptime DataFusion fork behaviors on version 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore ordinary function error expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh distributed count compatibility plan Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(query): adapt last-row cast hint to DataFusion 55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh instant last-row empty results for Arrow 59 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * style: simplify DataFusion expression visitor imports Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore sorting and PostgreSQL column-order assertions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(function): restore primitive numeric coercion signatures Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * refactor(function): share geo integer signature types Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: cover timestamp widening overflow boundaries Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: fix decimal coercion regression imports Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix(function): preserve scalar count_hash NULL state semantics Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: simplify decimal clamp case type inference Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: retain historical count_hash wrapper result Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: restore timestamp widening equality and IN pruning Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: carry upstream aggregate dynamic filter correctness fix Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: carry upstream null and predicate simplification fixes Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore baseline JSON ordering expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: restore histogram JSON ordering expectations Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh empty PromQL range result schemas Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: align native timestamp plan with DF55 decimal display Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: refresh native timestamp SQLness results for DF55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: regenerate NULL sample empty result headers for DF55 Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: use DF55 child replacement API in timestamp regressions Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: expose pushed scan dynamic filters to DF55 producers Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: encode string-backed PostgreSQL OID aliases in binary results Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: verify REGPROC binary and text over PostgreSQL protocol Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: register real PostgreSQL catalogs in server fixtures Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: complete DF55 expression inventories for custom query plans Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: correct RangeSelect expression fixture and column identities Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * ci: wait for Kafka WAL helper deployment rollout Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * test: update custom storage empty result headers Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: require exact row counts in scan statistics Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> * fix: suppress deprecated partition_statistics warning in test Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> --------- Signed-off-by: discord9 <55937128+discord9@users.noreply.github.com> Co-authored-by: Ning Sun <sunng@protonmail.com>
198 lines
6.6 KiB
Plaintext
198 lines
6.6 KiB
Plaintext
create table demo(ts timestamp time index, `value` double, host string,idc string, collector string, primary key(host, idc, collector));
|
|
|
|
Affected Rows: 0
|
|
|
|
insert into demo values(1,2,'test1', 'idc1', 'disk') ,(2,3,'test2', 'idc1', 'disk'), (3,4,'test3', 'idc2','memory');
|
|
|
|
Affected Rows: 3
|
|
|
|
select * from demo where host='test1';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.001 | 2.0 | test1 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where host='test2';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.002 | 3.0 | test2 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where host='test3';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.003 | 4.0 | test3 | idc2 | memory |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where host='test2' and idc='idc1';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.002 | 3.0 | test2 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where host='test2' and idc='idc1' and collector='disk';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.002 | 3.0 | test2 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where host='test2' and idc='idc2';
|
|
|
|
+----+-------+------+-----+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+----+-------+------+-----+-----------+
|
|
+----+-------+------+-----+-----------+
|
|
|
|
select * from demo where host='test3' and idc>'idc1';
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.003 | 4.0 | test3 | idc2 | memory |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where idc='idc1' order by ts;
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.001 | 2.0 | test1 | idc1 | disk |
|
|
| 1970-01-01T00:00:00.002 | 3.0 | test2 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
select * from demo where collector='disk' order by ts;
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.001 | 2.0 | test1 | idc1 | disk |
|
|
| 1970-01-01T00:00:00.002 | 3.0 | test2 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
-- SQLNESS REPLACE (-+) -
|
|
-- SQLNESS REPLACE (\s\s+) _
|
|
-- SQLNESS REPLACE (peers.*) REDACTED
|
|
-- SQLNESS REPLACE (metrics.*) REDACTED
|
|
-- SQLNESS REPLACE region=\d+\(\d+,\s+\d+\) region=REDACTED
|
|
explain analyze select * from demo where idc='idc1';
|
|
|
|
+-+-+-+
|
|
| stage | node | plan_|
|
|
+-+-+-+
|
|
| 0_| 0_|_CooperativeExec REDACTED
|
|
|_|_|_MergeScanExec: REDACTED
|
|
|_|_|_|
|
|
| 1_| 0_|_CooperativeExec REDACTED
|
|
|_|_|_SeqScan: region=REDACTED, "partition_count":{"count":1, "mem_ranges":1, "files":0, "file_ranges":0} REDACTED
|
|
|_|_|_|
|
|
|_|_| Total rows: 2_|
|
|
+-+-+-+
|
|
|
|
SELECT * FROM demo where host in ('test1');
|
|
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| ts | value | host | idc | collector |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
| 1970-01-01T00:00:00.001 | 2.0 | test1 | idc1 | disk |
|
|
+-------------------------+-------+-------+------+-----------+
|
|
|
|
-- SQLNESS REPLACE (metrics.*) REDACTED
|
|
-- SQLNESS REPLACE (RoundRobinBatch.*) REDACTED
|
|
-- SQLNESS REPLACE (-+) -
|
|
-- SQLNESS REPLACE (\s\s+) _
|
|
-- SQLNESS REPLACE (peers.*) REDACTED
|
|
-- SQLNESS REPLACE region=\d+\(\d+,\s+\d+\) region=REDACTED
|
|
explain analyze SELECT * FROM demo where host in ('test1');
|
|
|
|
+-+-+-+
|
|
| stage | node | plan_|
|
|
+-+-+-+
|
|
| 0_| 0_|_CooperativeExec REDACTED
|
|
|_|_|_MergeScanExec: REDACTED
|
|
|_|_|_|
|
|
| 1_| 0_|_CooperativeExec REDACTED
|
|
|_|_|_SeqScan: region=REDACTED, "partition_count":{"count":1, "mem_ranges":1, "files":0, "file_ranges":0} REDACTED
|
|
|_|_|_|
|
|
|_|_| Total rows: 1_|
|
|
+-+-+-+
|
|
|
|
drop table demo;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE test_time_filter(
|
|
host STRING,
|
|
greptime_timestamp TIMESTAMP,
|
|
TIME INDEX(greptime_timestamp)
|
|
)
|
|
WITH
|
|
(
|
|
'append_mode' = 'true',
|
|
'sst_format' = 'flat'
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
INSERT INTO test_time_filter(host, greptime_timestamp) VALUES ('hello', '2026-01-07T00:00:00'), ('world', '2026-01-07T00:00:01'), ('test', '2026-01-07T00:00:00'), ('go', '2026-01-07T00:00:01');
|
|
|
|
Affected Rows: 4
|
|
|
|
SELECT host FROM test_time_filter WHERE greptime_timestamp > '2026-01-07 00:00:00';
|
|
|
|
+-------+
|
|
| host |
|
|
+-------+
|
|
| go |
|
|
| world |
|
|
+-------+
|
|
|
|
SELECT host, greptime_timestamp FROM test_time_filter WHERE greptime_timestamp > '2026-01-07 00:00:00';
|
|
|
|
+-------+---------------------+
|
|
| host | greptime_timestamp |
|
|
+-------+---------------------+
|
|
| go | 2026-01-07T00:00:01 |
|
|
| world | 2026-01-07T00:00:01 |
|
|
+-------+---------------------+
|
|
|
|
ADMIN flush_table('test_time_filter');
|
|
|
|
+---------------------------------------+
|
|
| ADMIN flush_table('test_time_filter') |
|
|
+---------------------------------------+
|
|
| 0 |
|
|
+---------------------------------------+
|
|
|
|
SELECT host FROM test_time_filter WHERE greptime_timestamp > '2026-01-07 00:00:00';
|
|
|
|
+-------+
|
|
| host |
|
|
+-------+
|
|
| go |
|
|
| world |
|
|
+-------+
|
|
|
|
SELECT host, greptime_timestamp FROM test_time_filter WHERE greptime_timestamp > '2026-01-07 00:00:00';
|
|
|
|
+-------+---------------------+
|
|
| host | greptime_timestamp |
|
|
+-------+---------------------+
|
|
| go | 2026-01-07T00:00:01 |
|
|
| world | 2026-01-07T00:00:01 |
|
|
+-------+---------------------+
|
|
|
|
DROP TABLE test_time_filter;
|
|
|
|
Affected Rows: 0
|
|
|