mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-10-30 07:26:56 +00:00
Weny Xu
c96cdd0026
* refactor: add reusable metadata pruning and projected SST batches Signed-off-by: WenyXu <wenymedia@gmail.com> * perf(mito2): stream and prune manifest SST metadata Signed-off-by: WenyXu <wenymedia@gmail.com> * perf(datanode): stream inspection queries through reusable providers Signed-off-by: WenyXu <wenymedia@gmail.com> * perf(catalog): push manifest filters through inspection queries Signed-off-by: WenyXu <wenymedia@gmail.com> * refactor: align manifest column constants with module conventions Signed-off-by: WenyXu <wenymedia@gmail.com> * perf: reduce manifest inspection allocations Signed-off-by: WenyXu <wenymedia@gmail.com> * refactor: narrow manifest inspection API visibility Signed-off-by: WenyXu <wenymedia@gmail.com> * refactor: retain residual filters for manifest inspection Signed-off-by: WenyXu <wenymedia@gmail.com> --------- Signed-off-by: WenyXu <wenymedia@gmail.com>
119 lines
4.8 KiB
SQL
119 lines
4.8 KiB
SQL
DESC TABLE information_schema.ssts_manifest;
|
|
|
|
DESC TABLE information_schema.ssts_storage;
|
|
|
|
DESC TABLE information_schema.ssts_index_meta;
|
|
|
|
CREATE TABLE sst_case (
|
|
a INT PRIMARY KEY INVERTED INDEX,
|
|
b STRING SKIPPING INDEX,
|
|
c STRING FULLTEXT INDEX,
|
|
ts TIMESTAMP TIME INDEX,
|
|
)
|
|
PARTITION ON COLUMNS (a) (
|
|
a < 1000,
|
|
a >= 1000 AND a < 2000,
|
|
a >= 2000
|
|
);
|
|
|
|
INSERT INTO sst_case VALUES
|
|
(500, 'a', 'a', 1),
|
|
(1500, 'b', 'b', 2),
|
|
(2500, 'c', 'c', 3);
|
|
|
|
ADMIN FLUSH_TABLE('sst_case');
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
-- SQLNESS REPLACE (/public/\d+) /public/<TABLE_ID>
|
|
SELECT * FROM information_schema.ssts_manifest order by file_path;
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+/index/<UUID>\.puffin) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>/index/<UUID>.puffin
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
-- SQLNESS REPLACE (/public/\d+) /public/<TABLE_ID>
|
|
SELECT * FROM information_schema.ssts_index_meta ORDER BY meta_json;
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
SELECT * FROM information_schema.ssts_storage order by file_path;
|
|
|
|
INSERT INTO sst_case VALUES
|
|
(24, 'foo', 'foo', 100),
|
|
(124, 'bar', 'bar', 200),
|
|
(1024, 'baz', 'baz', 300);
|
|
|
|
ADMIN FLUSH_TABLE('sst_case');
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
-- SQLNESS REPLACE (/public/\d+) /public/<TABLE_ID>
|
|
SELECT * FROM information_schema.ssts_manifest order by region_id, sequence;
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+/index/<UUID>\.puffin) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>/index/<UUID>.puffin
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
-- SQLNESS REPLACE (/public/\d+) /public/<TABLE_ID>
|
|
SELECT * FROM information_schema.ssts_index_meta ORDER BY meta_json;
|
|
|
|
-- SQLNESS REPLACE (\s+\d+\s+) <NUM>
|
|
-- SQLNESS REPLACE ([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}) <UUID>
|
|
-- SQLNESS REPLACE (\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(\.\d{3,9})?[[:blank:]]*) <DATETIME>
|
|
-- SQLNESS REPLACE (/public/\d+/\d+_\d+) /public/<TABLE_ID>/<REGION_ID>_<REGION_NUMBER>
|
|
SELECT * FROM information_schema.ssts_storage order by file_path;
|
|
|
|
-- Regression: repeated physical optimization must preserve the global DISTINCT limit.
|
|
SELECT COUNT(*) AS distinct_limited_rows
|
|
FROM (
|
|
SELECT DISTINCT region_id
|
|
FROM information_schema.ssts_manifest
|
|
LIMIT 1
|
|
);
|
|
|
|
-- Timestamp filters must run before ordering and limiting. Sort columns must
|
|
-- remain available even when they are absent from the output projection.
|
|
SELECT min_ts, max_ts
|
|
FROM information_schema.ssts_manifest
|
|
WHERE region_id > 0 AND min_ts >= '1970-01-01T00:00:00.002Z'::TIMESTAMP_NS
|
|
ORDER BY min_ts ASC NULLS LAST, max_ts ASC
|
|
LIMIT 2;
|
|
|
|
SELECT min_ts, max_ts
|
|
FROM information_schema.ssts_manifest
|
|
WHERE region_id > 0
|
|
ORDER BY max_ts DESC NULLS FIRST, min_ts DESC
|
|
LIMIT 2 OFFSET 1;
|
|
|
|
SELECT visible
|
|
FROM information_schema.ssts_manifest
|
|
WHERE region_id > 0 AND min_ts >= '1970-01-01T00:00:00.002Z'::TIMESTAMP_NS
|
|
ORDER BY min_ts DESC
|
|
LIMIT 2;
|
|
|
|
-- Table predicates share region metadata pruning, including when table_id
|
|
-- is not part of the output projection.
|
|
SELECT min_ts, max_ts FROM information_schema.ssts_manifest
|
|
WHERE table_id > 0 ORDER BY min_ts, max_ts LIMIT 2;
|
|
|
|
SELECT min_ts FROM information_schema.ssts_manifest
|
|
WHERE table_id = 0 ORDER BY min_ts LIMIT 1;
|
|
|
|
-- A false region predicate and a zero limit must produce empty results.
|
|
SELECT min_ts FROM information_schema.ssts_manifest
|
|
WHERE region_id = 0 ORDER BY min_ts LIMIT 1;
|
|
|
|
SELECT min_ts FROM information_schema.ssts_manifest
|
|
ORDER BY min_ts LIMIT 0;
|
|
|
|
DROP TABLE sst_case;
|