mirror of
https://github.com/GreptimeTeam/greptimedb.git
synced 2026-05-25 17:30:41 +00:00
35b635f639
* change dep Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * feat: adapt to arrow's interval array * chore: fix compile errors in datatypes crate * chore: fix api crate compiler errors * chore: fix compiler errors in common-grpc * chore: fix common-datasource errors * chore: fix deprecated code in common-datasource * fix promql and physical plan related Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * wip: upgrading network deps Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * block on updating `sqlparser` * upgrade sqlparser Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * adapt new df's trait requirements Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * chore: fix compiler errors in mito2 * chore: fix common-function crate errors * chore: fix catalog errors * change import path Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * chore: fix some errors in query crate * chore: fix some errors in query crate * aggr expr and some other tiny fixes Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * chore: fix expr related errors in query crate * chore: fix query serializer and admin command * chore: fix grpc services * feat: axum serve * chore: fix http server * remove handle_error handler * refactor timeout layer * serve axum * chore: fix flow aggr functions * chore: fix flow * feat: fix errors in meta-srv * boxed() * use TokioIo * feat!: Remove script crate and python feature (#5321) * feat: exclude script crate * chore: simplify feature * feat: remove the script crate * chore: remove python feature and some comments * chore: fix warning * chore: fix servers tests compiler errors * feat: fix tests-integration errors * chore: fix unused * test: fix catalog test * chore: fix compiler errors for crates using common-meta testing feature is enabled when check with --workspace * test: use display for logical plan test * test: implement rewrite for ScanHintRule * fix: http server build panic * test: fix mito test * fix: sql parser type alias error * test: fix TestClient not listen * test: some flow tests * test(flow): more fix * fix: test_otlp_logs * test: fix promql test that using deprecated method fun() * fix: sql type replace supports Int8 ~ Int64, UInt8 ~ UInt64 * test: fix infer schema test case * test: fix tests related to plan display * chore: fix last flow test * test: fix function format related assertion * test: use larger port range for tests * fix: test_otlp_traces * fix: test_otlp_metrics * fix range query and dist plan Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * fix: flow handle distinct use deprecated field * fix: can't pass Join plan expressions to LogicalPlan::with_new_exprs * test: fix deserialize test * test: reduce split key case num * tests: lower case aggr func name * test: fix some sqlness tests * tests: more sqlness fix * tests: fixed sqlness test * commit non-bug changes Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * fix: make our udf correct * fix: implement empty methods of ContextProvider for DfContextProviderAdapter * test: update sqlness test result * chore: remove unused * fix: provide alias name for AggregateExprBuilder in range plan * test: update range query result * fix: implement missing ContextProvider methods for DfContextProviderAdapter * test: update timestamps, cte result * fix: supports empty projection in mito * test: update comment for cte test * fix: support projection for numbers * test: update test cases after projection fix * fix: fix range select first_value/last_value * fix: handle CAST and time index conflict * fix: handle order by correctly in range first_value/last_value * test: update sqlness result * test: update view test result * test: update decimal test wait for https://github.com/apache/datafusion/pull/14126 to fix this * feat: remove redundant physical optimization todo(ruihang): Check if we can remove this. * test: update sqlness test result * chore: range select default sort use nulls_first = false * test: update filter push down test result * test: comment deciaml test to avoid different panic message * test: update some distributed test result * test: update test for distributed count and filter push down * test: update subqueries test * fix: SessionState may overwrite our UDFs * chore: fix compiler errors after merging main * fix: fix elasticsearch and dashboard router panic * chore: fix common-functions tests * chore: update sqlness result * test: fix id keyword and update sqlness result * test: fix flow_null test * fix: enlarge thread size in debug mode to avoid overflow * chore: fix warnings in common-function * chore: fix warning in flow * chore: fix warnings in query crate * chore: remove unused warnings * chore: fix deprecated warnings for parquet * chore: fix deprecated warning in servers crate * style: fix clippy * test: enlarge mito cache tttl test ttl time * chore: fix typo * style: fmt toml * refactor: reimplement PartialOrd for RangeSelect * chore: remove script crate files introduced by merge * fix: return error if sql option is not kv * chore: do not use ..default::default() * chore: per review * chore: update error message in BuildAdminFunctionArgsSnafu Co-authored-by: jeremyhi <jiachun_feng@proton.me> * refactor: typed precision * update sqlness view case Signed-off-by: Ruihang Xia <waynestxia@gmail.com> * chore: flow per review * chore: add example in comment * chore: warn if parquet stats of timestamp is not INT64 * style: add a newline before derive to make the comment more clear * test: update sqlness result * fix: flow from substrait * chore: change update_range_context log to debug level * chore: move axum-extra axum-macros to workspace --------- Signed-off-by: Ruihang Xia <waynestxia@gmail.com> Co-authored-by: Ruihang Xia <waynestxia@gmail.com> Co-authored-by: luofucong <luofc@foxmail.com> Co-authored-by: discord9 <discord9@163.com> Co-authored-by: shuiyisong <xixing.sys@gmail.com> Co-authored-by: jeremyhi <jiachun_feng@proton.me>
371 lines
17 KiB
Plaintext
371 lines
17 KiB
Plaintext
CREATE TABLE system_metrics (
|
|
`id` INT UNSIGNED,
|
|
host STRING,
|
|
cpu DOUBLE,
|
|
disk FLOAT COMMENT 'comment',
|
|
ts TIMESTAMP NOT NULL DEFAULT current_timestamp(),
|
|
TIME INDEX (ts),
|
|
PRIMARY KEY (`id`, host)
|
|
)
|
|
PARTITION ON COLUMNS (`id`) (
|
|
`id` < 5,
|
|
`id` >= 5 AND `id` < 9,
|
|
`id` >= 9
|
|
)
|
|
ENGINE=mito
|
|
WITH(
|
|
ttl = '7d',
|
|
write_buffer_size = 1024
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
SHOW CREATE TABLE system_metrics;
|
|
|
|
+----------------+-----------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+----------------+-----------------------------------------------------------+
|
|
| system_metrics | CREATE TABLE IF NOT EXISTS "system_metrics" ( |
|
|
| | "id" INT UNSIGNED NULL, |
|
|
| | "host" STRING NULL, |
|
|
| | "cpu" DOUBLE NULL, |
|
|
| | "disk" FLOAT NULL COMMENT 'comment', |
|
|
| | "ts" TIMESTAMP(3) NOT NULL DEFAULT current_timestamp(), |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("id", "host") |
|
|
| | ) |
|
|
| | PARTITION ON COLUMNS ("id") ( |
|
|
| | id < 5, |
|
|
| | id >= 9, |
|
|
| | id >= 5 AND id < 9 |
|
|
| | ) |
|
|
| | ENGINE=mito |
|
|
| | WITH( |
|
|
| | ttl = '7days', |
|
|
| | write_buffer_size = '1.0KiB' |
|
|
| | ) |
|
|
+----------------+-----------------------------------------------------------+
|
|
|
|
SHOW CREATE TABLE system_metrics FOR POSTGRES_FOREIGN_TABLE;
|
|
|
|
+----------------+------------------------------------------+
|
|
| Table | Create Table |
|
|
+----------------+------------------------------------------+
|
|
| system_metrics | CREATE FOREIGN TABLE ft_system_metrics ( |
|
|
| | "id" INT4, |
|
|
| | "host" VARCHAR, |
|
|
| | "cpu" FLOAT8, |
|
|
| | "disk" FLOAT4, |
|
|
| | "ts" TIMESTAMP |
|
|
| | ) |
|
|
| | SERVER greptimedb |
|
|
| | OPTIONS (table_name 'system_metrics') |
|
|
+----------------+------------------------------------------+
|
|
|
|
DROP TABLE system_metrics;
|
|
|
|
Affected Rows: 0
|
|
|
|
create table table_without_partition (
|
|
ts TIMESTAMP TIME INDEX NOT NULL DEFAULT current_timestamp()
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table table_without_partition;
|
|
|
|
+-------------------------+-----------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+-------------------------+-----------------------------------------------------------+
|
|
| table_without_partition | CREATE TABLE IF NOT EXISTS "table_without_partition" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL DEFAULT current_timestamp(), |
|
|
| | TIME INDEX ("ts") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=mito |
|
|
| | |
|
|
+-------------------------+-----------------------------------------------------------+
|
|
|
|
drop table table_without_partition;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE not_supported_table_storage_option (
|
|
`id` INT UNSIGNED,
|
|
host STRING,
|
|
cpu DOUBLE,
|
|
disk FLOAT,
|
|
ts TIMESTAMP NOT NULL DEFAULT current_timestamp(),
|
|
TIME INDEX (ts),
|
|
PRIMARY KEY (`id`, host)
|
|
)
|
|
PARTITION ON COLUMNS (`id`) (
|
|
`id` < 5,
|
|
`id` >= 5 AND `id` < 9,
|
|
`id` >= 9
|
|
)
|
|
ENGINE=mito
|
|
WITH(
|
|
storage = 'S3'
|
|
);
|
|
|
|
Error: 1004(InvalidArguments), Object store not found: S3
|
|
|
|
CREATE TABLE phy (ts timestamp time index, val double) engine=metric with ("physical_metric_table" = "");
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE t1 (ts timestamp time index, val double, host string primary key) engine = metric with ("on_physical_table" = "phy");
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table phy;
|
|
|
|
+-------+------------------------------------+
|
|
| Table | Create Table |
|
|
+-------+------------------------------------+
|
|
| phy | CREATE TABLE IF NOT EXISTS "phy" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | "host" STRING NULL, |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("host"), |
|
|
| | INVERTED INDEX ("host") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=metric |
|
|
| | WITH( |
|
|
| | physical_metric_table = '' |
|
|
| | ) |
|
|
+-------+------------------------------------+
|
|
|
|
show create table t1;
|
|
|
|
+-------+-----------------------------------+
|
|
| Table | Create Table |
|
|
+-------+-----------------------------------+
|
|
| t1 | CREATE TABLE IF NOT EXISTS "t1" ( |
|
|
| | "host" STRING NULL, |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("host") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=metric |
|
|
| | WITH( |
|
|
| | on_physical_table = 'phy' |
|
|
| | ) |
|
|
+-------+-----------------------------------+
|
|
|
|
SHOW CREATE TABLE t1 FOR POSTGRES_FOREIGN_TABLE;
|
|
|
|
+-------+------------------------------+
|
|
| Table | Create Table |
|
|
+-------+------------------------------+
|
|
| t1 | CREATE FOREIGN TABLE ft_t1 ( |
|
|
| | "host" VARCHAR, |
|
|
| | "ts" TIMESTAMP, |
|
|
| | "val" FLOAT8 |
|
|
| | ) |
|
|
| | SERVER greptimedb |
|
|
| | OPTIONS (table_name 't1') |
|
|
+-------+------------------------------+
|
|
|
|
drop table t1;
|
|
|
|
Affected Rows: 0
|
|
|
|
drop table phy;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE IF NOT EXISTS "phy" (
|
|
"ts" TIMESTAMP(3) NOT NULL,
|
|
"val" DOUBLE NULL,
|
|
"__table_id" INT UNSIGNED NOT NULL,
|
|
"__tsid" BIGINT UNSIGNED NOT NULL,
|
|
"host" STRING NULL,
|
|
"job" STRING NULL,
|
|
TIME INDEX ("ts"),
|
|
PRIMARY KEY ("__table_id", "__tsid", "host", "job")
|
|
)
|
|
ENGINE=mito
|
|
WITH(
|
|
physical_metric_table = '',
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table phy;
|
|
|
|
+-------+-------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+-------+-------------------------------------------------------+
|
|
| phy | CREATE TABLE IF NOT EXISTS "phy" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | "__table_id" INT UNSIGNED NOT NULL, |
|
|
| | "__tsid" BIGINT UNSIGNED NOT NULL, |
|
|
| | "host" STRING NULL, |
|
|
| | "job" STRING NULL, |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("__table_id", "__tsid", "host", "job") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=mito |
|
|
| | WITH( |
|
|
| | physical_metric_table = '' |
|
|
| | ) |
|
|
+-------+-------------------------------------------------------+
|
|
|
|
drop table phy;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE IF NOT EXISTS "phy" (
|
|
"ts" TIMESTAMP(3) NOT NULL,
|
|
"val" DOUBLE NULL,
|
|
"host" STRING NULL SKIPPING INDEX WITH(granularity = '8192', type = 'BLOOM'),
|
|
TIME INDEX ("ts"),
|
|
PRIMARY KEY ("host"),
|
|
)
|
|
ENGINE=metric
|
|
WITH(
|
|
'index.granularity' = '8192',
|
|
'index.type' = 'skipping',
|
|
physical_metric_table = ''
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table phy;
|
|
|
|
+-------+---------------------------------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+-------+---------------------------------------------------------------------------------+
|
|
| phy | CREATE TABLE IF NOT EXISTS "phy" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | "host" STRING NULL SKIPPING INDEX WITH(granularity = '8192', type = 'BLOOM'), |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("host") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=metric |
|
|
| | WITH( |
|
|
| | 'index.granularity' = '8192', |
|
|
| | 'index.type' = 'skipping', |
|
|
| | physical_metric_table = '' |
|
|
| | ) |
|
|
+-------+---------------------------------------------------------------------------------+
|
|
|
|
CREATE TABLE t1 (
|
|
ts TIMESTAMP TIME INDEX,
|
|
val DOUBLE,
|
|
job STRING PRIMARY KEY
|
|
) ENGINE=metric WITH (
|
|
"on_physical_table" = "phy"
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show index from phy;
|
|
|
|
+-------+------------+-------------------------+--------------+-------------+-----------+-------------+----------+--------+------+-----------------------------------------------------+---------+---------------+---------+------------+
|
|
| Table | Non_unique | Key_name | Seq_in_index | Column_name | Collation | Cardinality | Sub_part | Packed | Null | Index_type | Comment | Index_comment | Visible | Expression |
|
|
+-------+------------+-------------------------+--------------+-------------+-----------+-------------+----------+--------+------+-----------------------------------------------------+---------+---------------+---------+------------+
|
|
| phy | 1 | PRIMARY, INVERTED INDEX | 4 | __table_id | A | | | | YES | greptime-primary-key-v1, greptime-inverted-index-v1 | | | YES | |
|
|
| phy | 1 | PRIMARY | 5 | __tsid | A | | | | YES | greptime-primary-key-v1 | | | YES | |
|
|
| phy | 1 | PRIMARY, SKIPPING INDEX | 3 | host | A | | | | YES | greptime-primary-key-v1, greptime-bloom-filter-v1 | | | YES | |
|
|
| phy | 1 | PRIMARY, SKIPPING INDEX | 6 | job | A | | | | YES | greptime-primary-key-v1, greptime-bloom-filter-v1 | | | YES | |
|
|
| phy | 1 | TIME INDEX | 1 | ts | A | | | | NO | | | | YES | |
|
|
+-------+------------+-------------------------+--------------+-------------+-----------+-------------+----------+--------+------+-----------------------------------------------------+---------+---------------+---------+------------+
|
|
|
|
drop table t1;
|
|
|
|
Affected Rows: 0
|
|
|
|
drop table phy;
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table numbers;
|
|
|
|
Error: 1001(Unsupported), Show create table only for base table. greptime.public.numbers is TEMPORARY
|
|
|
|
show create table information_schema.columns;
|
|
|
|
Error: 1001(Unsupported), Show create table only for base table. greptime.information_schema.columns is TEMPORARY
|
|
|
|
CREATE TABLE "specify_invereted_index_cols" (
|
|
"ts" TIMESTAMP(3) NOT NULL,
|
|
"val" DOUBLE NULL,
|
|
"host" STRING NULL,
|
|
"job" STRING NULL,
|
|
TIME INDEX ("ts"),
|
|
PRIMARY KEY ("host", "job"),
|
|
INVERTED INDEX ("job")
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table specify_invereted_index_cols;
|
|
|
|
+------------------------------+-------------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+------------------------------+-------------------------------------------------------------+
|
|
| specify_invereted_index_cols | CREATE TABLE IF NOT EXISTS "specify_invereted_index_cols" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | "host" STRING NULL, |
|
|
| | "job" STRING NULL, |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("host", "job"), |
|
|
| | INVERTED INDEX ("job") |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=mito |
|
|
| | |
|
|
+------------------------------+-------------------------------------------------------------+
|
|
|
|
drop table specify_invereted_index_cols;
|
|
|
|
Affected Rows: 0
|
|
|
|
CREATE TABLE "specify_empty_invereted_index_cols" (
|
|
"ts" TIMESTAMP(3) NOT NULL,
|
|
"val" DOUBLE NULL,
|
|
"host" STRING NULL,
|
|
"job" STRING NULL,
|
|
TIME INDEX ("ts"),
|
|
PRIMARY KEY ("host", "job"),
|
|
INVERTED INDEX ()
|
|
);
|
|
|
|
Affected Rows: 0
|
|
|
|
show create table specify_empty_invereted_index_cols;
|
|
|
|
+------------------------------------+-------------------------------------------------------------------+
|
|
| Table | Create Table |
|
|
+------------------------------------+-------------------------------------------------------------------+
|
|
| specify_empty_invereted_index_cols | CREATE TABLE IF NOT EXISTS "specify_empty_invereted_index_cols" ( |
|
|
| | "ts" TIMESTAMP(3) NOT NULL, |
|
|
| | "val" DOUBLE NULL, |
|
|
| | "host" STRING NULL, |
|
|
| | "job" STRING NULL, |
|
|
| | TIME INDEX ("ts"), |
|
|
| | PRIMARY KEY ("host", "job"), |
|
|
| | INVERTED INDEX () |
|
|
| | ) |
|
|
| | |
|
|
| | ENGINE=mito |
|
|
| | |
|
|
+------------------------------------+-------------------------------------------------------------------+
|
|
|
|
drop table specify_empty_invereted_index_cols;
|
|
|
|
Affected Rows: 0
|
|
|