rust/greptimedb
1
0
Fork 0
mirror of https://github.com/GreptimeTeam/greptimedb.git synced 2026-01-04 12:22:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: avoid double schema projection in file format readers (#5918)

Browse Source
This commit is contained in:
Weny Xu
2025-04-18 11:36:35 +08:00
committed by GitHub
parent e4556ce12b
commit cc1b297831
7 changed files with 200 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
tests/cases/standalone/common/copy/copy_from_fs_csv.result
View File

@@ -66,6 +66,42 @@ select * from with_pattern order by ts;
| host3 | 99.9 | 444.4 | 2024-07-27T10:47:43 |
+-------+------+--------+---------------------+
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Affected Rows: 0
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/csv/demo.csv' WITH (format='csv');
Affected Rows: 3
select * from demo_with_external_column order by ts;
+-------+------+--------+---------------------+-----------------+
| host | cpu | memory | ts | external_column |
+-------+------+--------+---------------------+-----------------+
| host1 | 66.6 | 1024.0 | 2022-06-15T07:02:37 | default_value |
| host2 | 88.8 | 333.3 | 2022-06-15T07:02:38 | default_value |
| host3 | 99.9 | 444.4 | 2024-07-27T10:47:43 | default_value |
+-------+------+--------+---------------------+-----------------+
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Affected Rows: 0
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/csv/demo.csv' WITH (format='csv');
Affected Rows: 3
select * from demo_with_less_columns order by ts;
+-------+--------+---------------------+
| host | memory | ts |
+-------+--------+---------------------+
| host1 | 1024.0 | 2022-06-15T07:02:37 |
| host2 | 333.3 | 2022-06-15T07:02:38 |
| host3 | 444.4 | 2024-07-27T10:47:43 |
+-------+--------+---------------------+
drop table demo;
Affected Rows: 0
@@ -82,3 +118,11 @@ drop table with_pattern;
Affected Rows: 0
drop table demo_with_external_column;
Affected Rows: 0
drop table demo_with_less_columns;
Affected Rows: 0

16
tests/cases/standalone/common/copy/copy_from_fs_csv.sql
View File

@@ -27,6 +27,18 @@ Copy with_pattern FROM '${SQLNESS_HOME}/demo/export/csv/' WITH (pattern = 'demo.
select * from with_pattern order by ts;
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/csv/demo.csv' WITH (format='csv');
select * from demo_with_external_column order by ts;
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/csv/demo.csv' WITH (format='csv');
select * from demo_with_less_columns order by ts;
drop table demo;
drop table with_filename;
@@ -34,3 +46,7 @@ drop table with_filename;
drop table with_path;
drop table with_pattern;
drop table demo_with_external_column;
drop table demo_with_less_columns;

44
tests/cases/standalone/common/copy/copy_from_fs_json.result
View File

@@ -66,6 +66,42 @@ select * from with_pattern order by ts;
| host2 | 88.8 | 333.3 | 2022-06-15T07:02:38 |
+-------+------+--------+---------------------+
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Affected Rows: 0
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/json/demo.json' WITH (format='json');
Affected Rows: 3
select * from demo_with_external_column order by ts;
+-------+------+--------+---------------------+-----------------+
| host | cpu | memory | ts | external_column |
+-------+------+--------+---------------------+-----------------+
| host1 | 66.6 | 1024.0 | 2022-06-15T07:02:37 | default_value |
| host2 | 88.8 | 333.3 | 2022-06-15T07:02:38 | default_value |
| host3 | 99.9 | 444.4 | 2024-07-27T10:47:43 | default_value |
+-------+------+--------+---------------------+-----------------+
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Affected Rows: 0
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/json/demo.json' WITH (format='json');
Affected Rows: 3
select * from demo_with_less_columns order by ts;
+-------+--------+---------------------+
| host | memory | ts |
+-------+--------+---------------------+
| host1 | 1024.0 | 2022-06-15T07:02:37 |
| host2 | 333.3 | 2022-06-15T07:02:38 |
| host3 | 444.4 | 2024-07-27T10:47:43 |
+-------+--------+---------------------+
drop table demo;
Affected Rows: 0
@@ -82,3 +118,11 @@ drop table with_pattern;
Affected Rows: 0
drop table demo_with_external_column;
Affected Rows: 0
drop table demo_with_less_columns;
Affected Rows: 0

16
tests/cases/standalone/common/copy/copy_from_fs_json.sql
View File

@@ -27,6 +27,18 @@ Copy with_pattern FROM '${SQLNESS_HOME}/demo/export/json/' WITH (pattern = 'demo
select * from with_pattern order by ts;
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/json/demo.json' WITH (format='json');
select * from demo_with_external_column order by ts;
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/json/demo.json' WITH (format='json');
select * from demo_with_less_columns order by ts;
drop table demo;
drop table with_filename;
@@ -34,3 +46,7 @@ drop table with_filename;
drop table with_path;
drop table with_pattern;
drop table demo_with_external_column;
drop table demo_with_less_columns;

44
tests/cases/standalone/common/copy/copy_from_fs_parquet.result
View File

@@ -123,6 +123,42 @@ Copy with_limit_rows_segment FROM '${SQLNESS_HOME}/demo/export/parquet_files/' L
Error: 2000(InvalidSyntax), Unexpected token while parsing SQL statement, expected: 'the number of maximum rows', found: ;: sql parser error: Expected: literal int, found: hello at Line: 1, Column: 86
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Affected Rows: 0
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/parquet_files/demo.parquet';
Affected Rows: 3
select * from demo_with_external_column order by ts;
+-------+-------+--------+---------------------+-----------------+
| host | cpu | memory | ts | external_column |
+-------+-------+--------+---------------------+-----------------+
| host1 | 66.6 | 1024.0 | 2022-06-15T07:02:37 | default_value |
| host2 | 88.8 | 333.3 | 2022-06-15T07:02:38 | default_value |
| host3 | 111.1 | 444.4 | 2024-07-27T10:47:43 | default_value |
+-------+-------+--------+---------------------+-----------------+
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Affected Rows: 0
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/parquet_files/demo.parquet';
Affected Rows: 3
select * from demo_with_less_columns order by ts;
+-------+--------+---------------------+
| host | memory | ts |
+-------+--------+---------------------+
| host1 | 1024.0 | 2022-06-15T07:02:37 |
| host2 | 333.3 | 2022-06-15T07:02:38 |
| host3 | 444.4 | 2024-07-27T10:47:43 |
+-------+--------+---------------------+
drop table demo;
Affected Rows: 0
@@ -151,3 +187,11 @@ drop table with_limit_rows_segment;
Affected Rows: 0
drop table demo_with_external_column;
Affected Rows: 0
drop table demo_with_less_columns;
Affected Rows: 0

16
tests/cases/standalone/common/copy/copy_from_fs_parquet.sql
View File

@@ -52,6 +52,18 @@ select count(*) from with_limit_rows_segment;
Copy with_limit_rows_segment FROM '${SQLNESS_HOME}/demo/export/parquet_files/' LIMIT hello;
CREATE TABLE demo_with_external_column(host string, cpu double, memory double, ts timestamp time index, external_column string default 'default_value');
Copy demo_with_external_column FROM '${SQLNESS_HOME}/demo/export/parquet_files/demo.parquet';
select * from demo_with_external_column order by ts;
CREATE TABLE demo_with_less_columns(host string, memory double, ts timestamp time index);
Copy demo_with_less_columns FROM '${SQLNESS_HOME}/demo/export/parquet_files/demo.parquet';
select * from demo_with_less_columns order by ts;
drop table demo;
drop table demo_2;
@@ -65,3 +77,7 @@ drop table with_pattern;
drop table without_limit_rows;
drop table with_limit_rows_segment;
drop table demo_with_external_column;
drop table demo_with_less_columns;