feat: buffered parquet writer (#1263)

* wip: use

* rebase develop

* chore: fix typos

* feat: replace export parquet writer with buffered writer

* fix: some cr comments

* feat: add sst_write_buffer_size config item to config how many bytes to buffer before flush to underlying storage

* chore: reabse onto develop
This commit is contained in:
Lei, HUANG
2023-04-01 17:21:19 +08:00
committed by GitHub
parent 6a05f617a4
commit 0253136333
20 changed files with 346 additions and 172 deletions

View File

@@ -14,7 +14,7 @@ CREATE TABLE with_filename(host string, cpu double, memory double, ts timestamp
Affected Rows: 0
Copy with_filename FROM '/tmp/demo/export/demo.parquet_1_2';
Copy with_filename FROM '/tmp/demo/export/demo.parquet';
Affected Rows: 2

View File

@@ -6,7 +6,7 @@ Copy demo TO '/tmp/demo/export/demo.parquet';
CREATE TABLE with_filename(host string, cpu double, memory double, ts timestamp time index);
Copy with_filename FROM '/tmp/demo/export/demo.parquet_1_2';
Copy with_filename FROM '/tmp/demo/export/demo.parquet';
select * from with_filename order by ts;