This commit is contained in:
Lei, HUANG
2023-03-13 20:24:25 +08:00
parent a4ebd03a61
commit c3bcb1111f
2 changed files with 14 additions and 4 deletions

View File

@@ -376,7 +376,6 @@ impl WriterInner {
let version = version_control.current();
// table with id less than MIN_USER_TABLE_ID is system table
if (region_id >> 32) < 1024 {
let wal_header = WalHeader::with_last_manifest_version(version.manifest_version());

View File

@@ -88,14 +88,25 @@ impl<'a> ParquetWriter<'a> {
let schema = store_schema.arrow_schema().clone();
let object = self.object_store.object(self.file_path);
let ts_col_name = store_schema.schema().timestamp_column().unwrap().name.clone();
let ts_col_name = store_schema
.schema()
.timestamp_column()
.unwrap()
.name
.clone();
let writer_props = WriterProperties::builder()
.set_compression(Compression::ZSTD)
.set_column_dictionary_enabled(ColumnPath::new(vec![ts_col_name.clone()]), false)
.set_column_encoding(ColumnPath::new(vec![ts_col_name]), Encoding::DELTA_BINARY_PACKED)
.set_column_encoding(
ColumnPath::new(vec![ts_col_name]),
Encoding::DELTA_BINARY_PACKED,
)
.set_column_dictionary_enabled(ColumnPath::new(vec!["__sequence".to_string()]), false)
.set_column_encoding(ColumnPath::new(vec!["__sequence".to_string()]), Encoding::DELTA_BINARY_PACKED)
.set_column_encoding(
ColumnPath::new(vec!["__sequence".to_string()]),
Encoding::DELTA_BINARY_PACKED,
)
.set_max_row_group_size(self.max_row_group_size)
.set_key_value_metadata(extra_meta.map(|map| {
map.iter()