feat: tune parquet parameters

This commit is contained in:
Lei, HUANG
2023-03-13 20:01:44 +08:00
parent 05c0ea9a59
commit e7daf1226f

View File

@@ -96,6 +96,10 @@ impl<'a> ParquetWriter<'a> {
.set_column_encoding(ColumnPath::new(vec![ts_col_name]), Encoding::DELTA_BINARY_PACKED)
.set_column_dictionary_enabled(ColumnPath::new(vec!["__sequence".to_string()]), false)
.set_column_encoding(ColumnPath::new(vec!["__sequence".to_string()]), Encoding::DELTA_BINARY_PACKED)
.set_column_dictionary_enabled(ColumnPath::new(vec![ts_col_name.clone()]), false)
.set_column_encoding(ColumnPath::new(vec![ts_col_name]), Encoding::DELTA_BINARY_PACKED)
.set_column_dictionary_enabled(ColumnPath::new(vec!["__sequence".to_string()]), false)
.set_column_encoding(ColumnPath::new(vec!["__sequence".to_string()]), Encoding::DELTA_BINARY_PACKED)
.set_max_row_group_size(self.max_row_group_size)
.set_key_value_metadata(extra_meta.map(|map| {
map.iter()