From a4ebd03a61992c00cf103d943120e924bde3095d Mon Sep 17 00:00:00 2001 From: "Lei, HUANG" Date: Mon, 13 Mar 2023 20:13:17 +0800 Subject: [PATCH] feat: skip wal for user table --- src/storage/src/region/writer.rs | 15 ++++++++++----- src/storage/src/sst/parquet.rs | 4 ---- 2 files changed, 10 insertions(+), 9 deletions(-) diff --git a/src/storage/src/region/writer.rs b/src/storage/src/region/writer.rs index 56af329c04..1390025335 100644 --- a/src/storage/src/region/writer.rs +++ b/src/storage/src/region/writer.rs @@ -375,11 +375,16 @@ impl WriterInner { let next_sequence = committed_sequence + 1; let version = version_control.current(); - let wal_header = WalHeader::with_last_manifest_version(version.manifest_version()); - writer_ctx - .wal - .write_to_wal(next_sequence, wal_header, Some(request.payload())) - .await?; + + + // table with id less than MIN_USER_TABLE_ID is system table + if (region_id >> 32) < 1024 { + let wal_header = WalHeader::with_last_manifest_version(version.manifest_version()); + writer_ctx + .wal + .write_to_wal(next_sequence, wal_header, Some(request.payload())) + .await?; + } // Insert batch into memtable. let mut inserter = Inserter::new(next_sequence); diff --git a/src/storage/src/sst/parquet.rs b/src/storage/src/sst/parquet.rs index 7c888de3e2..10a66a9f20 100644 --- a/src/storage/src/sst/parquet.rs +++ b/src/storage/src/sst/parquet.rs @@ -96,10 +96,6 @@ impl<'a> ParquetWriter<'a> { .set_column_encoding(ColumnPath::new(vec![ts_col_name]), Encoding::DELTA_BINARY_PACKED) .set_column_dictionary_enabled(ColumnPath::new(vec!["__sequence".to_string()]), false) .set_column_encoding(ColumnPath::new(vec!["__sequence".to_string()]), Encoding::DELTA_BINARY_PACKED) - .set_column_dictionary_enabled(ColumnPath::new(vec![ts_col_name.clone()]), false) - .set_column_encoding(ColumnPath::new(vec![ts_col_name]), Encoding::DELTA_BINARY_PACKED) - .set_column_dictionary_enabled(ColumnPath::new(vec!["__sequence".to_string()]), false) - .set_column_encoding(ColumnPath::new(vec!["__sequence".to_string()]), Encoding::DELTA_BINARY_PACKED) .set_max_row_group_size(self.max_row_group_size) .set_key_value_metadata(extra_meta.map(|map| { map.iter()