feat(remote wal): set default compresion to LZ4 (#4294)

* feat(remote wal): set default compresion to LZ4

* fix: fix test
This commit is contained in:
Weny Xu
2024-07-06 05:40:18 +09:00
committed by GitHub
parent 09fff24ac4
commit bc398cf197
4 changed files with 5 additions and 5 deletions

View File

@@ -173,7 +173,7 @@ impl TopicManager {
timestamp: chrono::Utc::now(),
headers: Default::default(),
}],
Compression::NoCompression,
Compression::Lz4,
)
.await
.context(ProduceRecordSnafu { topic })?;

View File

@@ -207,7 +207,7 @@ mod tests {
let datanode_wal_config: DatanodeWalConfig = toml::from_str(toml_str).unwrap();
let expected = DatanodeKafkaConfig {
broker_endpoints: vec!["127.0.0.1:9092".to_string()],
compression: Compression::default(),
compression: Compression::Lz4,
max_batch_bytes: ReadableSize::mb(1),
consumer_wait_timeout: Duration::from_millis(100),
backoff: BackoffConfig {
@@ -229,7 +229,7 @@ mod tests {
num_partitions: 1,
replication_factor: 1,
create_topic_timeout: Duration::from_secs(30),
compression: Compression::default(),
compression: Compression::Lz4,
max_batch_bytes: ReadableSize::mb(1),
consumer_wait_timeout: Duration::from_millis(100),
backoff: BackoffConfig {

View File

@@ -46,7 +46,7 @@ impl Default for DatanodeKafkaConfig {
fn default() -> Self {
Self {
broker_endpoints: vec![BROKER_ENDPOINT.to_string()],
compression: Compression::NoCompression,
compression: Compression::Lz4,
// Warning: Kafka has a default limit of 1MB per message in a topic.
max_batch_bytes: ReadableSize::mb(1),
consumer_wait_timeout: Duration::from_millis(100),

View File

@@ -67,7 +67,7 @@ impl Default for StandaloneKafkaConfig {
num_partitions: 1,
replication_factor,
create_topic_timeout: Duration::from_secs(30),
compression: Compression::NoCompression,
compression: Compression::Lz4,
// Warning: Kafka has a default limit of 1MB per message in a topic.
max_batch_bytes: ReadableSize::mb(1),
consumer_wait_timeout: Duration::from_millis(100),