test(remote_wal): add sqlness with kafka wal (#3027)

* feat(sqlness): add kafka wal config

* chore: add sqlness with kafka wal ci config

* fix: fix config

* chore: apply suggestions from CR

* fix: add metasrv config to sqlness with kafka

* fix: replay memtable should from flushed_entry_id + 1

* fix: should set append flag to fopen

* feat: start wal allocator in standalone meta mode

* feat: append a noop record after kafka topic initialization

* test: ignore tests temporally

* test: change sqlness kafka wal config

src/common/meta/src/wal/kafka.rs

@@ -27,6 +27,7 @@ pub use crate::wal::kafka::topic_manager::TopicManager;
 
 /// Configurations for kafka wal.
 #[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
+#[serde(default)]
 pub struct KafkaConfig {
     /// The broker endpoints of the Kafka cluster.
     pub broker_endpoints: Vec<String>,

src/log-store/src/kafka/log_store.rs

@@ -197,8 +197,6 @@ impl LogStore for KafkaLogStore {
                     && entry.ns.region_id == region_id
                 {
                     yield Ok(entries);
-                } else {
-                    yield Ok(vec![]);
                 }
 
                 // Terminates the stream if the entry with the end offset was read.

src/meta-srv/src/metasrv.rs

@@ -330,6 +330,9 @@ impl MetaSrv {
                 info!("MetaSrv stopped");
             });
         } else {
+            if let Err(e) = self.wal_options_allocator.start().await {
+                error!(e; "Failed to start wal options allocator");
+            }
             // Always load kv into cached kv store.
             self.leader_cached_kv_backend
                 .load()