refactor: use enum instead of version for encoding format in pb (#655)

* refactor: use enum instead of version for encoding format in pb

* fix ut

* update package fs_extra to resolve incompact issue reported by cargo

* remove wrong exmaple config

* fix integration test

* rename 'type' of cluster deployment to 'mode'

* rename wal_storage to wal

Cargo.toml

@@ -117,7 +117,7 @@ zstd = { version = "0.12", default-features = false }
 
 [workspace.dependencies.ceresdbproto]
 git = "https://github.com/CeresDB/ceresdbproto.git"
-rev = "2d99b441d8dd947caa51019a9d2ff3873aaca6d1"
+rev = "4dbd2b36262affd83f8a2d4a99273e43aebcb067"
 
 [dependencies]
 analytic_engine = { workspace = true }

analytic_engine/src/lib.rs

@@ -81,7 +81,7 @@ pub struct Config {
     /// + RocksDB
     /// + OBKV
     /// + Kafka
-    pub wal_storage: WalStorageConfig,
+    pub wal: WalStorageConfig,
 
     pub remote_engine_client: remote_engine_client::config::Config,
 }
@@ -107,7 +107,7 @@ impl Default for Config {
             db_write_buffer_size: 0,
             scan_batch_size: 500,
             sst_background_read_parallelism: 8,
-            wal_storage: WalStorageConfig::RocksDB(Box::default()),
+            wal: WalStorageConfig::RocksDB(Box::default()),
             remote_engine_client: remote_engine_client::config::Config::default(),
         }
     }

analytic_engine/src/setup.rs

@@ -187,13 +187,13 @@ impl EngineBuilder for RocksDBWalEngineBuilder {
         engine_runtimes: Arc<EngineRuntimes>,
         object_store: ObjectStoreRef,
     ) -> Result<(WalManagerRef, ManifestRef)> {
-        let rocksdb_wal_config = match config.wal_storage {
+        let rocksdb_wal_config = match config.wal {
             WalStorageConfig::RocksDB(config) => *config,
             _ => {
                 return InvalidWalConfig {
                     msg: format!(
                         "invalid wal storage config while opening rocksDB wal, config:{:?}",
-                        config.wal_storage
+                        config.wal
                     ),
                 }
                 .fail();
@@ -236,13 +236,13 @@ impl EngineBuilder for ObkvWalEngineBuilder {
         engine_runtimes: Arc<EngineRuntimes>,
         object_store: ObjectStoreRef,
     ) -> Result<(WalManagerRef, ManifestRef)> {
-        let obkv_wal_config = match &config.wal_storage {
+        let obkv_wal_config = match &config.wal {
             WalStorageConfig::Obkv(config) => config.clone(),
             _ => {
                 return InvalidWalConfig {
                     msg: format!(
                         "invalid wal storage config while opening obkv wal, config:{:?}",
-                        config.wal_storage
+                        config.wal
                     ),
                 }
                 .fail();
@@ -285,13 +285,13 @@ impl EngineBuilder for MemWalEngineBuilder {
         engine_runtimes: Arc<EngineRuntimes>,
         object_store: ObjectStoreRef,
     ) -> Result<(WalManagerRef, ManifestRef)> {
-        let obkv_wal_config = match &config.wal_storage {
+        let obkv_wal_config = match &config.wal {
             WalStorageConfig::Obkv(config) => config.clone(),
             _ => {
                 return InvalidWalConfig {
                     msg: format!(
                         "invalid wal storage config while opening memory wal, config:{:?}",
-                        config.wal_storage
+                        config.wal
                     ),
                 }
                 .fail();
@@ -320,7 +320,7 @@ impl EngineBuilder for KafkaWalEngineBuilder {
         engine_runtimes: Arc<EngineRuntimes>,
         object_store: ObjectStoreRef,
     ) -> Result<(WalManagerRef, ManifestRef)> {
-        let kafka_wal_config = match &config.wal_storage {
+        let kafka_wal_config = match &config.wal {
             WalStorageConfig::Kafka(config) => config.clone(),
             _ => {
                 return InvalidWalConfig {