From 4309b8ebf2c7b6afbf267e37f8b75d2b0225e5ae Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Thu, 19 Sep 2024 20:07:47 +0800
Subject: [PATCH 1/8] feat(config): support starting pd nodes & store nodes

---
 src/common/deploy_graph.py | 111 ++++++++++++++++++++++++++++++++++++-
 src/config/basic_config.py |  26 ++++++++-
 src/deploy_start.py        |   8 ++-
 3 files changed, 140 insertions(+), 5 deletions(-)

diff --git a/src/common/deploy_graph.py b/src/common/deploy_graph.py
index 4937b03..8b6fba8 100644
--- a/src/common/deploy_graph.py
+++ b/src/common/deploy_graph.py
@@ -8,7 +8,7 @@
 import subprocess
 import sys
 
-from config.basic_config import admin_password
+from src.config.basic_config import admin_password
 
 current_path = os.path.dirname(os.path.realpath(__file__))
 sys.path.append(current_path + '/../../')
@@ -118,6 +118,50 @@ def set_server_properties(package_dir_path, host, server_port, gremlin_port):
 }
 ''')
 
+def set_pd_properties(package_dir_path, host, grpc_port, rest_port, store_list, raft_port, raft_list):
+    """
+    修改 pd 组件配置
+    :return:
+    """
+    # 修改 application 文件
+    application_conf = package_dir_path + '/conf/application.yml'
+    alter_properties(application_conf,
+                     '8686',
+                     '%d' % grpc_port)
+    alter_properties(application_conf,
+                     '8620',
+                     '%d' % rest_port)
+    new_store_list = ','.join([f"{host}:{port}" for port in store_list])
+    alter_properties(application_conf,
+                     'initial-store-list: 127.0.0.1:8500',
+                     'initial-store-list: %s' % new_store_list)
+    alter_properties(application_conf,
+                     'address: 127.0.0.1:8610',
+                     'address: %s:%d' % (host, raft_port))
+    new_raft_list = ','.join([f"{host}:{port}" for port in raft_list])
+    alter_properties(application_conf,
+                     'peers-list: 127.0.0.1:8610',
+                     'peers-list: %s' % new_raft_list)
+
+def set_store_properties(package_dir_path, host, pd_list, grpc_port, raft_port, rest_port):
+    application_conf = package_dir_path + '/conf/application.yml'
+    new_pd_list = ','.join([f"{host}:{port}" for port in pd_list])
+    alter_properties(application_conf,
+                     'address: localhost:8686',
+                     'address: %s' % new_pd_list)
+    alter_properties(application_conf,
+                     'port: 8500',
+                     'port: %d' % grpc_port)
+    alter_properties(application_conf,
+                     'address: 127.0.0.1:8510',
+                     'address: %s:%d' % (host, raft_port))
+    alter_properties(application_conf,
+                     'address: 127.0.0.1:8610',
+                     'address: %s:%d' % (host, raft_port))
+    alter_properties(application_conf,
+                     'port: 8520',
+                     'port: %d' % rest_port)
+
 
 def set_hubble_properties(package_dir_path, host, port):
     """
@@ -140,6 +184,16 @@ def start_graph(package_dir_path, graph_type):
             f'&& echo "{pa}" | ./bin/init-store.sh '
             '&& ./bin/start-hugegraph.sh' % package_dir_path
         )
+    elif graph_type == 'pd':
+        os.system(
+            'cd %s '
+            '&& ./bin/start-hugegraph-pd.sh' % package_dir_path
+        )
+    elif graph_type == 'store':
+        os.system(
+            'cd %s '
+            '&& ./bin/start-hugegraph-store.sh' % package_dir_path
+        )
     else:
         os.system(
             f'chmod -R 755 {package_dir_path}'
@@ -168,6 +222,16 @@ def __init__(self, obj):
         self.loader_git = obj.loader_git
         self.tools_git = obj.tools_git
         self.hubble_git = obj.hubble_git
+        self.host = obj.host
+        self.pd_grpc_port = obj.pd_grpc_port
+        self.pd_rest_port = obj.pd_rest_port
+        self.store_list = obj.store_list
+        self.pd_raft_port = obj.pd_raft_port
+        self.raft_list = obj.raft_list
+        self.pd_list = obj.pd_list
+        self.store_grpc_port = obj.store_grpc_port
+        self.store_raft_port = obj.store_raft_port
+        self.store_rest_port = obj.store_rest_port
 
     @staticmethod
     def server(conf):
@@ -189,6 +253,51 @@ def server(conf):
         )
         start_graph(gen_dir, 'server')
 
+    @staticmethod
+    def pd(conf):
+        """
+        :return:
+        """
+        is_exists_path(conf.codebase_path)
+        get_code(conf.codebase_path, conf.server_git, conf.pd_local_repo)
+        compile_package(conf.project_path)
+        unzip_targz(conf.pd_path, conf.pd_tar_path.split('/')[-1])
+
+        gen_dir = os.path.join(conf.codebase_path, conf.pd_gen_dir)
+        # start graph_server
+        set_pd_properties(
+            gen_dir,
+            conf.host,
+            conf.pd_grpc_port,
+            conf.pd_rest_port,
+            conf.store_list,
+            conf.pd_raft_port,
+            conf.raft_list
+        )
+        start_graph(gen_dir, 'pd')
+
+    @staticmethod
+    def store(conf):
+        """
+        :return:
+        """
+        is_exists_path(conf.codebase_path)
+        get_code(conf.codebase_path, conf.server_git, conf.store_local_repo)
+        compile_package(conf.project_path)
+        unzip_targz(conf.store_path, conf.store_tar_path.split('/')[-1])
+
+        gen_dir = os.path.join(conf.codebase_path, conf.store_gen_dir)
+        # start graph_server
+        set_store_properties(
+            gen_dir,
+            conf.host,
+            conf.pd_list,
+            conf.store_grpc_port,
+            conf.store_raft_port,
+            conf.store_rest_port
+        )
+        start_graph(gen_dir, 'store')
+
     @staticmethod
     def toolchain(conf):
         is_exists_path(conf.codebase_path)
diff --git a/src/config/basic_config.py b/src/config/basic_config.py
index cb5dd61..33bc1f3 100644
--- a/src/config/basic_config.py
+++ b/src/config/basic_config.py
@@ -12,17 +12,25 @@
 # apache release version
 is_incubating = 'incubating-'
 # TODO: consider user * instead of fixed version?
-server_release_version = '1.5.0'
+hugegraph_release_version = '1.5.0'
 toolchain_release_version = '1.3.0'
+pd_local_repo = 'incubator-hugegraph/hugegraph-pd'
+store_local_repo = 'incubator-hugegraph/hugegraph-store'
 server_local_repo = 'incubator-hugegraph/hugegraph-server'
 toolchain_local_repo = 'incubator-hugegraph-toolchain'
-server_gen_dir = f'incubator-hugegraph/hugegraph-server/apache-hugegraph-server-{is_incubating}{server_release_version}'
+pd_gen_dir = f'incubator-hugegraph/hugegraph-pd/apache-hugegraph-pd-{is_incubating}{hugegraph_release_version}'
+store_gen_dir = f'incubator-hugegraph/hugegraph-store/apache-hugegraph-store-{is_incubating}{hugegraph_release_version}'
+server_gen_dir = f'incubator-hugegraph/hugegraph-server/apache-hugegraph-server-{is_incubating}{hugegraph_release_version}'
 toolchain_gen_dir = f'incubator-hugegraph-toolchain/apache-hugegraph-toolchain-{is_incubating}{toolchain_release_version}'
 toolchain_obj_template = 'apache-hugegraph-{tool_name}-' + is_incubating + f'{toolchain_release_version}'
 
 project_path = os.path.join(codebase_path, 'incubator-hugegraph')
+pd_path = os.path.join(codebase_path, pd_local_repo)
+store_path = os.path.join(codebase_path, store_local_repo)
 server_path = os.path.join(codebase_path, server_local_repo)
-server_tar_path = os.path.join(codebase_path, 'incubator-hugegraph/hugegraph-server', f'apache-hugegraph-server-{is_incubating}{server_release_version}' + '.tar.gz')
+pd_tar_path = os.path.join(codebase_path, pd_gen_dir + '.tar.gz')
+store_tar_path = os.path.join(codebase_path, store_gen_dir + '.tar.gz')
+server_tar_path = os.path.join(codebase_path, server_gen_dir + '.tar.gz')
 toolchain_path = os.path.join(codebase_path, toolchain_local_repo)
 loader_path = os.path.join(codebase_path, toolchain_gen_dir, toolchain_obj_template.format(tool_name='loader'))
 hubble_path = os.path.join(codebase_path, toolchain_gen_dir, toolchain_obj_template.format(tool_name='hubble'))
@@ -49,6 +57,18 @@
 admin_password = {'admin': 'admin'}
 test_password = {'tester': '123456'}
 
+host = '127.0.0.1'
+pd_grpc_port = 8686
+pd_rest_port = 8620
+store_list = [8500]
+pd_raft_port = 8610
+raft_list = [8610]
+
+pd_list = [8686]
+store_grpc_port = 8500
+store_raft_port = 8510
+store_rest_port = 8520
+
 # toolchain (includes loader, hubble, tools)
 toolchain_git = {
     'branch': '3b58fc6',
diff --git a/src/deploy_start.py b/src/deploy_start.py
index 2d278eb..77e218f 100644
--- a/src/deploy_start.py
+++ b/src/deploy_start.py
@@ -24,7 +24,13 @@ def graph_deploy(param, conf_obj):
         Deploy.server(conf_obj)
     elif param == 'toolchain':
         Deploy.toolchain(conf_obj)
+    elif param == 'pd':
+        Deploy.pd(conf_obj)
+    elif param == 'store':
+        Deploy.store(conf_obj)
     else:
+        Deploy.pd(conf_obj)
+        Deploy.store(conf_obj)
         Deploy.server(conf_obj)
         Deploy.toolchain(conf_obj)
 
@@ -32,7 +38,7 @@ def graph_deploy(param, conf_obj):
 if __name__ == "__main__":
     param_size = len(sys.argv)
     if param_size == 2 \
-            and sys.argv[1] in ['all', 'server', 'toolchain']:
+            and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store']:
         graph_deploy(sys.argv[1], basic_config)
     else:
         print('failed: 执行脚本参数为[all,server,toolchain]')

From 13c5d2b897beadfb4c8c52c91798f0e4e4822051 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Fri, 20 Sep 2024 16:04:33 +0800
Subject: [PATCH 2/8] fix(config): support different backend =

---
 src/common/deploy_graph.py    | 58 ++++++++++++++++++++++
 src/deploy_start.py           | 12 ++++-
 src/dist/cassandra.properties | 44 +++++++++++++++++
 src/dist/hbase.properties     | 42 ++++++++++++++++
 src/dist/hstore.properties    | 90 +++++++++++++++++++++++++++++++++++
 src/dist/mysql.properties     | 42 ++++++++++++++++
 src/dist/rocksdb.properties   | 35 ++++++++++++++
 src/dist/scylladb.properties  | 44 +++++++++++++++++
 8 files changed, 365 insertions(+), 2 deletions(-)
 create mode 100644 src/dist/cassandra.properties
 create mode 100644 src/dist/hbase.properties
 create mode 100644 src/dist/hstore.properties
 create mode 100644 src/dist/mysql.properties
 create mode 100644 src/dist/rocksdb.properties
 create mode 100644 src/dist/scylladb.properties

diff --git a/src/common/deploy_graph.py b/src/common/deploy_graph.py
index 8b6fba8..34bc822 100644
--- a/src/common/deploy_graph.py
+++ b/src/common/deploy_graph.py
@@ -5,6 +5,7 @@
 create_time: 2020/4/22 5:17 下午
 """
 import os
+import shutil
 import subprocess
 import sys
 
@@ -205,6 +206,11 @@ def unzip_targz(file_path, file_name):
     cmd = f'cd {file_path} && tar -zxvf {file_name}'
     subprocess.check_call(cmd, shell=True)
 
+def update_backend_properties(file_path, target_path):
+    if(os.path.exists(target_path)):
+        os.remove(target_path)
+    shutil.copy2(file_path, target_path)
+
 
 class Deploy:
     """
@@ -251,6 +257,9 @@ def server(conf):
             conf.server_port,
             conf.gremlin_port
         )
+        config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
+        target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
+        update_backend_properties(config_file_path, target_path)
         start_graph(gen_dir, 'server')
 
     @staticmethod
@@ -310,6 +319,55 @@ def toolchain(conf):
         # set_hubble_properties(hubble_package_dir_name, conf.graph_host, conf.hubble_port)
         start_graph(conf.hubble_path, 'hubble')
 
+    @staticmethod
+    def hugegraph(conf):
+        is_exists_path(conf.codebase_path)
+        get_code(conf.codebase_path, conf.server_git, 'incubator-hugegraph')
+        compile_package(conf.project_path)
+
+        unzip_targz(conf.pd_path, conf.pd_tar_path.split('/')[-1])
+        unzip_targz(conf.store_path, conf.store_tar_path.split('/')[-1])
+        unzip_targz(conf.server_path, conf.server_tar_path.split('/')[-1])
+
+        pd_gen_dir = os.path.join(conf.codebase_path, conf.pd_gen_dir)
+        # start graph_server
+        set_pd_properties(
+            pd_gen_dir,
+            conf.host,
+            conf.pd_grpc_port,
+            conf.pd_rest_port,
+            conf.store_list,
+            conf.pd_raft_port,
+            conf.raft_list
+        )
+        start_graph(pd_gen_dir, 'pd')
+
+        store_gen_dir = os.path.join(conf.codebase_path, conf.store_gen_dir)
+        # start graph_server
+        set_store_properties(
+            store_gen_dir,
+            conf.host,
+            conf.pd_list,
+            conf.store_grpc_port,
+            conf.store_raft_port,
+            conf.store_rest_port
+        )
+        start_graph(store_gen_dir, 'store')
+
+        server_gen_dir = os.path.join(conf.codebase_path, conf.server_gen_dir)
+        # start graph_server
+        set_server_properties(
+            server_gen_dir,
+            conf.graph_host,
+            conf.server_port,
+            conf.gremlin_port
+        )
+        config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
+        target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
+        update_backend_properties(config_file_path, target_path)
+        start_graph(server_gen_dir, 'server')
+
+
 
 if __name__ == "__main__":
     pass
diff --git a/src/deploy_start.py b/src/deploy_start.py
index 77e218f..b4d141f 100644
--- a/src/deploy_start.py
+++ b/src/deploy_start.py
@@ -28,6 +28,8 @@ def graph_deploy(param, conf_obj):
         Deploy.pd(conf_obj)
     elif param == 'store':
         Deploy.store(conf_obj)
+    elif param == 'hugegraph':
+        Deploy.hugegraph(conf_obj)
     else:
         Deploy.pd(conf_obj)
         Deploy.store(conf_obj)
@@ -38,8 +40,14 @@ def graph_deploy(param, conf_obj):
 if __name__ == "__main__":
     param_size = len(sys.argv)
     if param_size == 2 \
-            and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store']:
+            and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store', 'hugegraph']:
+        basic_config.server_backend = 'rocksdb'
+        graph_deploy(sys.argv[1], basic_config)
+    elif param_size == 3 \
+            and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store', 'hugegraph']\
+            and sys.argv[2] in ['hbase', 'hstore', 'cassandra', 'mysql', 'rocksdb', 'scylladb']:
+        basic_config.server_backend = sys.argv[2]
         graph_deploy(sys.argv[1], basic_config)
     else:
-        print('failed: 执行脚本参数为[all,server,toolchain]')
+        print('failed: 执行脚本参数为[all,server,toolchain, pd, store, hugegraph]')
         exit(1)
diff --git a/src/dist/cassandra.properties b/src/dist/cassandra.properties
new file mode 100644
index 0000000..c300600
--- /dev/null
+++ b/src/dist/cassandra.properties
@@ -0,0 +1,44 @@
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+store=hugegraph
+
+# task config
+task.scheduler_type=local
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+backend=cassandra
+serializer=cassandra
+
+# cassandra backend config
+cassandra.host=localhost
+cassandra.port=9042
+cassandra.username=
+cassandra.password=
+#cassandra.connect_timeout=5
+#cassandra.read_timeout=20
+
+#cassandra.keyspace.strategy=SimpleStrategy
+#cassandra.keyspace.replication=3
\ No newline at end of file
diff --git a/src/dist/hbase.properties b/src/dist/hbase.properties
new file mode 100644
index 0000000..3516eae
--- /dev/null
+++ b/src/dist/hbase.properties
@@ -0,0 +1,42 @@
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+store=hugegraph
+
+# task config
+task.scheduler_type=local
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+backend=hbase
+serializer=hbase
+
+# hbase backend config
+hbase.hosts=localhost
+hbase.port=2181
+# Note: recommend to modify the HBase partition number by the actual/env data amount & RS amount before init store
+# it may influence the loading speed a lot
+#hbase.enable_partition=true
+#hbase.vertex_partitions=10
+#hbase.edge_partitions=30
\ No newline at end of file
diff --git a/src/dist/hstore.properties b/src/dist/hstore.properties
new file mode 100644
index 0000000..9d83f3f
--- /dev/null
+++ b/src/dist/hstore.properties
@@ -0,0 +1,90 @@
+# gremlin entrance to create graph
+# auth config: org.apache.hugegraph.auth.HugeFactoryAuthProxy
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+backend=hstore
+serializer=binary
+
+store=hugegraph
+
+# pd config
+pd.peers=127.0.0.1:8686
+
+# task config
+task.scheduler_type=distributed
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+# rocksdb backend config
+#rocksdb.data_path=/path/to/disk
+#rocksdb.wal_path=/path/to/disk
+
+
+# cassandra backend config
+#cassandra.host=localhost
+#cassandra.port=9042
+#cassandra.username=
+#cassandra.password=
+#cassandra.connect_timeout=5
+#cassandra.read_timeout=20
+#cassandra.keyspace.strategy=SimpleStrategy
+#cassandra.keyspace.replication=3
+
+# hbase backend config
+#hbase.hosts=localhost
+#hbase.port=2181
+#hbase.znode_parent=/hbase
+#hbase.threads_max=64
+# IMPORTANT: recommend to modify the HBase partition number
+#            by the actual/env data amount & RS amount before init store
+#            It will influence the load speed a lot
+#hbase.enable_partition=true
+#hbase.vertex_partitions=10
+#hbase.edge_partitions=30
+
+# mysql backend config
+#jdbc.driver=com.mysql.jdbc.Driver
+#jdbc.url=jdbc:mysql://127.0.0.1:3306
+#jdbc.username=root
+#jdbc.password=
+#jdbc.reconnect_max_times=3
+#jdbc.reconnect_interval=3
+#jdbc.ssl_mode=false
+
+# postgresql & cockroachdb backend config
+#jdbc.driver=org.postgresql.Driver
+#jdbc.url=jdbc:postgresql://localhost:5432/
+#jdbc.username=postgres
+#jdbc.password=
+#jdbc.postgresql.connect_database=template1
+
+# palo backend config
+#palo.host=127.0.0.1
+#palo.poll_interval=10
+#palo.temp_dir=./palo-data
+#palo.file_limit_size=32
+
+# WARNING: These raft configurations are deprecated, please use the latest version instead.
+# raft.mode=false
diff --git a/src/dist/mysql.properties b/src/dist/mysql.properties
new file mode 100644
index 0000000..619b0bc
--- /dev/null
+++ b/src/dist/mysql.properties
@@ -0,0 +1,42 @@
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+store=hugegraph
+
+# task config
+task.scheduler_type=local
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+backend=mysql
+serializer=mysql
+
+# mysql backend config
+jdbc.driver=com.mysql.cj.jdbc.Driver
+jdbc.url=jdbc:mysql://127.0.0.1:3306
+jdbc.username=
+jdbc.password=
+jdbc.reconnect_max_times=3
+jdbc.reconnect_interval=3
+jdbc.ssl_mode=false
\ No newline at end of file
diff --git a/src/dist/rocksdb.properties b/src/dist/rocksdb.properties
new file mode 100644
index 0000000..fbaf7e0
--- /dev/null
+++ b/src/dist/rocksdb.properties
@@ -0,0 +1,35 @@
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+store=hugegraph
+
+# task config
+task.scheduler_type=local
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+backend=rocksdb
+serializer=binary
+rocksdb.data_path=.
+rocksdb.wal_path=.
\ No newline at end of file
diff --git a/src/dist/scylladb.properties b/src/dist/scylladb.properties
new file mode 100644
index 0000000..e3e03f6
--- /dev/null
+++ b/src/dist/scylladb.properties
@@ -0,0 +1,44 @@
+gremlin.graph=org.apache.hugegraph.HugeFactory
+
+# cache config
+#schema.cache_capacity=100000
+# vertex-cache default is 1000w, 10min expired
+vertex.cache_type=l2
+#vertex.cache_capacity=10000000
+#vertex.cache_expire=600
+# edge-cache default is 100w, 10min expired
+edge.cache_type=l2
+#edge.cache_capacity=1000000
+#edge.cache_expire=600
+
+
+# schema illegal name template
+#schema.illegal_name_regex=\s+|~.*
+
+#vertex.default_label=vertex
+
+store=hugegraph
+
+# task config
+task.scheduler_type=local
+task.schedule_period=10
+task.retry=0
+task.wait_timeout=10
+
+# search config
+search.text_analyzer=jieba
+search.text_analyzer_mode=INDEX
+
+backend=scylladb
+serializer=scylladb
+
+# cassandra backend config
+cassandra.host=localhost
+cassandra.port=9042
+cassandra.username=
+cassandra.password=
+#cassandra.connect_timeout=5
+#cassandra.read_timeout=20
+
+#cassandra.keyspace.strategy=SimpleStrategy
+#cassandra.keyspace.replication=3
\ No newline at end of file

From b08ae0d11549391db0a2f81864edf69027d75f06 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Sat, 21 Sep 2024 11:53:38 +0800
Subject: [PATCH 3/8] fix(config): pass the test

---
 src/deploy_start.py         |  3 --
 src/dist/rocksdb.properties | 63 ++++++++++++++++++++++++++++++++++---
 2 files changed, 59 insertions(+), 7 deletions(-)

diff --git a/src/deploy_start.py b/src/deploy_start.py
index b4d141f..49e7173 100644
--- a/src/deploy_start.py
+++ b/src/deploy_start.py
@@ -31,8 +31,6 @@ def graph_deploy(param, conf_obj):
     elif param == 'hugegraph':
         Deploy.hugegraph(conf_obj)
     else:
-        Deploy.pd(conf_obj)
-        Deploy.store(conf_obj)
         Deploy.server(conf_obj)
         Deploy.toolchain(conf_obj)
 
@@ -41,7 +39,6 @@ def graph_deploy(param, conf_obj):
     param_size = len(sys.argv)
     if param_size == 2 \
             and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store', 'hugegraph']:
-        basic_config.server_backend = 'rocksdb'
         graph_deploy(sys.argv[1], basic_config)
     elif param_size == 3 \
             and sys.argv[1] in ['all', 'server', 'toolchain', 'pd', 'store', 'hugegraph']\
diff --git a/src/dist/rocksdb.properties b/src/dist/rocksdb.properties
index fbaf7e0..52c81be 100644
--- a/src/dist/rocksdb.properties
+++ b/src/dist/rocksdb.properties
@@ -1,3 +1,5 @@
+# gremlin entrance to create graph
+# auth config: org.apache.hugegraph.auth.HugeFactoryAuthProxy
 gremlin.graph=org.apache.hugegraph.HugeFactory
 
 # cache config
@@ -17,8 +19,14 @@ edge.cache_type=l2
 
 #vertex.default_label=vertex
 
+backend=rocksdb
+serializer=binary
+
 store=hugegraph
 
+# pd config
+#pd.peers=127.0.0.1:8686
+
 # task config
 task.scheduler_type=local
 task.schedule_period=10
@@ -29,7 +37,54 @@ task.wait_timeout=10
 search.text_analyzer=jieba
 search.text_analyzer_mode=INDEX
 
-backend=rocksdb
-serializer=binary
-rocksdb.data_path=.
-rocksdb.wal_path=.
\ No newline at end of file
+# rocksdb backend config
+#rocksdb.data_path=/path/to/disk
+#rocksdb.wal_path=/path/to/disk
+
+
+# cassandra backend config
+cassandra.host=localhost
+cassandra.port=9042
+cassandra.username=
+cassandra.password=
+#cassandra.connect_timeout=5
+#cassandra.read_timeout=20
+#cassandra.keyspace.strategy=SimpleStrategy
+#cassandra.keyspace.replication=3
+
+# hbase backend config
+#hbase.hosts=localhost
+#hbase.port=2181
+#hbase.znode_parent=/hbase
+#hbase.threads_max=64
+# IMPORTANT: recommend to modify the HBase partition number
+#            by the actual/env data amount & RS amount before init store
+#            It will influence the load speed a lot
+#hbase.enable_partition=true
+#hbase.vertex_partitions=10
+#hbase.edge_partitions=30
+
+# mysql backend config
+#jdbc.driver=com.mysql.jdbc.Driver
+#jdbc.url=jdbc:mysql://127.0.0.1:3306
+#jdbc.username=root
+#jdbc.password=
+#jdbc.reconnect_max_times=3
+#jdbc.reconnect_interval=3
+#jdbc.ssl_mode=false
+
+# postgresql & cockroachdb backend config
+#jdbc.driver=org.postgresql.Driver
+#jdbc.url=jdbc:postgresql://localhost:5432/
+#jdbc.username=postgres
+#jdbc.password=
+#jdbc.postgresql.connect_database=template1
+
+# palo backend config
+#palo.host=127.0.0.1
+#palo.poll_interval=10
+#palo.temp_dir=./palo-data
+#palo.file_limit_size=32
+
+# WARNING: These raft configurations are deprecated, please use the latest version instead.
+# raft.mode=false

From 6172236a2a36200d52eaeed647d1d2eabcca1cb0 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Sun, 22 Sep 2024 11:01:14 +0800
Subject: [PATCH 4/8] fix(config): fix path in deploy_graph.py

---
 src/common/deploy_graph.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/common/deploy_graph.py b/src/common/deploy_graph.py
index 34bc822..f68bc75 100644
--- a/src/common/deploy_graph.py
+++ b/src/common/deploy_graph.py
@@ -9,7 +9,7 @@
 import subprocess
 import sys
 
-from src.config.basic_config import admin_password
+from config.basic_config import admin_password
 
 current_path = os.path.dirname(os.path.realpath(__file__))
 sys.path.append(current_path + '/../../')
@@ -257,9 +257,9 @@ def server(conf):
             conf.server_port,
             conf.gremlin_port
         )
-        config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
-        target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
-        update_backend_properties(config_file_path, target_path)
+        # config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
+        # target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
+        # update_backend_properties(config_file_path, target_path)
         start_graph(gen_dir, 'server')
 
     @staticmethod

From 873a288850a9c8ec3fa90d9bf3df4c5621445815 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Mon, 23 Sep 2024 11:22:09 +0800
Subject: [PATCH 5/8] fix(config): wait for pd & store to start

---
 src/common/deploy_graph.py | 33 +++++++++++++++++++++++++++++----
 src/dist/hstore.properties | 10 +++++-----
 2 files changed, 34 insertions(+), 9 deletions(-)

diff --git a/src/common/deploy_graph.py b/src/common/deploy_graph.py
index f68bc75..a7d69b2 100644
--- a/src/common/deploy_graph.py
+++ b/src/common/deploy_graph.py
@@ -8,6 +8,7 @@
 import shutil
 import subprocess
 import sys
+import time
 
 from config.basic_config import admin_password
 
@@ -173,6 +174,21 @@ def set_hubble_properties(package_dir_path, host, port):
     alter_properties(hubble_conf, 'server.host=localhost', 'server.host=%s' % host)
     alter_properties(hubble_conf, 'server.port=8088', 'server.port=%d' % port)
 
+def ensure_start(log_file_path, target, interval = 1):
+    while not os.path.exists(log_file_path):
+        time.sleep(interval)
+    with open(log_file_path, 'r') as log_file:
+        log_file.seek(0, 2)
+        while True:
+            line = log_file.readline()
+            if not line:
+                time.sleep(interval)
+                continue
+            # 检查目标语句是否在行中
+            if target in line:
+                return
+
+
 
 def start_graph(package_dir_path, graph_type):
     """
@@ -195,6 +211,11 @@ def start_graph(package_dir_path, graph_type):
             'cd %s '
             '&& ./bin/start-hugegraph-store.sh' % package_dir_path
         )
+    elif graph_type == 'hugegraph_server':
+        os.system(
+            'cd %s '
+            '&& ./bin/start-hugegraph.sh' % package_dir_path
+        )
     else:
         os.system(
             f'chmod -R 755 {package_dir_path}'
@@ -257,9 +278,9 @@ def server(conf):
             conf.server_port,
             conf.gremlin_port
         )
-        # config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
-        # target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
-        # update_backend_properties(config_file_path, target_path)
+        config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
+        target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
+        update_backend_properties(config_file_path, target_path)
         start_graph(gen_dir, 'server')
 
     @staticmethod
@@ -341,6 +362,8 @@ def hugegraph(conf):
             conf.raft_list
         )
         start_graph(pd_gen_dir, 'pd')
+        ensure_start(pd_gen_dir + "/logs/hugegraph-pd-stdout.log",
+                     f'Hugegraph-pd started.')
 
         store_gen_dir = os.path.join(conf.codebase_path, conf.store_gen_dir)
         # start graph_server
@@ -353,6 +376,8 @@ def hugegraph(conf):
             conf.store_rest_port
         )
         start_graph(store_gen_dir, 'store')
+        ensure_start(store_gen_dir + "/logs/hugegraph-store.log",
+                     f'o.a.h.s.n.StoreNodeApplication - Starting StoreNodeApplication')
 
         server_gen_dir = os.path.join(conf.codebase_path, conf.server_gen_dir)
         # start graph_server
@@ -365,7 +390,7 @@ def hugegraph(conf):
         config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
         target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
         update_backend_properties(config_file_path, target_path)
-        start_graph(server_gen_dir, 'server')
+        start_graph(server_gen_dir, 'hugegraph_server')
 
 
 
diff --git a/src/dist/hstore.properties b/src/dist/hstore.properties
index 9d83f3f..3e90c5f 100644
--- a/src/dist/hstore.properties
+++ b/src/dist/hstore.properties
@@ -28,7 +28,7 @@ store=hugegraph
 pd.peers=127.0.0.1:8686
 
 # task config
-task.scheduler_type=distributed
+task.scheduler_type=local
 task.schedule_period=10
 task.retry=0
 task.wait_timeout=10
@@ -43,10 +43,10 @@ search.text_analyzer_mode=INDEX
 
 
 # cassandra backend config
-#cassandra.host=localhost
-#cassandra.port=9042
-#cassandra.username=
-#cassandra.password=
+cassandra.host=localhost
+cassandra.port=9042
+cassandra.username=
+cassandra.password=
 #cassandra.connect_timeout=5
 #cassandra.read_timeout=20
 #cassandra.keyspace.strategy=SimpleStrategy

From 819ef3d814d28b09e4f612a05cc5e003f5f1c670 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Mon, 23 Sep 2024 12:13:41 +0800
Subject: [PATCH 6/8] chore(readme): update README.md

---
 README.md | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 05aa84f..06373b0 100644
--- a/README.md
+++ b/README.md
@@ -23,7 +23,12 @@ Note: modify the configs in basic_config.py before run the test script
 2. modify server/toolchain_git_branch_commit
 3. modify auth/https/serice ports if need..
 '''
-python deploy_start.py all # or 'server' or 'toolchain'
+python deploy_start.py all # or 'server' or 'toolchain' or 'hugegraph'
+
+'''
+Or you can set backend with followed command
+'''
+python deploy_start.py hugegraph hstore # or other backend supported by hugegraph
 
 # 2. decompress dataset
 unzip config/dataset.zip -d config/

From 2cafc3cac7a5a031ff90169aad6dca243c3e4378 Mon Sep 17 00:00:00 2001
From: 145425491 <1245294786@qq.com>
Date: Mon, 23 Sep 2024 15:31:46 +0800
Subject: [PATCH 7/8] fix(config): fix the config file

---
 src/common/deploy_graph.py    | 3 ---
 src/dist/cassandra.properties | 2 +-
 src/dist/hbase.properties     | 2 +-
 src/dist/mysql.properties     | 2 +-
 src/dist/scylladb.properties  | 2 +-
 5 files changed, 4 insertions(+), 7 deletions(-)

diff --git a/src/common/deploy_graph.py b/src/common/deploy_graph.py
index a7d69b2..091d5fc 100644
--- a/src/common/deploy_graph.py
+++ b/src/common/deploy_graph.py
@@ -278,9 +278,6 @@ def server(conf):
             conf.server_port,
             conf.gremlin_port
         )
-        config_file_path = os.path.dirname(os.path.realpath(__file__)) + "/../dist/" + conf.server_backend + ".properties"
-        target_path = os.path.join(conf.codebase_path, conf.server_gen_dir + '/conf/graphs/hugegraph.properties')
-        update_backend_properties(config_file_path, target_path)
         start_graph(gen_dir, 'server')
 
     @staticmethod
diff --git a/src/dist/cassandra.properties b/src/dist/cassandra.properties
index c300600..475636c 100644
--- a/src/dist/cassandra.properties
+++ b/src/dist/cassandra.properties
@@ -41,4 +41,4 @@ cassandra.password=
 #cassandra.read_timeout=20
 
 #cassandra.keyspace.strategy=SimpleStrategy
-#cassandra.keyspace.replication=3
\ No newline at end of file
+#cassandra.keyspace.replication=3
diff --git a/src/dist/hbase.properties b/src/dist/hbase.properties
index 3516eae..6101c60 100644
--- a/src/dist/hbase.properties
+++ b/src/dist/hbase.properties
@@ -39,4 +39,4 @@ hbase.port=2181
 # it may influence the loading speed a lot
 #hbase.enable_partition=true
 #hbase.vertex_partitions=10
-#hbase.edge_partitions=30
\ No newline at end of file
+#hbase.edge_partitions=30
diff --git a/src/dist/mysql.properties b/src/dist/mysql.properties
index 619b0bc..dead041 100644
--- a/src/dist/mysql.properties
+++ b/src/dist/mysql.properties
@@ -39,4 +39,4 @@ jdbc.username=
 jdbc.password=
 jdbc.reconnect_max_times=3
 jdbc.reconnect_interval=3
-jdbc.ssl_mode=false
\ No newline at end of file
+jdbc.ssl_mode=false
diff --git a/src/dist/scylladb.properties b/src/dist/scylladb.properties
index e3e03f6..4d6f993 100644
--- a/src/dist/scylladb.properties
+++ b/src/dist/scylladb.properties
@@ -41,4 +41,4 @@ cassandra.password=
 #cassandra.read_timeout=20
 
 #cassandra.keyspace.strategy=SimpleStrategy
-#cassandra.keyspace.replication=3
\ No newline at end of file
+#cassandra.keyspace.replication=3

From 96320b54ce13b2102754527911813e7af90dd685 Mon Sep 17 00:00:00 2001
From: imbajin <jin@apache.org>
Date: Tue, 24 Sep 2024 16:44:45 +0800
Subject: [PATCH 8/8] Update src/deploy_start.py

---
 src/deploy_start.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/deploy_start.py b/src/deploy_start.py
index 49e7173..f587cf2 100644
--- a/src/deploy_start.py
+++ b/src/deploy_start.py
@@ -46,5 +46,5 @@ def graph_deploy(param, conf_obj):
         basic_config.server_backend = sys.argv[2]
         graph_deploy(sys.argv[1], basic_config)
     else:
-        print('failed: 执行脚本参数为[all,server,toolchain, pd, store, hugegraph]')
+        print('failed: 执行脚本参数为[all, hugegraph, toolchain, server, pd, store]')
         exit(1)