feat: add the new option --memory-meta-storage (#200)

* all commit

* test

* pret

* pref

* end

* fix

* fix

* fix

* fix2

* fix3

* fix4

* fix5

* test1

* fix6

* fix7

* fix8

cmd/gtctl/cluster_create.go

@@ -62,6 +62,7 @@ type clusterCreateCliOptions struct {
 	Config             string
 	GreptimeBinVersion string
 	EnableCache        bool
+	UseMemoryMeta      bool
 
 	// Common options.
 	Timeout int
@@ -109,6 +110,7 @@ func NewCreateClusterCommand(l logger.Logger) *cobra.Command {
 	cmd.Flags().StringVar(&options.GreptimeDBClusterValuesFile, "greptimedb-cluster-values-file", "", "The values file for greptimedb cluster.")
 	cmd.Flags().StringVar(&options.EtcdClusterValuesFile, "etcd-cluster-values-file", "", "The values file for etcd cluster.")
 	cmd.Flags().StringVar(&options.GreptimeDBOperatorValuesFile, "greptimedb-operator-values-file", "", "The values file for greptimedb operator.")
+	cmd.Flags().BoolVar(&options.UseMemoryMeta, "use-memory-meta", false, "Bootstrap the whole cluster without installing etcd for testing purposes through using the memory storage of metasrv in bare-metal mode.")
 
 	return cmd
 }
@@ -182,7 +184,7 @@ func NewCluster(args []string, options *clusterCreateCliOptions, l logger.Logger
 		l.V(0).Infof("Creating GreptimeDB cluster '%s' on bare-metal", logger.Bold(clusterName))
 
 		var opts []baremetal.Option
-		opts = append(opts, baremetal.WithEnableCache(options.EnableCache))
+		opts = append(opts, baremetal.WithEnableCache(options.EnableCache), baremetal.WithMetastore(options.UseMemoryMeta))
 		if len(options.GreptimeBinVersion) > 0 {
 			opts = append(opts, baremetal.WithGreptimeVersion(options.GreptimeBinVersion))
 		}

pkg/cluster/baremetal/cluster.go

@@ -31,9 +31,10 @@ import (
 )
 
 type Cluster struct {
-	config       *config.BareMetalClusterConfig
-	createNoDirs bool
-	enableCache  bool
+	config        *config.BareMetalClusterConfig
+	createNoDirs  bool
+	enableCache   bool
+	useMemoryMeta bool
 
 	am artifacts.Manager
 	mm metadata.Manager
@@ -54,9 +55,9 @@ type ClusterComponents struct {
 }
 
 func NewClusterComponents(config *config.BareMetalClusterComponentsConfig, workingDirs components.WorkingDirs,
-	wg *sync.WaitGroup, logger logger.Logger) *ClusterComponents {
+	wg *sync.WaitGroup, logger logger.Logger, useMemoryMeta bool) *ClusterComponents {
 	return &ClusterComponents{
-		MetaSrv:  components.NewMetaSrv(config.MetaSrv, workingDirs, wg, logger),
+		MetaSrv:  components.NewMetaSrv(config.MetaSrv, workingDirs, wg, logger, useMemoryMeta),
 		Datanode: components.NewDataNode(config.Datanode, config.MetaSrv.ServerAddr, workingDirs, wg, logger),
 		Frontend: components.NewFrontend(config.Frontend, config.MetaSrv.ServerAddr, workingDirs, wg, logger),
 		Etcd:     components.NewEtcd(workingDirs, wg, logger),
@@ -84,6 +85,12 @@ func WithEnableCache(enableCache bool) Option {
 	}
 }
 
+func WithMetastore(useMemoryMeta bool) Option {
+	return func(c *Cluster) {
+		c.useMemoryMeta = useMemoryMeta
+	}
+}
+
 func WithCreateNoDirs() Option {
 	return func(c *Cluster) {
 		c.createNoDirs = true
@@ -136,7 +143,7 @@ func NewCluster(l logger.Logger, clusterName string, opts ...Option) (cluster.Op
 		DataDir: csd.DataDir,
 		LogsDir: csd.LogsDir,
 		PidsDir: csd.PidsDir,
-	}, &c.wg, c.logger)
+	}, &c.wg, c.logger, c.useMemoryMeta)
 
 	return c, nil
 }

pkg/cluster/baremetal/create.go

@@ -52,8 +52,10 @@ func (c *Cluster) Create(ctx context.Context, options *opt.CreateOptions) error
 		return nil
 	}
 
-	if err := withSpinner("Etcd Cluster", c.createEtcdCluster); err != nil {
-		return err
+	if c.useMemoryMeta {
+		if err := withSpinner("Etcd Cluster", c.createEtcdCluster); err != nil {
+			return err
+		}
 	}
 	if err := withSpinner("GreptimeDB Cluster", c.createCluster); err != nil {
 		if err := c.Wait(ctx, true); err != nil {

pkg/components/metasrv.go

@@ -22,6 +22,7 @@ import (
 	"net"
 	"net/http"
 	"path"
+	"strconv"
 	"sync"
 	"time"
 
@@ -33,20 +34,22 @@ import (
 type metaSrv struct {
 	config *config.MetaSrv
 
-	workingDirs WorkingDirs
-	wg          *sync.WaitGroup
-	logger      logger.Logger
+	workingDirs   WorkingDirs
+	wg            *sync.WaitGroup
+	logger        logger.Logger
+	useMemoryMeta bool
 
 	allocatedDirs
 }
 
 func NewMetaSrv(config *config.MetaSrv, workingDirs WorkingDirs,
-	wg *sync.WaitGroup, logger logger.Logger) ClusterComponent {
+	wg *sync.WaitGroup, logger logger.Logger, useMemoryMeta bool) ClusterComponent {
 	return &metaSrv{
-		config:      config,
-		workingDirs: workingDirs,
-		wg:          wg,
-		logger:      logger,
+		config:        config,
+		workingDirs:   workingDirs,
+		wg:            wg,
+		logger:        logger,
+		useMemoryMeta: useMemoryMeta,
 	}
 }
 
@@ -75,7 +78,6 @@ func (m *metaSrv) Start(ctx context.Context, stop context.CancelFunc, binary str
 			return err
 		}
 		m.pidsDirs = append(m.pidsDirs, metaSrvPidDir)
-
 		option := &RunOptions{
 			Binary: binary,
 			Name:   dirName,
@@ -126,6 +128,11 @@ func (m *metaSrv) BuildArgs(params ...interface{}) []string {
 	args = GenerateAddrArg("--http-addr", m.config.HTTPAddr, nodeID, args)
 	args = GenerateAddrArg("--bind-addr", bindAddr, nodeID, args)
 
+	if m.useMemoryMeta {
+		useMemoryMeta := strconv.FormatBool(m.useMemoryMeta)
+		args = GenerateAddrArg("--use-memory-store", useMemoryMeta, nodeID, args)
+	}
+
 	if len(m.config.Config) > 0 {
 		args = append(args, fmt.Sprintf("-c=%s", m.config.Config))
 	}