This repository has been archived by the owner on Feb 27, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 773
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feature:implement supernode status switch
Signed-off-by: yunfeiyangbuaa <[email protected]>
- Loading branch information
1 parent
ae9e9a3
commit 3a94b63
Showing
8 changed files
with
364 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,145 @@ | ||
| package ha | ||
|
|
||
| import ( | ||
| "context" | ||
| "time" | ||
|
|
||
| "github.com/dragonflyoss/Dragonfly/supernode/config" | ||
|
|
||
| "github.com/sirupsen/logrus" | ||
| "go.etcd.io/etcd/clientv3" | ||
| ) | ||
|
|
||
| //EtcdMgr is the struct to manager etcd. | ||
| type EtcdMgr struct { | ||
| config clientv3.Config | ||
| client *clientv3.Client | ||
| leaseTTL int64 | ||
| leaseKeepAliveRsp <-chan *clientv3.LeaseKeepAliveResponse | ||
| hostIP string | ||
| leaseResp *clientv3.LeaseGrantResponse | ||
| } | ||
|
|
||
| const ( | ||
| //ActiveSupernodeOFF means there is no active supernode. | ||
| ActiveSupernodeOFF = "" | ||
| //ActiveSupernodeChange means active supernode change to standby supernode because of unhealthy. | ||
| ActiveSupernodeChange = 0 | ||
| //ActiveSupernodeKeep means active supernode is health. | ||
| ActiveSupernodeKeep = 1 | ||
| ) | ||
|
|
||
| //NewEtcdMgr produce a etcdmgr object. | ||
| func NewEtcdMgr(cfg *config.Config) (*EtcdMgr, error) { | ||
| config := clientv3.Config{ | ||
| Endpoints: cfg.HAConfig, | ||
| DialTimeout: 10 * time.Second, | ||
| } | ||
| // build connection to etcd. | ||
| client, err := clientv3.New(config) | ||
| return &EtcdMgr{ | ||
| hostIP: cfg.AdvertiseIP, | ||
| config: config, | ||
| client: client, | ||
| }, err | ||
| } | ||
|
|
||
| //WatchActiveChange is the progress to watch the etcd,if the value of key /lock/active changes,supernode will be notified. | ||
| func (etcd *EtcdMgr) WatchActiveChange(messageChannel chan string) { | ||
| var watchStartRevision int64 | ||
| watcher := clientv3.NewWatcher(etcd.client) | ||
| watchChan := watcher.Watch(context.TODO(), "/lock/active", clientv3.WithRev(watchStartRevision)) | ||
| for watchResp := range watchChan { | ||
| for _, event := range watchResp.Events { | ||
| switch event.Type { | ||
| case ActiveSupernodeChange: | ||
| messageChannel <- "string(event.Kv.Value)" | ||
| case ActiveSupernodeKeep: | ||
| messageChannel <- ActiveSupernodeOFF | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| //ObtainActiveInfo obtain the active supernode's information from etcd. | ||
| func (etcd *EtcdMgr) ObtainActiveInfo(key string) (string, error) { | ||
| kv := clientv3.NewKV(etcd.client) | ||
| var ( | ||
| getRes *clientv3.GetResponse | ||
| err error | ||
| ) | ||
| if getRes, err = kv.Get(context.TODO(), key); err != nil { | ||
| logrus.Errorf("failed to get the active supernode's info: %v", err) | ||
| } | ||
| var value string | ||
| for _, v := range getRes.Kvs { | ||
| value = string(v.Value) | ||
| } | ||
| return value, err | ||
| } | ||
|
|
||
| //ActiveResureItsStatus keep look on the lease's renew response. | ||
| func (etcd *EtcdMgr) ActiveResureItsStatus() { | ||
| for { | ||
| select { | ||
| case keepResp := <-etcd.leaseKeepAliveRsp: | ||
| if keepResp == nil { | ||
| logrus.Info("failed to renew the etcd lease") | ||
| return | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| //TryBeActive try to change the supernode's status from standby to active. | ||
| func (etcd *EtcdMgr) TryBeActive() (bool, string, error) { | ||
| kv := clientv3.NewKV(etcd.client) | ||
| //make a lease to obtain a lock | ||
| lease := clientv3.NewLease(etcd.client) | ||
| leaseResp, err := lease.Grant(context.TODO(), etcd.leaseTTL) | ||
| if err != nil { | ||
| logrus.Errorf("failed to create a etcd lease: %v", err) | ||
| } | ||
| keepRespChan, err := lease.KeepAlive(context.TODO(), leaseResp.ID) | ||
| etcd.leaseKeepAliveRsp = keepRespChan | ||
| if err != nil { | ||
| logrus.Errorf("failed to create etcd.leaseKeepAliveRsp: %v", err) | ||
| } | ||
| etcd.leaseResp = leaseResp | ||
| //if the lock is available,get the lock. | ||
| //else read the lock | ||
| txn := kv.Txn(context.TODO()) | ||
| txn.If(clientv3.Compare(clientv3.CreateRevision("/lock/active"), "=", 0)). | ||
| Then(clientv3.OpPut("/lock/active", etcd.hostIP, clientv3.WithLease(leaseResp.ID))). | ||
| Else(clientv3.OpGet("/lock/active")) | ||
| txnResp, err := txn.Commit() | ||
| if err != nil { | ||
| logrus.Errorf("failed to commit a etcd transaction: %v", err) | ||
| } | ||
| if !txnResp.Succeeded { | ||
| _, err = lease.Revoke(context.TODO(), leaseResp.ID) | ||
| return false, string(txnResp.Responses[0].GetResponseRange().Kvs[0].Value), err | ||
| } | ||
| return true, etcd.hostIP, nil | ||
| } | ||
|
|
||
| //ActiveKillItself cancels the renew of lease. | ||
| func (etcd *EtcdMgr) ActiveKillItself() bool { | ||
| _, err := etcd.client.Revoke(context.TODO(), etcd.leaseResp.ID) | ||
| if err != nil { | ||
| logrus.Errorf("failed to cancel a etcd lease: %v", err) | ||
| return false | ||
| } | ||
| logrus.Info("success to cancel a etcd lease") | ||
| return true | ||
| } | ||
|
|
||
| //CloseTool close the tool used to implement supernode ha. | ||
| func (etcd *EtcdMgr) CloseTool() error { | ||
| var err error | ||
| if err = etcd.client.Close(); err != nil { | ||
| logrus.Info("success to close a etcd client") | ||
| return nil | ||
| } | ||
| return err | ||
| } |
Oops, something went wrong.