etcdserver: add "etcd_server_read_indexes_pending_total"

Signed-off-by: Gyuho Lee <[email protected]>
etcd-io · Jul 2, 2018 · b64d1eb · b64d1eb
1 parent 4733a1d
commit b64d1eb
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/etcdserver/metrics.go b/etcdserver/metrics.go
@@ -78,6 +78,12 @@ var (
 		Name:      "proposals_failed_total",
 		Help:      "The total number of failed proposals seen.",
 	})
+	readIndexPending = prometheus.NewCounter(prometheus.CounterOpts{
+		Namespace: "etcd",
+		Subsystem: "server",
+		Name:      "read_indexes_pending_total",
+		Help:      "The total number of pending read indexes not in sync with leader's.",
+	})
 	leaseExpired = prometheus.NewCounter(prometheus.CounterOpts{
 		Namespace: "etcd_debugging",
 		Subsystem: "server",
@@ -109,6 +115,7 @@ func init() {
 	prometheus.MustRegister(proposalsApplied)
 	prometheus.MustRegister(proposalsPending)
 	prometheus.MustRegister(proposalsFailed)
+	prometheus.MustRegister(readIndexPending)
 	prometheus.MustRegister(leaseExpired)
 	prometheus.MustRegister(quotaBackendBytes)
 	prometheus.MustRegister(currentVersion)

diff --git a/etcdserver/v3_server.go b/etcdserver/v3_server.go
@@ -689,6 +689,7 @@ func (s *EtcdServer) linearizableReadLoop() {
 					} else {
 						plog.Warningf("ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader (request ID want %d, got %d)", id1, id2)
 					}
+					readIndexPending.Inc()
 				}
 			case <-time.After(s.Cfg.ReqTimeout()):
 				if lg != nil {