restarted etcd returns different hash

[gyuho]

No write is done. Just stop and restart one single node.

With current master branch at 0c0fbbd

# start one single node

# get hash
connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:2  Version:3.2.0+git DbSize:24576 Leader:18244812706509296096 RaftIndex:4 RaftTerm:2}
"localhost:2379" got hash 215001531

# stop and restart the node

# get hash
connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:3  Version:3.2.0+git DbSize:24576 Leader:18244812706509296096 RaftIndex:6 RaftTerm:3}
"localhost:2379" got hash 2060568856

import (
	"context"
	"fmt"
	"log"
	"time"

	"github.com/coreos/etcd/clientv3"
	pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
	"google.golang.org/grpc"
)

var endpoints = []string{"localhost:2379"}

func main() {
	printHashes(endpoints)
}

func printHashes(eps []string) {
	for _, ep := range eps {
		fmt.Println("connecting to", ep)
		cli, err := clientv3.New(clientv3.Config{
			Endpoints:   []string{ep},
			DialTimeout: 3 * time.Second,
		})
		if err != nil {
			log.Fatal(err)
		}
		defer cli.Close()

		ctx, cancel := context.WithTimeout(context.Background(), time.Second)
		resp, err := cli.Status(ctx, ep)
		cancel()
		if err != nil {
			log.Fatal(err)
		}
		fmt.Printf("%q got status %+v\n", ep, resp)

		conn, err := grpc.Dial(ep, grpc.WithTimeout(time.Second), grpc.WithInsecure())
		if err != nil {
			log.Fatal(err)
		}
		mc := pb.NewMaintenanceClient(conn)
		ctx, cancel = context.WithTimeout(context.Background(), time.Second)
		var hresp *pb.HashResponse
		hresp, err = mc.Hash(ctx, &pb.HashRequest{}, grpc.FailFast(false))
		cancel()
		if err != nil {
			log.Fatal(err)
		}
		fmt.Printf("%q got hash %d\n", ep, hresp.Hash)

		time.Sleep(time.Second)
	}
}

[gyuho]

This doesn't happen in v3.1.0

connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:2  Version:3.1.0 DbSize:24576 Leader:18244812706509296096 RaftIndex:4 RaftTerm:2}
"localhost:2379" got hash 3606812028

connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:3  Version:3.1.0 DbSize:24576 Leader:18244812706509296096 RaftIndex:6 RaftTerm:3}
"localhost:2379" got hash 3606812028

But happens in v3.1.1

connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:2  Version:3.1.1 DbSize:24576 Leader:18244812706509296096 RaftIndex:4 RaftTerm:2}
"localhost:2379" got hash 3606812028

connecting to localhost:2379
"localhost:2379" got status &{Header:cluster_id:8456392909007433582 member_id:18244812706509296096 revision:1 raft_term:3  Version:3.1.1 DbSize:24576 Leader:18244812706509296096 RaftIndex:6 RaftTerm:3}
"localhost:2379" got hash 2700801503

Will investigate more.

[heyitsanthony]

@gyuho may be related to the auth enabled fix