Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Adding Health endpoint #836

Merged
merged 22 commits into from
Dec 9, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
19db51a
Adding Health endpoint
otherview Sep 4, 2024
22bc2c2
Merge remote-tracking branch 'origin/master' into pedro/health_endpoint
otherview Oct 29, 2024
df30451
pr comments + 503 if not healthy
otherview Oct 29, 2024
ed0097c
refactored admin server and api + health endpoint tests
otherview Oct 30, 2024
552629c
fix health condition
otherview Oct 30, 2024
6fa89c1
Merge remote-tracking branch 'origin/master' into pedro/health_endpoint
otherview Oct 30, 2024
91ceb58
fix admin routing
otherview Oct 30, 2024
0206c1f
added comments + changed from ChainSync to ChainBootstrapStatus
otherview Nov 4, 2024
17c2ce9
Adding healthcheck for solo mode
otherview Nov 4, 2024
2f461c8
Merge remote-tracking branch 'origin/master' into pedro/health_endpoint
otherview Nov 5, 2024
1797c22
adding solo + tests
otherview Nov 5, 2024
dbea45a
Merge remote-tracking branch 'origin/master' into pedro/health_endpoint
otherview Nov 6, 2024
15a18fc
fix log_level handler funcs
otherview Nov 6, 2024
bda5f97
Merge remote-tracking branch 'origin/master' into pedro/health_endpoint
otherview Nov 7, 2024
6b22089
refactor health package + add p2p count
otherview Nov 15, 2024
1fdc48b
remove solo methods
otherview Nov 15, 2024
430c458
moving health service to api pkg
otherview Nov 18, 2024
f1b0000
added defaults + api health query
otherview Nov 20, 2024
c0aee23
pr comments
otherview Nov 21, 2024
34a8adc
pr comments
otherview Nov 27, 2024
93a222a
pr comments
otherview Dec 6, 2024
05e7dbf
Update cmd/thor/main.go
otherview Dec 9, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
62 changes: 0 additions & 62 deletions api/admin.go

This file was deleted.

28 changes: 28 additions & 0 deletions api/admin/admin.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
// Copyright (c) 2024 The VeChainThor developers

// Distributed under the GNU Lesser General Public License v3.0 software license, see the accompanying
// file LICENSE or <https://www.gnu.org/licenses/lgpl-3.0.html>

package admin

import (
"log/slog"
"net/http"

"github.com/gorilla/handlers"
"github.com/gorilla/mux"
healthAPI "github.com/vechain/thor/v2/api/admin/health"
"github.com/vechain/thor/v2/api/admin/loglevel"
)

func New(logLevel *slog.LevelVar, health *healthAPI.Health) http.HandlerFunc {
router := mux.NewRouter()
subRouter := router.PathPrefix("/admin").Subrouter()

loglevel.New(logLevel).Mount(subRouter, "/loglevel")
healthAPI.NewAPI(health).Mount(subRouter, "/health")

handler := handlers.CompressHandler(router)

return handler.ServeHTTP
}
84 changes: 84 additions & 0 deletions api/admin/health/health.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,84 @@
// Copyright (c) 2024 The VeChainThor developers

// Distributed under the GNU Lesser General Public License v3.0 software license, see the accompanying
// file LICENSE or <https://www.gnu.org/licenses/lgpl-3.0.html>

package health

import (
"time"

"github.com/vechain/thor/v2/chain"
"github.com/vechain/thor/v2/comm"
"github.com/vechain/thor/v2/thor"
)

type BlockIngestion struct {
ID *thor.Bytes32 `json:"id"`
Timestamp *time.Time `json:"timestamp"`
}

type Status struct {
Healthy bool `json:"healthy"`
BestBlockTime *time.Time `json:"bestBlockTime"`
PeerCount int `json:"peerCount"`
IsNetworkProgressing bool `json:"isNetworkProgressing"`
}

type Health struct {
repo *chain.Repository
p2p *comm.Communicator
}

const (
defaultBlockTolerance = time.Duration(2*thor.BlockInterval) * time.Second // 2 blocks tolerance
defaultMinPeerCount = 2
)

func New(repo *chain.Repository, p2p *comm.Communicator) *Health {
return &Health{
repo: repo,
p2p: p2p,
}
}

// isNetworkProgressing checks if the network is producing new blocks within the allowed interval.
func (h *Health) isNetworkProgressing(now time.Time, bestBlockTimestamp time.Time, blockTolerance time.Duration) bool {
return now.Sub(bestBlockTimestamp) <= blockTolerance
}

// isNodeConnectedP2P checks if the node is connected to peers
func (h *Health) isNodeConnectedP2P(peerCount int, minPeerCount int) bool {
return peerCount >= minPeerCount
}

func (h *Health) Status(blockTolerance time.Duration, minPeerCount int) (*Status, error) {
// Fetch the best block details
bestBlock := h.repo.BestBlockSummary()
bestBlockTimestamp := time.Unix(int64(bestBlock.Header.Timestamp()), 0)

// Fetch the current connected peers
var connectedPeerCount int
if h.p2p == nil {
connectedPeerCount = minPeerCount // ignore peers in solo mode
} else {
connectedPeerCount = h.p2p.PeerCount()
}

now := time.Now()

// Perform the checks
networkProgressing := h.isNetworkProgressing(now, bestBlockTimestamp, blockTolerance)
nodeConnected := h.isNodeConnectedP2P(connectedPeerCount, minPeerCount)

// Calculate overall health status
healthy := networkProgressing && nodeConnected

// Return the current status
return &Status{
Healthy: healthy,
BestBlockTime: &bestBlockTimestamp,
IsNetworkProgressing: networkProgressing,
PeerCount: connectedPeerCount,
}, nil
}
68 changes: 68 additions & 0 deletions api/admin/health/health_api.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,68 @@
// Copyright (c) 2024 The VeChainThor developers

// Distributed under the GNU Lesser General Public License v3.0 software license, see the accompanying
// file LICENSE or <https://www.gnu.org/licenses/lgpl-3.0.html>

package health

import (
"net/http"
"strconv"
"time"

"github.com/gorilla/mux"
"github.com/vechain/thor/v2/api/utils"
)

type API struct {
healthStatus *Health
}

func NewAPI(healthStatus *Health) *API {
return &API{
healthStatus: healthStatus,
}
}

func (h *API) handleGetHealth(w http.ResponseWriter, r *http.Request) error {
// Parse query parameters
query := r.URL.Query()

// Default to constants if query parameters are not provided
blockTolerance := defaultBlockTolerance
minPeerCount := defaultMinPeerCount

// Override with query parameters if they exist
if queryBlockTolerance := query.Get("blockTolerance"); queryBlockTolerance != "" {
if parsed, err := time.ParseDuration(queryBlockTolerance); err == nil {
blockTolerance = parsed
}
}

if queryMinPeerCount := query.Get("minPeerCount"); queryMinPeerCount != "" {
if parsed, err := strconv.Atoi(queryMinPeerCount); err == nil {
minPeerCount = parsed
}
}

acc, err := h.healthStatus.Status(blockTolerance, minPeerCount)
if err != nil {
return err
}

if !acc.Healthy {
w.WriteHeader(http.StatusServiceUnavailable) // Set the status to 503
} else {
w.WriteHeader(http.StatusOK) // Set the status to 200
}
return utils.WriteJSON(w, acc)
}

func (h *API) Mount(root *mux.Router, pathPrefix string) {
sub := root.PathPrefix(pathPrefix).Subrouter()

sub.Path("").
Methods(http.MethodGet).
Name("health").
HandlerFunc(utils.WrapHandlerFunc(h.handleGetHealth))
}
59 changes: 59 additions & 0 deletions api/admin/health/health_api_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
// Copyright (c) 2024 The VeChainThor developers

// Distributed under the GNU Lesser General Public License v3.0 software license, see the accompanying
// file LICENSE or <https://www.gnu.org/licenses/lgpl-3.0.html>

package health

import (
"encoding/json"
"io"
"net/http"
"net/http/httptest"
"testing"

"github.com/gorilla/mux"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
"github.com/vechain/thor/v2/comm"
"github.com/vechain/thor/v2/test/testchain"
"github.com/vechain/thor/v2/txpool"
)

var ts *httptest.Server

func TestHealth(t *testing.T) {
initAPIServer(t)

var healthStatus Status
respBody, statusCode := httpGet(t, ts.URL+"/health")
require.NoError(t, json.Unmarshal(respBody, &healthStatus))
assert.False(t, healthStatus.Healthy)
assert.Equal(t, http.StatusServiceUnavailable, statusCode)
}

func initAPIServer(t *testing.T) {
thorChain, err := testchain.NewIntegrationTestChain()
require.NoError(t, err)

router := mux.NewRouter()
NewAPI(
New(thorChain.Repo(), comm.New(thorChain.Repo(), txpool.New(thorChain.Repo(), nil, txpool.Options{}))),
).Mount(router, "/health")

ts = httptest.NewServer(router)
}

func httpGet(t *testing.T, url string) ([]byte, int) {
res, err := http.Get(url) //#nosec G107
if err != nil {
t.Fatal(err)
}
defer res.Body.Close()

r, err := io.ReadAll(res.Body)
if err != nil {
t.Fatal(err)
}
return r, res.StatusCode
}
71 changes: 71 additions & 0 deletions api/admin/health/health_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
// Copyright (c) 2024 The VeChainThor developers

// Distributed under the GNU Lesser General Public License v3.0 software license, see the accompanying
// file LICENSE or <https://www.gnu.org/licenses/lgpl-3.0.html>

package health

import (
"testing"
"time"

"github.com/stretchr/testify/assert"
)

func TestHealth_isNetworkProgressing(t *testing.T) {
h := &Health{}

now := time.Now()

tests := []struct {
name string
bestBlockTimestamp time.Time
expectedProgressing bool
}{
{
name: "Progressing - block within timeBetweenBlocks",
bestBlockTimestamp: now.Add(-5 * time.Second),
expectedProgressing: true,
},
{
name: "Not Progressing - block outside timeBetweenBlocks",
bestBlockTimestamp: now.Add(-25 * time.Second),
expectedProgressing: false,
},
}

for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
isProgressing := h.isNetworkProgressing(now, tt.bestBlockTimestamp, defaultBlockTolerance)
assert.Equal(t, tt.expectedProgressing, isProgressing, "isNetworkProgressing result mismatch")
})
}
}

func TestHealth_isNodeConnectedP2P(t *testing.T) {
h := &Health{}

tests := []struct {
name string
peerCount int
expectedConnected bool
}{
{
name: "Connected - more than one peer",
peerCount: 3,
expectedConnected: true,
},
{
name: "Not Connected - one or fewer peers",
peerCount: 1,
expectedConnected: false,
},
}

for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
isConnected := h.isNodeConnectedP2P(tt.peerCount, defaultMinPeerCount)
assert.Equal(t, tt.expectedConnected, isConnected, "isNodeConnectedP2P result mismatch")
})
}
}
Loading
Loading