Make some checktx logs debug

internal/mempool/reactor.go

@@ -5,6 +5,7 @@ import (
 	"errors"
 	"fmt"
 	"runtime/debug"
+	"strings"
 	"sync"
 
 	"github.com/tendermint/tendermint/config"
@@ -149,9 +150,22 @@ func (r *Reactor) handleMempoolMessage(ctx context.Context, envelope *p2p.Envelo
 					return nil
 				}
 
-				logger.Info("checktx failed for tx",
-					"tx", fmt.Sprintf("%X", types.Tx(tx).Hash()),
-					"err", err)
+				// The following mempool errors are rpetty noisy and not too useful:
+				// 1. "the validator has already submitted a vote" typically occurs when a node is catching up but still receiving oracle votes
+				// 2. "please verify account number" is flaky or if the client passes in the wrong sequence number / retries the same tx multiple times
+				// 3. "account sequence mismatch" is usually when a client forgets to supply a flag
+				// The last 2 of these errors are surfaced to the client anyways
+				if strings.Contains(err.Error(), "the validator has already submitted a vote") ||
+					strings.Contains(err.Error(), "please verify account number") ||
+					strings.Contains(err.Error(), "account sequence mismatch") {
+					logger.Debug("checktx failed for tx",
+						"tx", fmt.Sprintf("%X", types.Tx(tx).Hash()),
+						"err", err)
+				} else {
+					logger.Info("checktx failed for tx",
+						"tx", fmt.Sprintf("%X", types.Tx(tx).Hash()),
+						"err", err)
+				}
 			}
 		}