diff --git a/cmd/fleet/main_integration_test.go b/cmd/fleet/main_integration_test.go index 0d0e432465..c9a5099f0f 100644 --- a/cmd/fleet/main_integration_test.go +++ b/cmd/fleet/main_integration_test.go @@ -86,10 +86,9 @@ func (s *agentSuite) TestAgentMode(t *testing.T) { // add a real default fleet server policy policyId := uuid.Must(uuid.NewV4()).String() _, err := dl.CreatePolicy(ctx, bulker, model.Policy{ - PolicyId: policyId, - RevisionIdx: 1, - DefaultFleetServer: true, - Data: policyData, + PolicyId: policyId, + RevisionIdx: 1, + Data: policyData, }) require.NoError(t, err) diff --git a/go.mod b/go.mod index 92fdf358ad..b1619d3232 100644 --- a/go.mod +++ b/go.mod @@ -71,6 +71,7 @@ require ( github.com/hashicorp/errwrap v1.1.0 // indirect github.com/hashicorp/go-multierror v1.1.1 // indirect github.com/jcchavezs/porto v0.4.0 // indirect + github.com/jstemmer/go-junit-report v0.9.1 // indirect github.com/mattn/go-colorable v0.1.12 // indirect github.com/prometheus/procfs v0.7.3 // indirect go.elastic.co/apm/module/apmhttprouter v1.14.0 diff --git a/internal/pkg/config/config.go b/internal/pkg/config/config.go index 2f636792b0..d014a8299e 100644 --- a/internal/pkg/config/config.go +++ b/internal/pkg/config/config.go @@ -34,6 +34,7 @@ func (c *Config) InitDefaults() { c.Inputs = make([]Input, 1) c.Inputs[0].InitDefaults() c.HTTP.InitDefaults() + c.Fleet.DefaultPolicyId = "fleet-server-policy" } // Validate ensures that the configuration is valid. diff --git a/internal/pkg/config/config_test.go b/internal/pkg/config/config_test.go index 6bc42ba9fd..3dea653dca 100644 --- a/internal/pkg/config/config_test.go +++ b/internal/pkg/config/config_test.go @@ -47,6 +47,7 @@ func TestConfig(t *testing.T) { "fleet-logging": { cfg: &Config{ Fleet: Fleet{ + DefaultPolicyId: "fleet-server-policy", Agent: Agent{ ID: "1e4954ce-af37-4731-9f4a-407b08e69e42", Logging: AgentLogging{ @@ -220,6 +221,7 @@ func defaultHTTP() HTTP { func defaultFleet() Fleet { return Fleet{ + DefaultPolicyId: "fleet-server-policy", Agent: Agent{ ID: "1e4954ce-af37-4731-9f4a-407b08e69e42", Logging: AgentLogging{}, diff --git a/internal/pkg/config/fleet.go b/internal/pkg/config/fleet.go index 5cb12d8815..b20a116360 100644 --- a/internal/pkg/config/fleet.go +++ b/internal/pkg/config/fleet.go @@ -50,8 +50,9 @@ type Host struct { // Fleet is the configuration of Agent running inside of Fleet. type Fleet struct { - Agent Agent `config:"agent"` - Host Host `config:"host"` + DefaultPolicyId string `config:"default_policy_id"` + Agent Agent `config:"agent"` + Host Host `config:"host"` } func strToLevel(s string) (zerolog.Level, error) { diff --git a/internal/pkg/dl/policies_integration_test.go b/internal/pkg/dl/policies_integration_test.go index 04f78dc9d3..c0114f2294 100644 --- a/internal/pkg/dl/policies_integration_test.go +++ b/internal/pkg/dl/policies_integration_test.go @@ -23,12 +23,11 @@ import ( func createRandomPolicy(id string, revisionIdx int) model.Policy { now := time.Now().UTC() return model.Policy{ - PolicyId: id, - RevisionIdx: int64(revisionIdx), - CoordinatorIdx: 0, - Data: []byte("{}"), - DefaultFleetServer: false, - Timestamp: now.Format(time.RFC3339), + PolicyId: id, + RevisionIdx: int64(revisionIdx), + CoordinatorIdx: 0, + Data: []byte("{}"), + Timestamp: now.Format(time.RFC3339), } } diff --git a/internal/pkg/model/schema.go b/internal/pkg/model/schema.go index a688f20c28..574b3adc74 100644 --- a/internal/pkg/model/schema.go +++ b/internal/pkg/model/schema.go @@ -296,9 +296,6 @@ type Policy struct { // The opaque payload. Data json.RawMessage `json:"data"` - // True when this policy is the default policy to start Fleet Server - DefaultFleetServer bool `json:"default_fleet_server"` - // The ID of the policy PolicyId string `json:"policy_id"` diff --git a/internal/pkg/policy/self.go b/internal/pkg/policy/self.go index f1b87734e0..0ba533cfbd 100644 --- a/internal/pkg/policy/self.go +++ b/internal/pkg/policy/self.go @@ -45,9 +45,10 @@ type selfMonitorT struct { bulker bulk.Bulk monitor monitor.Monitor - policyId string - status proto.StateObserved_Status - reporter status.Reporter + policyId string + defaultPolicyId string + status proto.StateObserved_Status + reporter status.Reporter policy *model.Policy @@ -70,6 +71,7 @@ func NewSelfMonitor(fleet config.Fleet, bulker bulk.Bulk, monitor monitor.Monito bulker: bulker, monitor: monitor, policyId: policyId, + defaultPolicyId: fleet.DefaultPolicyId, status: proto.StateObserved_STARTING, reporter: reporter, policyF: dl.QueryLatestPolicies, @@ -171,7 +173,7 @@ func (m *selfMonitorT) processPolicies(ctx context.Context, policies []model.Pol if m.policyId != "" && policy.PolicyId == m.policyId { m.policy = &policy break - } else if m.policyId == "" && policy.DefaultFleetServer { + } else if m.policyId == "" && policy.PolicyId == m.defaultPolicyId { m.policy = &policy break } diff --git a/internal/pkg/policy/self_test.go b/internal/pkg/policy/self_test.go index 38dcc7b4a7..53958c7422 100644 --- a/internal/pkg/policy/self_test.go +++ b/internal/pkg/policy/self_test.go @@ -11,11 +11,12 @@ import ( "context" "encoding/json" "fmt" - "github.com/elastic/fleet-server/v7/internal/pkg/config" "sync" "testing" "time" + "github.com/elastic/fleet-server/v7/internal/pkg/config" + "github.com/elastic/elastic-agent-client/v7/pkg/proto" "github.com/gofrs/uuid" "github.com/rs/xid" @@ -33,6 +34,7 @@ func TestSelfMonitor_DefaultPolicy(t *testing.T) { defer cancel() cfg := config.Fleet{ + DefaultPolicyId: "fleet-server-policy", Agent: config.Agent{ ID: "agent-id", }, @@ -70,7 +72,7 @@ func TestSelfMonitor_DefaultPolicy(t *testing.T) { return nil }, ftesting.RetrySleep(1*time.Second)) - policyId := uuid.Must(uuid.NewV4()).String() + policyId := "fleet-server-policy" rId := xid.New().String() policyContents, err := json.Marshal(&policyData{Inputs: []policyInput{}}) if err != nil { @@ -82,11 +84,10 @@ func TestSelfMonitor_DefaultPolicy(t *testing.T) { Version: 1, SeqNo: 1, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 1, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 1, } pData, err := json.Marshal(&policy) if err != nil { @@ -130,11 +131,10 @@ func TestSelfMonitor_DefaultPolicy(t *testing.T) { Version: 1, SeqNo: 1, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 2, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 2, } pData, err = json.Marshal(&policy) if err != nil { @@ -175,6 +175,7 @@ func TestSelfMonitor_DefaultPolicy_Degraded(t *testing.T) { defer cancel() cfg := config.Fleet{ + DefaultPolicyId: "fleet-server-policy", Agent: config.Agent{ ID: "", }, @@ -226,7 +227,7 @@ func TestSelfMonitor_DefaultPolicy_Degraded(t *testing.T) { return nil }, ftesting.RetrySleep(1*time.Second)) - policyId := uuid.Must(uuid.NewV4()).String() + policyId := "fleet-server-policy" rId := xid.New().String() policyContents, err := json.Marshal(&policyData{Inputs: []policyInput{ { @@ -242,11 +243,10 @@ func TestSelfMonitor_DefaultPolicy_Degraded(t *testing.T) { Version: 1, SeqNo: 1, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 1, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 1, } policyData, err := json.Marshal(&policy) if err != nil { @@ -392,11 +392,10 @@ func TestSelfMonitor_SpecificPolicy(t *testing.T) { Version: 1, SeqNo: 1, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 2, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 2, } pData, err := json.Marshal(&policy) if err != nil { @@ -440,11 +439,10 @@ func TestSelfMonitor_SpecificPolicy(t *testing.T) { Version: 1, SeqNo: 2, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 1, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 1, } pData, err = json.Marshal(&policy) if err != nil { @@ -552,11 +550,10 @@ func TestSelfMonitor_SpecificPolicy_Degraded(t *testing.T) { Version: 1, SeqNo: 1, }, - PolicyId: policyId, - CoordinatorIdx: 1, - Data: policyContents, - RevisionIdx: 1, - DefaultFleetServer: true, + PolicyId: policyId, + CoordinatorIdx: 1, + Data: policyContents, + RevisionIdx: 1, } policyData, err := json.Marshal(&policy) if err != nil { diff --git a/out b/out new file mode 100644 index 0000000000..84b7dd1fcc --- /dev/null +++ b/out @@ -0,0 +1,2715 @@ +make[1]: Entering directory '/home/bryan/go/fleet-server' +set -o pipefail; go test -v -race ./... | tee build/test-unit.out +? github.com/elastic/fleet-server/v7 [no test files] +=== RUN TestMakeUpdatePolicyBody +--- PASS: TestMakeUpdatePolicyBody (0.00s) +=== RUN TestConvertActionsEmpty +--- PASS: TestConvertActionsEmpty (0.00s) +=== RUN TestConvertActions +--- PASS: TestConvertActions (0.00s) +=== RUN TestHandleStatus +=== RUN TestHandleStatus/authenticated +=== RUN TestHandleStatus/authenticated/HEALTHY +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":135,"event.duration":314170,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/DEGRADED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":61866,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/FAILED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":134,"event.duration":55177,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/STOPPING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":56739,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/STARTING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":53984,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/CONFIGURING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":139,"event.duration":55539,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated +=== RUN TestHandleStatus/non_authenticated/STARTING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":65511,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/CONFIGURING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":46,"event.duration":67057,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/HEALTHY +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":42,"event.duration":55467,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/DEGRADED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":54538,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/FAILED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":41,"event.duration":55750,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/STOPPING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T20:50:40-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T20:50:40-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":59936,"time":"2022-02-21T20:50:40-08:00","message":"ok status"} +--- PASS: TestHandleStatus (0.00s) + --- PASS: TestHandleStatus/authenticated (0.00s) + --- PASS: TestHandleStatus/authenticated/HEALTHY (0.00s) + --- PASS: TestHandleStatus/authenticated/DEGRADED (0.00s) + --- PASS: TestHandleStatus/authenticated/FAILED (0.00s) + --- PASS: TestHandleStatus/authenticated/STOPPING (0.00s) + --- PASS: TestHandleStatus/authenticated/STARTING (0.00s) + --- PASS: TestHandleStatus/authenticated/CONFIGURING (0.00s) + --- PASS: TestHandleStatus/non_authenticated (0.00s) + --- PASS: TestHandleStatus/non_authenticated/STARTING (0.00s) + --- PASS: TestHandleStatus/non_authenticated/CONFIGURING (0.00s) + --- PASS: TestHandleStatus/non_authenticated/HEALTHY (0.00s) + --- PASS: TestHandleStatus/non_authenticated/DEGRADED (0.00s) + --- PASS: TestHandleStatus/non_authenticated/FAILED (0.00s) + --- PASS: TestHandleStatus/non_authenticated/STOPPING (0.00s) +=== RUN TestRunServer +{"level":"info","limits":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"long_poll_timeout":300000,"long_poll_timestamp":30000,"long_poll_jitter":30000,"time":"2022-02-21T20:50:40-08:00","message":"Checkin install limits"} +{"level":"info","limits":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"time":"2022-02-21T20:50:40-08:00","message":"Setting config enroll_limit"} +{"level":"info","method":"GET","path":"/api/status","time":"2022-02-21T20:50:40-08:00","message":"fleet-server route added"} +{"level":"info","method":"POST","path":"/api/fleet/agents/:id","time":"2022-02-21T20:50:40-08:00","message":"fleet-server route added"} +{"level":"info","method":"POST","path":"/api/fleet/agents/:id/checkin","time":"2022-02-21T20:50:40-08:00","message":"fleet-server route added"} +{"level":"info","method":"POST","path":"/api/fleet/agents/:id/acks","time":"2022-02-21T20:50:40-08:00","message":"fleet-server route added"} +{"level":"info","method":"GET","path":"/api/fleet/artifacts/:id/:sha2","time":"2022-02-21T20:50:40-08:00","message":"fleet-server route added"} +{"level":"info","time":"2022-02-21T20:50:40-08:00","message":"fleet-server routes set up"} +{"level":"info","bind":"localhost:45059","rdTimeout":60000,"wrTimeout":600000,"time":"2022-02-21T20:50:40-08:00","message":"server listening"} +{"level":"info","hardConnLimit":32000,"time":"2022-02-21T20:50:40-08:00","message":"server hard connection limiter installed"} +{"level":"warn","time":"2022-02-21T20:50:40-08:00","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"level":"debug","time":"2022-02-21T20:50:40-08:00","message":"Listening on localhost:45059"} +{"level":"info","bind":"localhost:8221","rdTimeout":60000,"wrTimeout":600000,"time":"2022-02-21T20:50:40-08:00","message":"server listening"} +{"level":"info","hardConnLimit":32000,"time":"2022-02-21T20:50:40-08:00","message":"server hard connection limiter installed"} +{"level":"warn","time":"2022-02-21T20:50:40-08:00","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"level":"debug","time":"2022-02-21T20:50:40-08:00","message":"Listening on localhost:8221"} +{"level":"debug","time":"2022-02-21T20:50:40-08:00","message":"force server close on ctx.Done()"} +{"level":"debug","time":"2022-02-21T20:50:40-08:00","message":"force server close on ctx.Done()"} +--- PASS: TestRunServer (0.50s) +=== RUN TestValidateUserAgent +=== RUN TestValidateUserAgent/#00 +{"level":"info","userAgent":"","error":"user-agent is invalid","time":"2022-02-21T20:50:40-08:00","message":"empty User-Agent"} +=== RUN TestValidateUserAgent/bad_value +{"level":"info","userAgent":"bad value","error":"user-agent is invalid","targetPrefix":"elastic agent ","time":"2022-02-21T20:50:40-08:00","message":"invalid user agent prefix"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt +{"level":"info","userAgent":"eLaStIc AGeNt","error":"user-agent is invalid","targetPrefix":"elastic agent ","time":"2022-02-21T20:50:40-08:00","message":"invalid user agent prefix"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.10.0 +{"level":"info","userAgent":"eLaStIc AGeNt v7.10.0","error":"version is not supported","verStr":"v7.10.0","constraints":">= 7.13, <= 7.13.2147483647","time":"2022-02-21T20:50:40-08:00","message":"unsuported user agent version"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.11.1 +{"level":"info","userAgent":"eLaStIc AGeNt v7.11.1","error":"version is not supported","verStr":"v7.11.1","constraints":">= 7.13, <= 7.13.2147483647","time":"2022-02-21T20:50:40-08:00","message":"unsuported user agent version"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.12.5 +{"level":"info","userAgent":"eLaStIc AGeNt v7.12.5","error":"version is not supported","verStr":"v7.12.5","constraints":">= 7.13, <= 7.13.2147483647","time":"2022-02-21T20:50:40-08:00","message":"unsuported user agent version"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#01 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.13.1 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.14.0 +{"level":"info","userAgent":"eLaStIc AGeNt v7.14.0","error":"version is not supported","verStr":"v7.14.0","constraints":">= 7.13, <= 7.13.2147483647","time":"2022-02-21T20:50:40-08:00","message":"unsuported user agent version"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0 +{"level":"info","userAgent":"eLaStIc AGeNt v8.0.0","error":"version is not supported","verStr":"v8.0.0","constraints":">= 7.13, <= 7.13.2147483647","time":"2022-02-21T20:50:40-08:00","message":"unsuported user agent version"} +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#02 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#03 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-alpha1 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-alpha1#01 +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-anything +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.15.0-anything +=== RUN TestValidateUserAgent/eLaStIc_AGeNt_v7.15.0-anything#01 +--- PASS: TestValidateUserAgent (0.03s) + --- PASS: TestValidateUserAgent/#00 (0.00s) + --- PASS: TestValidateUserAgent/bad_value (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.10.0 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.11.1 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.12.5 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#01 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.13.1 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.14.0 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#02 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.13.0#03 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-alpha1 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-alpha1#01 (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v8.0.0-anything (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.15.0-anything (0.00s) + --- PASS: TestValidateUserAgent/eLaStIc_AGeNt_v7.15.0-anything#01 (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/cmd/fleet (cached) +? github.com/elastic/fleet-server/v7/dev-tools/buildlimits [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/action [no test files] +=== RUN TestMonitorLeadership +--- PASS: TestMonitorLeadership (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/apikey (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/build [no test files] +=== RUN TestCancelCtx +=== RUN TestCancelCtx/create +{"level":"error","error":"context canceled","mod":"bulk","action":"create","refresh":false,"rtt":1.20655,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/read +{"level":"error","error":"context canceled","mod":"bulk","action":"read","refresh":false,"rtt":1.195183,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/update +{"level":"error","error":"context canceled","mod":"bulk","action":"update","refresh":false,"rtt":1.075218,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/delete +{"level":"error","error":"context canceled","mod":"bulk","action":"delete","refresh":false,"rtt":1.191245,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/index +{"level":"error","error":"context canceled","mod":"bulk","action":"index","refresh":false,"rtt":1.108312,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/search +{"level":"error","error":"context canceled","mod":"bulk","action":"search","refresh":false,"rtt":1.094447,"time":"2022-02-21T20:50:38-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/mcreate +=== RUN TestCancelCtx/mindex +=== RUN TestCancelCtx/mupdate +=== RUN TestCancelCtx/mdelete +--- PASS: TestCancelCtx (0.02s) + --- PASS: TestCancelCtx/create (0.00s) + --- PASS: TestCancelCtx/read (0.00s) + --- PASS: TestCancelCtx/update (0.00s) + --- PASS: TestCancelCtx/delete (0.00s) + --- PASS: TestCancelCtx/index (0.00s) + --- PASS: TestCancelCtx/search (0.00s) + --- PASS: TestCancelCtx/mcreate (0.00s) + --- PASS: TestCancelCtx/mindex (0.00s) + --- PASS: TestCancelCtx/mupdate (0.00s) + --- PASS: TestCancelCtx/mdelete (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/bulk (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/cache [no test files] +=== RUN TestBulkSimple +=== RUN TestBulkSimple/Simple_case +{"level":"trace","rtt":0.227205,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Singled_field_case +{"level":"trace","rtt":0.084231,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Multi_field_case +{"level":"trace","rtt":0.086216,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Multi_field_nested_case +{"level":"trace","rtt":0.07252,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Simple_case_with_seqNo +{"level":"trace","rtt":0.078297,"cnt":1,"refresh":true,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Field_case_with_seqNo +{"level":"trace","rtt":0.081238,"cnt":1,"refresh":true,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Unusual_status +{"level":"trace","rtt":0.046222,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Empty_status +{"level":"trace","rtt":0.0436,"cnt":1,"refresh":false,"time":"2022-02-21T20:40:41-08:00","message":"Flush updates"} +--- PASS: TestBulkSimple (0.00s) + --- PASS: TestBulkSimple/Simple_case (0.00s) + --- PASS: TestBulkSimple/Singled_field_case (0.00s) + --- PASS: TestBulkSimple/Multi_field_case (0.00s) + --- PASS: TestBulkSimple/Multi_field_nested_case (0.00s) + --- PASS: TestBulkSimple/Simple_case_with_seqNo (0.00s) + --- PASS: TestBulkSimple/Field_case_with_seqNo (0.00s) + --- PASS: TestBulkSimple/Unusual_status (0.00s) + --- PASS: TestBulkSimple/Empty_status (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/checkin (cached) +=== RUN TestConfig +=== RUN TestConfig/fleet-logging +=== RUN TestConfig/input +=== RUN TestConfig/input-config +=== RUN TestConfig/bad-input +=== RUN TestConfig/bad-input-many +=== RUN TestConfig/bad-logging +=== RUN TestConfig/bad-output +=== RUN TestConfig/basic +--- PASS: TestConfig (0.03s) + --- PASS: TestConfig/fleet-logging (0.00s) + --- PASS: TestConfig/input (0.00s) + --- PASS: TestConfig/input-config (0.00s) + --- PASS: TestConfig/bad-input (0.00s) + --- PASS: TestConfig/bad-input-many (0.00s) + --- PASS: TestConfig/bad-logging (0.00s) + --- PASS: TestConfig/bad-output (0.00s) + --- PASS: TestConfig/basic (0.00s) +=== RUN TestLoadLimits +=== RUN TestLoadLimits/low_ram +=== RUN TestLoadLimits/512 +=== RUN TestLoadLimits/precise +=== RUN TestLoadLimits/2-to-4 +=== RUN TestLoadLimits/close_to_max +=== RUN TestLoadLimits/above_max +--- PASS: TestLoadLimits (0.00s) + --- PASS: TestLoadLimits/low_ram (0.00s) + --- PASS: TestLoadLimits/512 (0.00s) + --- PASS: TestLoadLimits/precise (0.00s) + --- PASS: TestLoadLimits/2-to-4 (0.00s) + --- PASS: TestLoadLimits/close_to_max (0.00s) + --- PASS: TestLoadLimits/above_max (0.00s) +=== RUN TestBindAddress +=== RUN TestBindAddress/localhost +=== RUN TestBindAddress/ipv6 +--- PASS: TestBindAddress (0.00s) + --- PASS: TestBindAddress/localhost (0.00s) + --- PASS: TestBindAddress/ipv6 (0.00s) +=== RUN TestToESConfig +=== RUN TestToESConfig/http +=== RUN TestToESConfig/multi-http +=== RUN TestToESConfig/https +=== RUN TestToESConfig/mixed-https +--- PASS: TestToESConfig (0.00s) + --- PASS: TestToESConfig/http (0.00s) + --- PASS: TestToESConfig/multi-http (0.00s) + --- PASS: TestToESConfig/https (0.00s) + --- PASS: TestToESConfig/mixed-https (0.00s) +=== RUN TestESProxyConfig +=== RUN TestESProxyConfig/with_headers +=== RUN TestESProxyConfig/proxy_from_env_by_default +=== RUN TestESProxyConfig/no_proxy +=== RUN TestESProxyConfig/proxy_url_set +--- PASS: TestESProxyConfig (0.00s) + --- PASS: TestESProxyConfig/with_headers (0.00s) + --- PASS: TestESProxyConfig/proxy_from_env_by_default (0.00s) + --- PASS: TestESProxyConfig/no_proxy (0.00s) + --- PASS: TestESProxyConfig/proxy_url_set (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/config (cached) +=== RUN TestCoordinatorZero +--- PASS: TestCoordinatorZero (0.50s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/coordinator (cached) +=== RUN TestBufGrowWhileWrite +--- PASS: TestBufGrowWhileWrite (0.34s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/danger (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/dl [no test files] +testing: warning: no tests to run +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/dsl (cached) [no tests to run] +=== RUN TestHitUnmarshal +--- PASS: TestHitUnmarshal (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/es (cached) +=== RUN TestIsIntervalStringValid +=== RUN TestIsIntervalStringValid/#00 +=== RUN TestIsIntervalStringValid/-3d +=== RUN TestIsIntervalStringValid/-_3_d +=== RUN TestIsIntervalStringValid/_-5d +=== RUN TestIsIntervalStringValid/2-3d +=== RUN TestIsIntervalStringValid/now-5d +=== RUN TestIsIntervalStringValid/-d +=== RUN TestIsIntervalStringValid/1y +=== RUN TestIsIntervalStringValid/2M +=== RUN TestIsIntervalStringValid/4w +=== RUN TestIsIntervalStringValid/3d +=== RUN TestIsIntervalStringValid/7h +=== RUN TestIsIntervalStringValid/5H +=== RUN TestIsIntervalStringValid/6m +=== RUN TestIsIntervalStringValid/8s +--- PASS: TestIsIntervalStringValid (0.00s) + --- PASS: TestIsIntervalStringValid/#00 (0.00s) + --- PASS: TestIsIntervalStringValid/-3d (0.00s) + --- PASS: TestIsIntervalStringValid/-_3_d (0.00s) + --- PASS: TestIsIntervalStringValid/_-5d (0.00s) + --- PASS: TestIsIntervalStringValid/2-3d (0.00s) + --- PASS: TestIsIntervalStringValid/now-5d (0.00s) + --- PASS: TestIsIntervalStringValid/-d (0.00s) + --- PASS: TestIsIntervalStringValid/1y (0.00s) + --- PASS: TestIsIntervalStringValid/2M (0.00s) + --- PASS: TestIsIntervalStringValid/4w (0.00s) + --- PASS: TestIsIntervalStringValid/3d (0.00s) + --- PASS: TestIsIntervalStringValid/7h (0.00s) + --- PASS: TestIsIntervalStringValid/5H (0.00s) + --- PASS: TestIsIntervalStringValid/6m (0.00s) + --- PASS: TestIsIntervalStringValid/8s (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/gc (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/gcheckpt [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/limit [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/logger [no test files] +=== RUN TestAgentGetNewVersion +=== RUN TestAgentGetNewVersion/nil +=== RUN TestAgentGetNewVersion/agent_no_meta_empty_version +=== RUN TestAgentGetNewVersion/agent_no_meta_nonempty_version +=== RUN TestAgentGetNewVersion/agent_with_meta_empty_new_version +=== RUN TestAgentGetNewVersion/agent_with_meta_empty_version +=== RUN TestAgentGetNewVersion/agent_with_meta_non_empty_version +=== RUN TestAgentGetNewVersion/agent_with_meta_new_version +--- PASS: TestAgentGetNewVersion (0.00s) + --- PASS: TestAgentGetNewVersion/nil (0.00s) + --- PASS: TestAgentGetNewVersion/agent_no_meta_empty_version (0.00s) + --- PASS: TestAgentGetNewVersion/agent_no_meta_nonempty_version (0.00s) + --- PASS: TestAgentGetNewVersion/agent_with_meta_empty_new_version (0.00s) + --- PASS: TestAgentGetNewVersion/agent_with_meta_empty_version (0.00s) + --- PASS: TestAgentGetNewVersion/agent_with_meta_non_empty_version (0.00s) + --- PASS: TestAgentGetNewVersion/agent_with_meta_new_version (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/model (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/monitor [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/monitor/mock [no test files] +=== RUN TestMonitor_NewPolicy +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T20:50:39-08:00","message":"run policy monitor"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"5e8d03a6-4aa4-4ba4-91e1-0ede69da94b0","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","rev":0,"coord":0,"time":"2022-02-21T20:50:39-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","time":"2022-02-21T20:50:39-08:00","message":"force load on unknown policyId"} +{"level":"debug","ctx":"policy agent monitor","time":"2022-02-21T20:50:39-08:00","message":"no policy to monitor"} +{"level":"debug","ctx":"policy agent monitor","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","rev":1,"coord":1,"fleet.agent.id":"5e8d03a6-4aa4-4ba4-91e1-0ede69da94b0","time":"2022-02-21T20:50:39-08:00","message":"scheduled pendingQ on policy revision"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","rev":1,"coord":1,"oldRev":0,"oldCoord":0,"nQueued":1,"fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","time":"2022-02-21T20:50:39-08:00","message":"New revision of policy received and added to the queue"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"5e8d03a6-4aa4-4ba4-91e1-0ede69da94b0","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","rev":0,"coord":0,"time":"2022-02-21T20:50:39-08:00","message":"dispatch"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"5e8d03a6-4aa4-4ba4-91e1-0ede69da94b0","fleet.policy.id":"50a984c9-707b-4c00-8e5b-7f327ac3052c","rev":0,"coord":0,"time":"2022-02-21T20:50:39-08:00","message":"unsubscribe"} +--- PASS: TestMonitor_NewPolicy (0.00s) +=== RUN TestMonitor_SamePolicy +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"cafe16ba-4d6d-4730-8455-8c0b18387c0d","fleet.policy.id":"fbb4d3dd-9419-4841-934a-c08393cc949e","rev":1,"coord":1,"time":"2022-02-21T20:50:39-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"fbb4d3dd-9419-4841-934a-c08393cc949e","time":"2022-02-21T20:50:39-08:00","message":"force load on unknown policyId"} +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T20:50:39-08:00","message":"run policy monitor"} +{"level":"debug","ctx":"policy agent monitor","time":"2022-02-21T20:50:39-08:00","message":"no policy to monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"fbb4d3dd-9419-4841-934a-c08393cc949e","rev":1,"coord":1,"oldRev":0,"oldCoord":0,"nQueued":0,"fleet.policy.id":"fbb4d3dd-9419-4841-934a-c08393cc949e","time":"2022-02-21T20:50:39-08:00","message":"New revision of policy received and added to the queue"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"cafe16ba-4d6d-4730-8455-8c0b18387c0d","fleet.policy.id":"fbb4d3dd-9419-4841-934a-c08393cc949e","rev":1,"coord":1,"time":"2022-02-21T20:50:40-08:00","message":"unsubscribe"} +--- PASS: TestMonitor_SamePolicy (1.00s) +=== RUN TestMonitor_NewPolicyUncoordinated +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"5104f538-c020-4b22-bae0-955ad981beb0","fleet.policy.id":"bce1e203-c44c-41ca-8525-b0674b6c1630","rev":1,"coord":1,"time":"2022-02-21T20:50:40-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T20:50:40-08:00","message":"run policy monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"bce1e203-c44c-41ca-8525-b0674b6c1630","time":"2022-02-21T20:50:40-08:00","message":"force load on unknown policyId"} +{"level":"debug","ctx":"policy agent monitor","time":"2022-02-21T20:50:40-08:00","message":"no policy to monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"bce1e203-c44c-41ca-8525-b0674b6c1630","rev":2,"coord":0,"fleet.policy.id":"bce1e203-c44c-41ca-8525-b0674b6c1630","time":"2022-02-21T20:50:40-08:00","message":"Ignore policy that has not passed through coordinator"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"5104f538-c020-4b22-bae0-955ad981beb0","fleet.policy.id":"bce1e203-c44c-41ca-8525-b0674b6c1630","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"unsubscribe"} +--- PASS: TestMonitor_NewPolicyUncoordinated (1.00s) +=== RUN TestMonitor_NewPolicyExists +=== RUN TestMonitor_NewPolicyExists/monitor_no_delay +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"460ef744-ceb5-42bb-ac3f-42e304690696","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","time":"2022-02-21T20:50:41-08:00","message":"force load on unknown policyId"} +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T20:50:41-08:00","message":"run policy monitor"} +{"level":"debug","ctx":"policy agent monitor","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","rev":2,"coord":1,"fleet.agent.id":"460ef744-ceb5-42bb-ac3f-42e304690696","time":"2022-02-21T20:50:41-08:00","message":"scheduled pendingQ on policy revision"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","rev":2,"coord":1,"oldRev":0,"oldCoord":0,"nQueued":1,"fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","time":"2022-02-21T20:50:41-08:00","message":"New revision of policy received and added to the queue"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"460ef744-ceb5-42bb-ac3f-42e304690696","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"dispatch"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"460ef744-ceb5-42bb-ac3f-42e304690696","fleet.policy.id":"246d3b2a-2785-4afb-a47e-18ddadb8a431","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"unsubscribe"} +=== RUN TestMonitor_NewPolicyExists/monitor_with_delay +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"64d743cc-6c7a-44a1-8c0f-e56c7995488b","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","time":"2022-02-21T20:50:41-08:00","message":"force load on unknown policyId"} +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T20:50:41-08:00","message":"run policy monitor"} +{"level":"debug","ctx":"policy agent monitor","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","rev":2,"coord":1,"fleet.agent.id":"64d743cc-6c7a-44a1-8c0f-e56c7995488b","time":"2022-02-21T20:50:41-08:00","message":"scheduled pendingQ on policy revision"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","rev":2,"coord":1,"oldRev":0,"oldCoord":0,"nQueued":1,"fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","time":"2022-02-21T20:50:41-08:00","message":"New revision of policy received and added to the queue"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"64d743cc-6c7a-44a1-8c0f-e56c7995488b","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"dispatch"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"64d743cc-6c7a-44a1-8c0f-e56c7995488b","fleet.policy.id":"b2d7f3e0-6883-4935-b4c6-ebd0a32f35e2","rev":1,"coord":1,"time":"2022-02-21T20:50:41-08:00","message":"unsubscribe"} +--- PASS: TestMonitor_NewPolicyExists (0.11s) + --- PASS: TestMonitor_NewPolicyExists/monitor_no_delay (0.00s) + --- PASS: TestMonitor_NewPolicyExists/monitor_with_delay (0.10s) +=== RUN TestNewParsedPolicy +--- PASS: TestNewParsedPolicy (0.01s) +=== RUN TestSelfMonitor_DefaultPolicy +--- PASS: TestSelfMonitor_DefaultPolicy (0.20s) +=== RUN TestSelfMonitor_DefaultPolicy_Degraded +--- PASS: TestSelfMonitor_DefaultPolicy_Degraded (1.10s) +=== RUN TestSelfMonitor_SpecificPolicy +--- PASS: TestSelfMonitor_SpecificPolicy (1.10s) +=== RUN TestSelfMonitor_SpecificPolicy_Degraded +--- PASS: TestSelfMonitor_SpecificPolicy_Degraded (1.10s) +=== RUN TestSub_Empty +--- PASS: TestSub_Empty (0.00s) +=== RUN TestSub_PushBackN +--- PASS: TestSub_PushBackN (0.01s) +=== RUN TestSub_PushFrontN +--- PASS: TestSub_PushFrontN (0.01s) +=== RUN TestSub_PushRandom +--- PASS: TestSub_PushRandom (0.01s) +=== RUN TestSub_UnlinkRandomN +--- PASS: TestSub_UnlinkRandomN (0.20s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/policy (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/profile [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/reload [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/rnd [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/rollback [no test files] +=== RUN TestScheduler +{"level":"debug","schedule":"test schedule","interval":200,"time":"2022-02-21T20:40:30-08:00","message":"started"} +{"level":"debug","schedule":"test schedule","time":"2022-02-21T20:40:30-08:00","message":"finished"} +{"level":"debug","schedule":"test schedule","interval":200,"time":"2022-02-21T20:40:30-08:00","message":"started"} +{"level":"debug","schedule":"test schedule","time":"2022-02-21T20:40:30-08:00","message":"finished"} +{"level":"debug","schedule":"test schedule","interval":200,"time":"2022-02-21T20:40:30-08:00","message":"started"} +{"level":"debug","schedule":"test schedule","time":"2022-02-21T20:40:30-08:00","message":"finished"} +{"level":"debug","schedule":"test schedule","time":"2022-02-21T20:40:30-08:00","message":"exiting on context cancel"} +--- PASS: TestScheduler (0.50s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/scheduler (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/signal [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/sleep [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/smap [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/sqn [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/status [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testing [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testing/esutil [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testutil [no test files] +=== RUN TestThrottleZero +--- PASS: TestThrottleZero (0.00s) +=== RUN TestThrottleN +--- PASS: TestThrottleN (0.00s) +=== RUN TestThrottleExpireIdentity +--- PASS: TestThrottleExpireIdentity (1.00s) +=== RUN TestThrottleExpireAtMax +--- PASS: TestThrottleExpireAtMax (1.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/throttle (cached) +=== RUN TestCheckCompatibilityInternal +=== RUN TestCheckCompatibilityInternal/empty_fleet_and_elasticsearch_version +{"level":"error","error":"Malformed version: : malformed version","fleet_version":"","time":"2022-02-21T20:40:40-08:00","message":"failed to build constraint"} +=== RUN TestCheckCompatibilityInternal/empty_fleet_version +{"level":"error","error":"Malformed version: : malformed version","fleet_version":"","time":"2022-02-21T20:40:40-08:00","message":"failed to build constraint"} +=== RUN TestCheckCompatibilityInternal/empty_elasticsearch_version +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_713-713 +{"level":"info","fleet_version":"7.13.0","elasticsearch_version":"7.13.0","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_7131-7132 +{"level":"info","fleet_version":"7.13.2","elasticsearch_version":"7.13.1","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_713-714 +{"level":"info","fleet_version":"7.13.2","elasticsearch_version":"7.14.2","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_715-800 +{"level":"info","fleet_version":"7.15.2","elasticsearch_version":"8.0.0","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/unsupported_elasticsearch_714-713 +{"level":"error","error":"unsupported version","constraint":">= 7.14.0","reported":"7.13.1","time":"2022-02-21T20:40:40-08:00","message":"failed elasticsearch version check"} +=== RUN TestCheckCompatibilityInternal/unsupported_elasticsearch_800-718 +{"level":"error","error":"unsupported version","constraint":">= 8.0.0","reported":"7.18.0","time":"2022-02-21T20:40:40-08:00","message":"failed elasticsearch version check"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_800a1 +{"level":"info","fleet_version":"8.0.0-alpha1","elasticsearch_version":"8.0.0-alpha1","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_715-800a1 +{"level":"info","fleet_version":"7.15.2","elasticsearch_version":"8.0.0-alpha1","time":"2022-02-21T20:40:40-08:00","message":"Elasticsearch compatibility check successful"} +--- PASS: TestCheckCompatibilityInternal (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_fleet_and_elasticsearch_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_fleet_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_elasticsearch_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_713-713 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_7131-7132 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_713-714 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_715-800 (0.00s) + --- PASS: TestCheckCompatibilityInternal/unsupported_elasticsearch_714-713 (0.00s) + --- PASS: TestCheckCompatibilityInternal/unsupported_elasticsearch_800-718 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_800a1 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_715-800a1 (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/ver (cached) +? github.com/elastic/fleet-server/v7/internal/pkg/wait [no test files] +make[1]: Leaving directory '/home/bryan/go/fleet-server' +make[1]: Entering directory '/home/bryan/go/fleet-server' +make[2]: Entering directory '/home/bryan/go/fleet-server' +make[3]: Entering directory '/home/bryan/go/fleet-server' +8.2.0-ff5ac1e4-SNAPSHOT-amd64: Pulling from elasticsearch/elasticsearch +Digest: sha256:f4795356e51d153c18db1da448f612e9df9dd80559ff31fd2175aa7b92e1b3ba +Status: Downloaded newer image for docker.elastic.co/elasticsearch/elasticsearch:8.2.0-ff5ac1e4-SNAPSHOT-amd64 +make[3]: Leaving directory '/home/bryan/go/fleet-server' +make[3]: Entering directory '/home/bryan/go/fleet-server' +................ +make[3]: Leaving directory '/home/bryan/go/fleet-server' +make[2]: Leaving directory '/home/bryan/go/fleet-server' +make[2]: Entering directory '/home/bryan/go/fleet-server' +# Initialize indices one before running all the tests +ELASTICSEARCH_SERVICE_TOKEN=AAEAAWVsYXN0aWMvZmxlZXQtc2VydmVyL3Rva2VuMTowRVZ6Sy1FWFNFV25val9MQlZYTGln \ +ELASTICSEARCH_HOSTS=localhost:9200 ELASTICSEARCH_USERNAME=elastic ELASTICSEARCH_PASSWORD=changeme \ +go test -v -tags=integration -count=1 -race -p 1 ./... +? github.com/elastic/fleet-server/v7 [no test files] +=== RUN TestMakeUpdatePolicyBody +--- PASS: TestMakeUpdatePolicyBody (0.00s) +=== RUN TestConvertActionsEmpty +--- PASS: TestConvertActionsEmpty (0.00s) +=== RUN TestConvertActions +--- PASS: TestConvertActions (0.00s) +=== RUN TestHandleStatus +=== RUN TestHandleStatus/authenticated +=== RUN TestHandleStatus/authenticated/STARTING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:48-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":338024,"time":"2022-02-21T21:01:48-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/CONFIGURING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:48-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":139,"event.duration":66608,"time":"2022-02-21T21:01:48-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/HEALTHY +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:48-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":135,"event.duration":56421,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/DEGRADED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":52793,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/FAILED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":134,"event.duration":54337,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/authenticated/STOPPING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":136,"event.duration":54162,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated +=== RUN TestHandleStatus/non_authenticated/DEGRADED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":62647,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/FAILED +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":41,"event.duration":57031,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/STOPPING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":58089,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/STARTING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":56490,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/CONFIGURING +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":46,"event.duration":58961,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +=== RUN TestHandleStatus/non_authenticated/HEALTHY +{"level":"info","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"time":"2022-02-21T21:01:49-08:00","message":"Setting config status_limits"} +{"level":"debug","error":"no authorization header","time":"2022-02-21T21:01:49-08:00","message":"unauthenticated status request, return short status response only"} +{"level":"debug","http.request.id":"","mod":"status","http.response.body.bytes":42,"event.duration":56075,"time":"2022-02-21T21:01:49-08:00","message":"ok status"} +--- PASS: TestHandleStatus (0.00s) + --- PASS: TestHandleStatus/authenticated (0.00s) + --- PASS: TestHandleStatus/authenticated/STARTING (0.00s) + --- PASS: TestHandleStatus/authenticated/CONFIGURING (0.00s) + --- PASS: TestHandleStatus/authenticated/HEALTHY (0.00s) + --- PASS: TestHandleStatus/authenticated/DEGRADED (0.00s) + --- PASS: TestHandleStatus/authenticated/FAILED (0.00s) + --- PASS: TestHandleStatus/authenticated/STOPPING (0.00s) + --- PASS: TestHandleStatus/non_authenticated (0.00s) + --- PASS: TestHandleStatus/non_authenticated/DEGRADED (0.00s) + --- PASS: TestHandleStatus/non_authenticated/FAILED (0.00s) + --- PASS: TestHandleStatus/non_authenticated/STOPPING (0.00s) + --- PASS: TestHandleStatus/non_authenticated/STARTING (0.00s) + --- PASS: TestHandleStatus/non_authenticated/CONFIGURING (0.00s) + --- PASS: TestHandleStatus/non_authenticated/HEALTHY (0.00s) +=== RUN TestServerUnauthorized +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","port":42625,"@timestamp":"2022-02-22T05:01:49.005Z","message":"Test fleet server"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cfg":{"NumCounters":160000,"MaxCost":209715200,"ActionTTL":300000000000,"ApiKeyTTL":900000000000,"EnrollKeyTTL":60000000000,"ArtifactTTL":86400000000000,"ApiKeyJitter":300000000000},"@timestamp":"2022-02-22T05:01:49.005Z","message":"Setting cache config options"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STARTING","@timestamp":"2022-02-22T05:01:49.006Z","message":"Starting"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","new":{"Host":"localhost","Port":42625,"InternalPort":8221,"TLS":null,"Timeouts":{"Read":60000000000,"Write":600000000000,"Idle":30000000000,"ReadHeader":5000000000,"CheckinTimestamp":30000000000,"CheckinLongPoll":300000000000,"CheckinJitter":30000000000},"Profiler":{"Enabled":false,"Bind":"localhost:6060"},"CompressionLevel":1,"CompressionThresh":1024,"Limits":{"PolicyThrottle":2000000,"MaxHeaderByteSize":8192,"MaxConnections":32000,"CheckinLimit":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"ArtifactLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"EnrollLimit":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"AckLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"StatusLimit":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0}},"Runtime":{"GCPercent":0},"Bulk":{"FlushInterval":250000000,"FlushThresholdCount":2048,"FlushThresholdSize":1048576,"FlushMaxPending":8},"GC":{"ScheduleInterval":3600000000000,"CleanupAfterExpiredInterval":"30d"},"Instrumentation":{"TLS":{"SkipVerify":false,"ServerCertificate":"","ServerCA":""},"Environment":"","APIKey":"","SecretToken":"","Hosts":null,"Enabled":false}},"@timestamp":"2022-02-22T05:01:49.007Z","message":"initial server configuration"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.007Z","message":"starting server on configuration change"} +{"ecs.version":"1.6.0","service.name":"fleet-server","message":"Starting stats endpoint","log.level":"info","log.logger":"fleet-metrics.api","@timestamp":"2022-02-22T05:01:49.007Z"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.008Z","message":"init es"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Metrics endpoint listening on: 127.0.0.1:5066 (configured: localhost)","@timestamp":"2022-02-22T05:01:49.008Z"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.146Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","@timestamp":"2022-02-22T05:01:49.147Z","message":"check version compatibility with elasticsearch"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.147Z","message":"Bulker started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"@timestamp":"2022-02-22T05:01:49.147Z","message":"Run bulker with options"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.15Z","message":"fetched elasticsearch version"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.15Z","message":"Elasticsearch compatibility check successful"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.151Z","message":"Migrations started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.151Z","message":"Elasticsearch GC started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.151Z","message":"init es"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.164Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.165Z","message":"Policy index monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.165Z","message":"Coordinator policy monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.165Z","message":"Policy monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy agent monitor","throttle":2,"@timestamp":"2022-02-22T05:01:49.165Z","message":"run policy monitor"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.165Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.165Z","message":"Policy self monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","@timestamp":"2022-02-22T05:01:49.166Z","message":"ensuring leadership of policies"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.166Z","message":"Migrations exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.167Z","message":"Revision monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.167Z","message":"Revision dispatcher started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.167Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.167Z","message":"Bulk checkin started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"long_poll_timeout":300000,"long_poll_timestamp":30000,"long_poll_jitter":30000,"@timestamp":"2022-02-22T05:01:49.167Z","message":"Checkin install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"@timestamp":"2022-02-22T05:01:49.167Z","message":"Setting config enroll_limit"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"maxParallel":8,"@timestamp":"2022-02-22T05:01:49.168Z","message":"Artifact install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"@timestamp":"2022-02-22T05:01:49.168Z","message":"Setting config ack_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"@timestamp":"2022-02-22T05:01:49.168Z","message":"Setting config status_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/status","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/checkin","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/acks","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/fleet/artifacts/:id/:sha2","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.168Z","message":"fleet-server routes set up"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.168Z","message":"Http server started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:42625","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.168Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.169Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.169Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.169Z","message":"Listening on localhost:42625"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:8221","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.169Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.169Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.169Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.169Z","message":"Listening on localhost:8221"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.171Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.174Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/status","http.version":"1.1","http.request.method":"GET","client.address":"127.0.0.1:39446","tls.established":false,"client.ip":"127.0.0.1","client.port":39446,"@timestamp":"2022-02-22T05:01:49.209Z","message":"HTTP start"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"no authorization header","@timestamp":"2022-02-22T05:01:49.209Z","message":"unauthenticated status request, return short status response only"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":159024,"@timestamp":"2022-02-22T05:01:49.209Z","message":"ok status"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/status","http.version":"1.1","http.request.method":"GET","client.address":"127.0.0.1:39446","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":43,"http.response.status_code":503,"event.duration":281310,"@timestamp":"2022-02-22T05:01:49.21Z","message":"503 HTTP Request"} +=== RUN TestServerUnauthorized/no_auth_header +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/enroll","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39448","tls.established":false,"client.ip":"127.0.0.1","client.port":39448,"@timestamp":"2022-02-22T05:01:49.211Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","http.request.id":"","mod":"enroll","error.message":"no authorization header","http.response.status_code":400,"event.duration":30238,"@timestamp":"2022-02-22T05:01:49.211Z","message":"fail enroll"} +{"log.level":"error","ecs.version":"1.6.0","service.name":"fleet-server","http.request.id":"","mod":"enroll","error.message":"no authorization header","@timestamp":"2022-02-22T05:01:49.211Z","message":"perform rollback on enrollment failure"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/enroll","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39448","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":293310,"@timestamp":"2022-02-22T05:01:49.211Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39450","tls.established":false,"client.ip":"127.0.0.1","client.port":39450,"@timestamp":"2022-02-22T05:01:49.212Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":29971,"@timestamp":"2022-02-22T05:01:49.212Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39450","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":153014,"@timestamp":"2022-02-22T05:01:49.212Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/acks","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39452","tls.established":false,"client.ip":"127.0.0.1","client.port":39452,"@timestamp":"2022-02-22T05:01:49.213Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":32683,"@timestamp":"2022-02-22T05:01:49.213Z","message":"fail ACK"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/acks","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:39452","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":158798,"@timestamp":"2022-02-22T05:01:49.214Z","message":"400 HTTP Request"} +=== RUN TestServerUnauthorized/unauthorized +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/checkin","http.version":"1.1","http.request.method":"POST","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","client.address":"127.0.0.1:39454","tls.established":false,"client.ip":"127.0.0.1","client.port":39454,"@timestamp":"2022-02-22T05:01:49.215Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"apikey auth response dLjcXXYBIQUqX5bkboTc: [401 Unauthorized] {\"error\":{\"root_cause\":[{\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}}],\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}},\"status\":401}","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","http.request.id":"","event.duration":11067043,"@timestamp":"2022-02-22T05:01:49.226Z","message":"ApiKey fail authentication"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8","http.request.id":"","error.message":"apikey auth response dLjcXXYBIQUqX5bkboTc: [401 Unauthorized] {\"error\":{\"root_cause\":[{\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}}],\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}},\"status\":401}","http.response.status_code":400,"event.duration":11199508,"@timestamp":"2022-02-22T05:01:49.226Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/checkin","http.version":"1.1","http.request.method":"POST","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","client.address":"127.0.0.1:39454","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":11365767,"@timestamp":"2022-02-22T05:01:49.226Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/acks","http.version":"1.1","http.request.method":"POST","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","client.address":"127.0.0.1:39460","tls.established":false,"client.ip":"127.0.0.1","client.port":39460,"@timestamp":"2022-02-22T05:01:49.227Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"apikey auth response dLjcXXYBIQUqX5bkboTc: [401 Unauthorized] {\"error\":{\"root_cause\":[{\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}}],\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}},\"status\":401}","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","http.request.id":"","event.duration":3886556,"@timestamp":"2022-02-22T05:01:49.231Z","message":"ApiKey fail authentication"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8","http.request.id":"","error.message":"apikey auth response dLjcXXYBIQUqX5bkboTc: [401 Unauthorized] {\"error\":{\"root_cause\":[{\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}}],\"type\":\"security_exception\",\"reason\":\"unable to authenticate with provided credentials and anonymous access is not allowed for this request\",\"additional_unsuccessful_credentials\":\"API key: unable to find apikey with id dLjcXXYBIQUqX5bkboTc\",\"header\":{\"WWW-Authenticate\":[\"Basic realm=\\\"security\\\" charset=\\\"UTF-8\\\"\",\"ApiKey\"]}},\"status\":401}","http.response.status_code":400,"event.duration":4014908,"@timestamp":"2022-02-22T05:01:49.231Z","message":"fail ACK"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/c9dd96cb-aa2a-4a48-9c34-b32ab219a4c8/acks","http.version":"1.1","http.request.method":"POST","fleet.apikey.id":"dLjcXXYBIQUqX5bkboTc","client.address":"127.0.0.1:39460","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":4212219,"@timestamp":"2022-02-22T05:01:49.231Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Revision dispatcher exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","schedule":"fleet actions cleanup","@timestamp":"2022-02-22T05:01:49.232Z","message":"exiting on context cancel"} +{"log.level":"error","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"context canceled","mod":"bulk","action":"read","refresh":false,"rtt":65.356297,"@timestamp":"2022-02-22T05:01:49.232Z","message":"Dispatch abort response"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Bulk checkin exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Policy monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"force server close on ctx.Done()"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STOPPING","@timestamp":"2022-02-22T05:01:49.232Z","message":"Stopping"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Elasticsearch GC exited"} +{"log.level":"error","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"context canceled","mod":"bulk","action":"search","refresh":false,"rtt":66.635517,"@timestamp":"2022-02-22T05:01:49.232Z","message":"Dispatch abort response"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Coordinator policy monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.232Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Policy self monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.232Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Http server exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.232Z","message":"Index monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.232Z","message":"Index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Revision monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.232Z","message":"Policy index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.233Z","message":"Bulker exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.233Z","message":"Fleet Server exited"} +--- PASS: TestServerUnauthorized (0.23s) + --- PASS: TestServerUnauthorized/no_auth_header (0.00s) + --- PASS: TestServerUnauthorized/unauthorized (0.02s) +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Stats endpoint (127.0.0.1:5066) finished: accept tcp 127.0.0.1:5066: use of closed network connection","@timestamp":"2022-02-22T05:01:49.233Z"} +=== RUN TestServerInstrumentation +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","port":38241,"@timestamp":"2022-02-22T05:01:49.236Z","message":"Test fleet server"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cfg":{"NumCounters":160000,"MaxCost":209715200,"ActionTTL":300000000000,"ApiKeyTTL":900000000000,"EnrollKeyTTL":60000000000,"ArtifactTTL":86400000000000,"ApiKeyJitter":300000000000},"@timestamp":"2022-02-22T05:01:49.236Z","message":"Setting cache config options"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STARTING","@timestamp":"2022-02-22T05:01:49.236Z","message":"Starting"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","new":{"Host":"localhost","Port":38241,"InternalPort":8221,"TLS":null,"Timeouts":{"Read":60000000000,"Write":600000000000,"Idle":30000000000,"ReadHeader":5000000000,"CheckinTimestamp":30000000000,"CheckinLongPoll":300000000000,"CheckinJitter":30000000000},"Profiler":{"Enabled":false,"Bind":"localhost:6060"},"CompressionLevel":1,"CompressionThresh":1024,"Limits":{"PolicyThrottle":2000000,"MaxHeaderByteSize":8192,"MaxConnections":32000,"CheckinLimit":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"ArtifactLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"EnrollLimit":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"AckLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"StatusLimit":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0}},"Runtime":{"GCPercent":0},"Bulk":{"FlushInterval":250000000,"FlushThresholdCount":2048,"FlushThresholdSize":1048576,"FlushMaxPending":8},"GC":{"ScheduleInterval":3600000000000,"CleanupAfterExpiredInterval":"30d"},"Instrumentation":{"TLS":{"SkipVerify":false,"ServerCertificate":"","ServerCA":""},"Environment":"","APIKey":"","SecretToken":"","Hosts":null,"Enabled":false}},"@timestamp":"2022-02-22T05:01:49.236Z","message":"initial server configuration"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.236Z","message":"starting server on configuration change"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Starting stats endpoint","@timestamp":"2022-02-22T05:01:49.237Z"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.237Z","message":"init es"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Metrics endpoint listening on: 127.0.0.1:5066 (configured: localhost)","@timestamp":"2022-02-22T05:01:49.238Z"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.246Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.247Z","message":"Bulker started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","@timestamp":"2022-02-22T05:01:49.247Z","message":"check version compatibility with elasticsearch"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"@timestamp":"2022-02-22T05:01:49.247Z","message":"Run bulker with options"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.249Z","message":"fetched elasticsearch version"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.249Z","message":"Elasticsearch compatibility check successful"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.25Z","message":"Migrations started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.25Z","message":"Elasticsearch GC started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.251Z","message":"init es"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.254Z","message":"Migrations exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.259Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.26Z","message":"Policy index monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.26Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.26Z","message":"Policy self monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.26Z","message":"Coordinator policy monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.26Z","message":"Policy monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy agent monitor","throttle":2,"@timestamp":"2022-02-22T05:01:49.26Z","message":"run policy monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","@timestamp":"2022-02-22T05:01:49.26Z","message":"ensuring leadership of policies"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.261Z","message":"Revision monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.261Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.261Z","message":"Revision dispatcher started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.261Z","message":"Bulk checkin started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"long_poll_timeout":300000,"long_poll_timestamp":30000,"long_poll_jitter":30000,"@timestamp":"2022-02-22T05:01:49.261Z","message":"Checkin install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"@timestamp":"2022-02-22T05:01:49.261Z","message":"Setting config enroll_limit"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"maxParallel":8,"@timestamp":"2022-02-22T05:01:49.261Z","message":"Artifact install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"@timestamp":"2022-02-22T05:01:49.261Z","message":"Setting config ack_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"@timestamp":"2022-02-22T05:01:49.261Z","message":"Setting config status_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/status","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/checkin","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/acks","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/fleet/artifacts/:id/:sha2","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.261Z","message":"fleet-server routes set up"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.261Z","message":"Http server started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:38241","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.262Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.262Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.262Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.262Z","message":"Listening on localhost:38241"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:8221","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.262Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.263Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.263Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.263Z","message":"Listening on localhost:8221"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.264Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.265Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/status","http.version":"1.1","http.request.method":"GET","client.address":"127.0.0.1:59980","tls.established":false,"client.ip":"127.0.0.1","client.port":59980,"@timestamp":"2022-02-22T05:01:49.338Z","message":"HTTP start"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"no authorization header","@timestamp":"2022-02-22T05:01:49.338Z","message":"unauthenticated status request, return short status response only"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","http.request.id":"","mod":"status","http.response.body.bytes":43,"event.duration":124493,"@timestamp":"2022-02-22T05:01:49.339Z","message":"ok status"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/status","http.version":"1.1","http.request.method":"GET","client.address":"127.0.0.1:59980","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":43,"http.response.status_code":503,"event.duration":232320,"@timestamp":"2022-02-22T05:01:49.339Z","message":"503 HTTP Request"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.347Z","message":"Server configuration update"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"CONFIGURING","@timestamp":"2022-02-22T05:01:49.347Z","message":"Re-configuring"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","new":{"Host":"localhost","Port":38241,"InternalPort":8221,"TLS":null,"Timeouts":{"Read":60000000000,"Write":600000000000,"Idle":30000000000,"ReadHeader":5000000000,"CheckinTimestamp":30000000000,"CheckinLongPoll":300000000000,"CheckinJitter":30000000000},"Profiler":{"Enabled":false,"Bind":"localhost:6060"},"CompressionLevel":1,"CompressionThresh":1024,"Limits":{"PolicyThrottle":2000000,"MaxHeaderByteSize":8192,"MaxConnections":32000,"CheckinLimit":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"ArtifactLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"EnrollLimit":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"AckLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"StatusLimit":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0}},"Runtime":{"GCPercent":0},"Bulk":{"FlushInterval":250000000,"FlushThresholdCount":2048,"FlushThresholdSize":1048576,"FlushMaxPending":8},"GC":{"ScheduleInterval":3600000000000,"CleanupAfterExpiredInterval":"30d"},"Instrumentation":{"TLS":{"SkipVerify":false,"ServerCertificate":"","ServerCA":""},"Environment":"","APIKey":"","SecretToken":"","Hosts":["http://127.0.0.1:40465"],"Enabled":true}},"old":{"Elasticsearch":{"Protocol":"http","Hosts":["localhost:9200"],"Path":"","Headers":null,"APIKey":"","ServiceToken":"AAEAAWVsYXN0aWMvZmxlZXQtc2VydmVyL3Rva2VuMTowRVZ6Sy1FWFNFV25val9MQlZYTGln","ProxyURL":"","ProxyDisable":false,"ProxyHeaders":null,"TLS":null,"MaxRetries":3,"MaxConnPerHost":128,"Timeout":90000000000},"Extra":null},"@timestamp":"2022-02-22T05:01:49.348Z","message":"output configuration has changed"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"stopping server on configuration change"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Revision dispatcher exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","schedule":"fleet actions cleanup","@timestamp":"2022-02-22T05:01:49.348Z","message":"exiting on context cancel"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"force server close on ctx.Done()"} +{"log.level":"error","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"context canceled","mod":"bulk","action":"search","refresh":false,"rtt":88.334128,"@timestamp":"2022-02-22T05:01:49.348Z","message":"Dispatch abort response"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Bulk checkin exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Http server exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Policy monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Elasticsearch GC exited"} +{"log.level":"error","ecs.version":"1.6.0","service.name":"fleet-server","error.message":"context canceled","mod":"bulk","action":"read","refresh":false,"rtt":87.727972,"@timestamp":"2022-02-22T05:01:49.348Z","message":"Dispatch abort response"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Policy self monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.348Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.348Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Coordinator policy monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.348Z","message":"Index monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.348Z","message":"Index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.348Z","message":"Revision monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.349Z","message":"Policy index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.349Z","message":"Bulker exited"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Stats endpoint (127.0.0.1:5066) finished: accept tcp 127.0.0.1:5066: use of closed network connection","@timestamp":"2022-02-22T05:01:49.349Z"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.349Z","message":"starting server on configuration change"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.level":"info","log.logger":"fleet-metrics.api","message":"Starting stats endpoint","@timestamp":"2022-02-22T05:01:49.35Z"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.35Z","message":"init es"} +{"ecs.version":"1.6.0","service.name":"fleet-server","message":"Metrics endpoint listening on: 127.0.0.1:5066 (configured: localhost)","log.level":"info","log.logger":"fleet-metrics.api","@timestamp":"2022-02-22T05:01:49.35Z"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.363Z","message":"elasticsearch cluster info"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.363Z","message":"fleet-server instrumentation is enabled"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.372Z","message":"Bulker started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"@timestamp":"2022-02-22T05:01:49.372Z","message":"Run bulker with options"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","@timestamp":"2022-02-22T05:01:49.372Z","message":"check version compatibility with elasticsearch"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.376Z","message":"fetched elasticsearch version"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:49.376Z","message":"Elasticsearch compatibility check successful"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.377Z","message":"Migrations started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.377Z","message":"Elasticsearch GC started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:49.377Z","message":"init es"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.381Z","message":"Migrations exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:49.384Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.385Z","message":"Policy index monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.385Z","message":"Coordinator policy monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.385Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.385Z","message":"Policy monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.385Z","message":"Policy self monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy agent monitor","throttle":2,"@timestamp":"2022-02-22T05:01:49.385Z","message":"run policy monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.386Z","message":"Revision monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","@timestamp":"2022-02-22T05:01:49.386Z","message":"ensuring leadership of policies"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"long_poll_timeout":300000,"long_poll_timestamp":30000,"long_poll_jitter":30000,"@timestamp":"2022-02-22T05:01:49.386Z","message":"Checkin install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:49.386Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.386Z","message":"Bulk checkin started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"@timestamp":"2022-02-22T05:01:49.386Z","message":"Setting config enroll_limit"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.386Z","message":"Revision dispatcher started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"maxParallel":8,"@timestamp":"2022-02-22T05:01:49.386Z","message":"Artifact install limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"@timestamp":"2022-02-22T05:01:49.386Z","message":"Setting config ack_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"@timestamp":"2022-02-22T05:01:49.386Z","message":"Setting config status_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/status","@timestamp":"2022-02-22T05:01:49.386Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id","@timestamp":"2022-02-22T05:01:49.386Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/checkin","@timestamp":"2022-02-22T05:01:49.386Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/acks","@timestamp":"2022-02-22T05:01:49.386Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/fleet/artifacts/:id/:sha2","@timestamp":"2022-02-22T05:01:49.387Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.387Z","message":"fleet-server routes set up"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.387Z","message":"Http server started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:38241","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.387Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.387Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.387Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.387Z","message":"Listening on localhost:38241"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:8221","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:49.387Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:49.388Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.388Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:49.388Z","message":"Listening on localhost:8221"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.389Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:49.392Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy self monitor","index":".fleet-policies","@timestamp":"2022-02-22T05:01:49.65Z","message":"index not found"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STARTING","@timestamp":"2022-02-22T05:01:49.65Z","message":"Waiting on default policy with Fleet Server integration"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","index":".fleet-policies","@timestamp":"2022-02-22T05:01:50.31Z","message":"index not found"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60014","tls.established":false,"client.ip":"127.0.0.1","client.port":60014,"@timestamp":"2022-02-22T05:01:50.353Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":123405,"@timestamp":"2022-02-22T05:01:50.354Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60014","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":1388797,"@timestamp":"2022-02-22T05:01:50.354Z","message":"400 HTTP Request"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Server configuration update"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"CONFIGURING","@timestamp":"2022-02-22T05:01:50.366Z","message":"Re-configuring"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","new":{"Host":"localhost","Port":38241,"InternalPort":8221,"TLS":null,"Timeouts":{"Read":60000000000,"Write":600000000000,"Idle":30000000000,"ReadHeader":5000000000,"CheckinTimestamp":30000000000,"CheckinLongPoll":300000000000,"CheckinJitter":30000000000},"Profiler":{"Enabled":false,"Bind":"localhost:6060"},"CompressionLevel":1,"CompressionThresh":1024,"Limits":{"PolicyThrottle":2000000,"MaxHeaderByteSize":8192,"MaxConnections":32000,"CheckinLimit":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"ArtifactLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"EnrollLimit":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"AckLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"StatusLimit":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0}},"Runtime":{"GCPercent":0},"Bulk":{"FlushInterval":250000000,"FlushThresholdCount":2048,"FlushThresholdSize":1048576,"FlushMaxPending":8},"GC":{"ScheduleInterval":3600000000000,"CleanupAfterExpiredInterval":"30d"},"Instrumentation":{"TLS":{"SkipVerify":false,"ServerCertificate":"","ServerCA":""},"Environment":"","APIKey":"","SecretToken":"","Hosts":["http://127.0.0.1:40465"],"Enabled":false}},"old":{"Host":"localhost","Port":38241,"InternalPort":8221,"TLS":null,"Timeouts":{"Read":60000000000,"Write":600000000000,"Idle":30000000000,"ReadHeader":5000000000,"CheckinTimestamp":30000000000,"CheckinLongPoll":300000000000,"CheckinJitter":30000000000},"Profiler":{"Enabled":false,"Bind":"localhost:6060"},"CompressionLevel":1,"CompressionThresh":1024,"Limits":{"PolicyThrottle":2000000,"MaxHeaderByteSize":8192,"MaxConnections":32000,"CheckinLimit":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"ArtifactLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"EnrollLimit":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"AckLimit":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"StatusLimit":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0}},"Runtime":{"GCPercent":0},"Bulk":{"FlushInterval":250000000,"FlushThresholdCount":2048,"FlushThresholdSize":1048576,"FlushMaxPending":8},"GC":{"ScheduleInterval":3600000000000,"CleanupAfterExpiredInterval":"30d"},"Instrumentation":{"TLS":{"SkipVerify":false,"ServerCertificate":"","ServerCA":""},"Environment":"","APIKey":"","SecretToken":"","Hosts":["http://127.0.0.1:40465"],"Enabled":true}},"@timestamp":"2022-02-22T05:01:50.366Z","message":"server configuration has changed"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"stopping server on configuration change"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Policy monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"flushing instrumentation tracer..."} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Policy self monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Http server exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Revision dispatcher exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","schedule":"fleet actions cleanup","@timestamp":"2022-02-22T05:01:50.366Z","message":"exiting on context cancel"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Bulk checkin exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Elasticsearch GC exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.366Z","message":"Coordinator policy monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.367Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.367Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.367Z","message":"Index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.367Z","message":"Policy index monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.367Z","message":"Index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.367Z","message":"Revision monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.368Z","message":"Bulker exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.368Z","message":"starting server on configuration change"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.logger":"fleet-metrics.api","message":"Stats endpoint (127.0.0.1:5066) finished: accept tcp 127.0.0.1:5066: use of closed network connection","log.level":"info","@timestamp":"2022-02-22T05:01:50.368Z"} +{"ecs.version":"1.6.0","service.name":"fleet-server","message":"Starting stats endpoint","log.level":"info","log.logger":"fleet-metrics.api","@timestamp":"2022-02-22T05:01:50.369Z"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:50.369Z","message":"init es"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.logger":"fleet-metrics.api","message":"Metrics endpoint listening on: 127.0.0.1:5066 (configured: localhost)","log.level":"info","@timestamp":"2022-02-22T05:01:50.369Z"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:50.376Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.377Z","message":"Bulker started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","@timestamp":"2022-02-22T05:01:50.377Z","message":"check version compatibility with elasticsearch"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"@timestamp":"2022-02-22T05:01:50.377Z","message":"Run bulker with options"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:50.379Z","message":"fetched elasticsearch version"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet_version":"1.0.0","elasticsearch_version":"8.2.0","@timestamp":"2022-02-22T05:01:50.379Z","message":"Elasticsearch compatibility check successful"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.379Z","message":"Migrations started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.379Z","message":"Elasticsearch GC started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"@timestamp":"2022-02-22T05:01:50.379Z","message":"init es"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.383Z","message":"Migrations exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","@timestamp":"2022-02-22T05:01:50.386Z","message":"elasticsearch cluster info"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.387Z","message":"Policy index monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.387Z","message":"Coordinator policy monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.387Z","message":"Starting index monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.387Z","message":"Policy monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy agent monitor","throttle":2,"@timestamp":"2022-02-22T05:01:50.387Z","message":"run policy monitor"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.387Z","message":"Policy self monitor started"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","@timestamp":"2022-02-22T05:01:50.387Z","message":"ensuring leadership of policies"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.387Z","message":"Revision monitor started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:50.388Z","message":"Starting index monitor"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":15001,"MaxBody":1048576},"long_poll_timeout":300000,"long_poll_timestamp":30000,"long_poll_jitter":30000,"@timestamp":"2022-02-22T05:01:50.388Z","message":"Checkin install limits"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.388Z","message":"Revision dispatcher started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":10000000,"Burst":100,"Max":200,"MaxBody":524288},"@timestamp":"2022-02-22T05:01:50.388Z","message":"Setting config enroll_limit"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":0},"maxParallel":8,"@timestamp":"2022-02-22T05:01:50.388Z","message":"Artifact install limits"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.388Z","message":"Bulk checkin started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":500000,"Burst":4000,"Max":8000,"MaxBody":2097152},"@timestamp":"2022-02-22T05:01:50.388Z","message":"Setting config ack_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","limits":{"Interval":5000000,"Burst":25,"Max":50,"MaxBody":0},"@timestamp":"2022-02-22T05:01:50.388Z","message":"Setting config status_limits"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/status","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/checkin","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"POST","path":"/api/fleet/agents/:id/acks","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","method":"GET","path":"/api/fleet/artifacts/:id/:sha2","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server route added"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.388Z","message":"fleet-server routes set up"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.388Z","message":"Http server started"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:38241","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:50.388Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:50.388Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.389Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.389Z","message":"Listening on localhost:38241"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","bind":"localhost:8221","rdTimeout":60000,"wrTimeout":600000,"@timestamp":"2022-02-22T05:01:50.389Z","message":"server listening"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","hardConnLimit":32000,"@timestamp":"2022-02-22T05:01:50.389Z","message":"server hard connection limiter installed"} +{"log.level":"warn","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.389Z","message":"Exposed over insecure HTTP; enablement of TLS is strongly recommended"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:50.389Z","message":"Listening on localhost:8221"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:50.39Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","checkpoints":[-1],"@timestamp":"2022-02-22T05:01:50.392Z","message":"updated checkpoint"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60046","tls.established":false,"client.ip":"127.0.0.1","client.port":60046,"@timestamp":"2022-02-22T05:01:50.569Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":35386,"@timestamp":"2022-02-22T05:01:50.569Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60046","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":192309,"@timestamp":"2022-02-22T05:01:50.569Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy self monitor","index":".fleet-policies","@timestamp":"2022-02-22T05:01:50.651Z","message":"index not found"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STARTING","@timestamp":"2022-02-22T05:01:50.652Z","message":"Waiting on default policy with Fleet Server integration"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","ctx":"policy leader manager","index":".fleet-policies","@timestamp":"2022-02-22T05:01:51.23Z","message":"index not found"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60060","tls.established":false,"client.ip":"127.0.0.1","client.port":60060,"@timestamp":"2022-02-22T05:01:51.574Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":133049,"@timestamp":"2022-02-22T05:01:51.574Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60060","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":663050,"@timestamp":"2022-02-22T05:01:51.574Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60064","tls.established":false,"client.ip":"127.0.0.1","client.port":60064,"@timestamp":"2022-02-22T05:01:52.577Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":57151,"@timestamp":"2022-02-22T05:01:52.577Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60064","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":256531,"@timestamp":"2022-02-22T05:01:52.577Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60066","tls.established":false,"client.ip":"127.0.0.1","client.port":60066,"@timestamp":"2022-02-22T05:01:53.581Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":137775,"@timestamp":"2022-02-22T05:01:53.581Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60066","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":665167,"@timestamp":"2022-02-22T05:01:53.582Z","message":"400 HTTP Request"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60068","tls.established":false,"client.ip":"127.0.0.1","client.port":60068,"@timestamp":"2022-02-22T05:01:54.587Z","message":"HTTP start"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","fleet.agent.id":"1e4954ce-af37-4731-9f4a-407b08e69e42","http.request.id":"","error.message":"no authorization header","http.response.status_code":400,"event.duration":132493,"@timestamp":"2022-02-22T05:01:54.588Z","message":"fail checkin"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","url.full":"/api/fleet/agents/1e4954ce-af37-4731-9f4a-407b08e69e42/checkin","http.version":"1.1","http.request.method":"POST","client.address":"127.0.0.1:60068","tls.established":false,"http.request.body.bytes":0,"http.response.body.bytes":39,"http.response.status_code":400,"event.duration":640797,"@timestamp":"2022-02-22T05:01:54.588Z","message":"400 HTTP Request"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","status":"STOPPING","@timestamp":"2022-02-22T05:01:55.569Z","message":"Stopping"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.569Z","message":"Bulk checkin exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.569Z","message":"Coordinator policy monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.57Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.57Z","message":"Policy self monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.569Z","message":"Revision dispatcher exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.57Z","message":"Policy monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.569Z","message":"force server close on ctx.Done()"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.57Z","message":"Http server exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:55.57Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","schedule":"fleet actions cleanup","@timestamp":"2022-02-22T05:01:55.57Z","message":"exiting on context cancel"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:55.57Z","message":"context closed waiting for global checkpoints advance"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-policies","ctx":"index monitor","@timestamp":"2022-02-22T05:01:55.57Z","message":"Index monitor exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","index":".fleet-actions","ctx":"index monitor","@timestamp":"2022-02-22T05:01:55.571Z","message":"Index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.571Z","message":"Elasticsearch GC exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.571Z","message":"Policy index monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.571Z","message":"Revision monitor exited"} +{"log.level":"debug","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.571Z","message":"Bulker exited"} +{"log.level":"info","ecs.version":"1.6.0","service.name":"fleet-server","@timestamp":"2022-02-22T05:01:55.571Z","message":"Fleet Server exited"} +{"ecs.version":"1.6.0","service.name":"fleet-server","log.logger":"fleet-metrics.api","message":"Stats endpoint (127.0.0.1:5066) finished: accept tcp 127.0.0.1:5066: use of closed network connection","log.level":"info","@timestamp":"2022-02-22T05:01:55.572Z"} +--- PASS: TestServerInstrumentation (6.34s) +PASS +ok github.com/elastic/fleet-server/v7/cmd/fleet 6.651s +? github.com/elastic/fleet-server/v7/dev-tools/buildlimits [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/action [no test files] +=== RUN TestCreateApiKeyWithMetadata +--- PASS: TestCreateApiKeyWithMetadata (0.06s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/apikey 0.085s +? github.com/elastic/fleet-server/v7/internal/pkg/build [no test files] +=== RUN TestBulkCreate +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:01:56-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:01:56-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:01:56-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6sh6ibcn71608i7sg","time":"2022-02-21T21:01:56-08:00","message":"Create template"} +=== RUN TestBulkCreate/Empty_Id +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":207,"time":"2022-02-21T21:01:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":207,"queue":"bulk","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.112246,"szPending":207,"queue":"bulk","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":108,"rtt":116.984611,"hasErrors":false,"cnt":1,"bufSz":207,"bodySz":234,"time":"2022-02-21T21:01:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":207,"queue":"bulk","rtt":117.213756,"time":"2022-02-21T21:01:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":368.79802,"time":"2022-02-21T21:01:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":63,"time":"2022-02-21T21:01:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.099746,"szPending":63,"queue":"read","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":19.331616,"cnt":1,"bufSz":256,"bodySz":301,"time":"2022-02-21T21:01:57-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","rtt":19.432153,"time":"2022-02-21T21:01:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":270.657937,"time":"2022-02-21T21:01:57-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Simple_Id +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":225,"time":"2022-02-21T21:01:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":225,"queue":"bulk","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111355,"szPending":225,"queue":"bulk","time":"2022-02-21T21:01:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":15,"rtt":23.87761,"hasErrors":false,"cnt":1,"bufSz":225,"bodySz":220,"time":"2022-02-21T21:01:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":225,"queue":"bulk","rtt":24.095443,"time":"2022-02-21T21:01:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":275.674171,"time":"2022-02-21T21:01:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":50,"time":"2022-02-21T21:01:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":50,"queue":"read","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.158196,"szPending":50,"queue":"read","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":33.811557,"cnt":1,"bufSz":256,"bodySz":290,"time":"2022-02-21T21:01:58-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":50,"queue":"read","rtt":34.003594,"time":"2022-02-21T21:01:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":285.263448,"time":"2022-02-21T21:01:58-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Single_quoted_Id +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":232,"time":"2022-02-21T21:01:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":232,"queue":"bulk","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.112583,"szPending":232,"queue":"bulk","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":11,"rtt":17.77855,"hasErrors":false,"cnt":1,"bufSz":232,"bodySz":227,"time":"2022-02-21T21:01:58-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":232,"queue":"bulk","rtt":17.8657,"time":"2022-02-21T21:01:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":269.448826,"time":"2022-02-21T21:01:58-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":57,"time":"2022-02-21T21:01:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":57,"queue":"read","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.1119,"szPending":57,"queue":"read","time":"2022-02-21T21:01:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":22.8501,"cnt":1,"bufSz":256,"bodySz":297,"time":"2022-02-21T21:01:58-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":57,"queue":"read","rtt":23.055199,"time":"2022-02-21T21:01:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":274.245475,"time":"2022-02-21T21:01:58-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Double_quoted_Id +=== RUN TestBulkCreate/Empty_Index +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":189,"time":"2022-02-21T21:01:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":189,"queue":"bulk","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.138119,"szPending":189,"queue":"bulk","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":6,"rtt":15.358753,"hasErrors":true,"cnt":1,"bufSz":200,"bodySz":179,"time":"2022-02-21T21:01:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":189,"queue":"bulk","rtt":15.582156,"time":"2022-02-21T21:01:59-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 500:string_index_out_of_bounds_exception:String index out of range: 0","mod":"bulk","action":"create","refresh":false,"rtt":267.081333,"time":"2022-02-21T21:01:59-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Unicode_Index_豆腐 +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":200,"time":"2022-02-21T21:01:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":200,"queue":"bulk","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.106854,"szPending":200,"queue":"bulk","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":204,"rtt":211.560416,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":220,"time":"2022-02-21T21:01:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":200,"queue":"bulk","rtt":211.656027,"time":"2022-02-21T21:01:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":462.90533,"time":"2022-02-21T21:01:59-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":49,"time":"2022-02-21T21:01:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":49,"queue":"read","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.109271,"szPending":49,"queue":"read","time":"2022-02-21T21:01:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":37.087496,"cnt":1,"bufSz":256,"bodySz":294,"time":"2022-02-21T21:01:59-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":49,"queue":"read","rtt":37.287663,"time":"2022-02-21T21:01:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":288.541577,"time":"2022-02-21T21:01:59-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Invalid_utf-8 +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":191,"time":"2022-02-21T21:02:00-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":191,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.077319,"szPending":191,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Acquired"} +{"level":"error","mod":"bulk","err":"[400 Bad Request] {\"error\":{\"root_cause\":[{\"type\":\"json_parse_exception\",\"reason\":\"Invalid UTF-8 start byte 0xfe\\n at [Source: (byte[])\\\"POST /_bulk HTTP/1.1\\r\\nHost: localhost:9200\\r\\nUser-Agent: go-elasticsearch/7.15.1 (linux amd64; Go 1.17.7)\\r\\nContent-Length: 191\\r\\nAuthorization: Basic ZWxhc3RpYzpjaGFuZ2VtZQ==\\r\\nContent-Type: application/json\\r\\nX-Elastic-Client-Meta: es=7.15.1,go=1.17.7,t=7.15.1,hc=1.17.7\\r\\nX-Elastic-Product-Origin: fleet\\r\\nAccept-Encoding: gzip\\r\\n\\r\\n{\\\"create\\\":{\\\"_index\\\":\\\"����\\\"}}\\n{\\\"intval\\\":460128162,\\\"objval\\\":{\\\"substring\\\":\\\"Carverflint\\\"},\\\"boolval\\\":false,\\\"kwval\\\":\\\"Kangarooiris\\\",\\\"binaryval\\\":\\\"Q2F0c3VyZg==\\\",\\\"dateval\\\":\\\"2022-02-21\\\"[truncated 18 bytes]; line: 1, column: 23]\"}],\"type\":\"json_parse_exception\",\"reason\":\"Invalid UTF-8 start byte 0xfe\\n at [Source: (byte[])\\\"POST /_bulk HTTP/1.1\\r\\nHost: localhost:9200\\r\\nUser-Agent: go-elasticsearch/7.15.1 (linux amd64; Go 1.17.7)\\r\\nContent-Length: 191\\r\\nAuthorization: Basic ZWxhc3RpYzpjaGFuZ2VtZQ==\\r\\nContent-Type: application/json\\r\\nX-Elastic-Client-Meta: es=7.15.1,go=1.17.7,t=7.15.1,hc=1.17.7\\r\\nX-Elastic-Product-Origin: fleet\\r\\nAccept-Encoding: gzip\\r\\n\\r\\n{\\\"create\\\":{\\\"_index\\\":\\\"����\\\"}}\\n{\\\"intval\\\":460128162,\\\"objval\\\":{\\\"substring\\\":\\\"Carverflint\\\"},\\\"boolval\\\":false,\\\"kwval\\\":\\\"Kangarooiris\\\",\\\"binaryval\\\":\\\"Q2F0c3VyZg==\\\",\\\"dateval\\\":\\\"2022-02-21\\\"[truncated 18 bytes]; line: 1, column: 23]\"},\"status\":400}","time":"2022-02-21T21:02:00-08:00","message":"Fail BulkRequest result"} +{"level":"trace","error":"elastic fail 400:json_parse_exception:Invalid UTF-8 start byte 0xfe\n at [Source: (byte[])\"POST /_bulk HTTP/1.1\r\nHost: localhost:9200\r\nUser-Agent: go-elasticsearch/7.15.1 (linux amd64; Go 1.17.7)\r\nContent-Length: 191\r\nAuthorization: Basic ZWxhc3RpYzpjaGFuZ2VtZQ==\r\nContent-Type: application/json\r\nX-Elastic-Client-Meta: es=7.15.1,go=1.17.7,t=7.15.1,hc=1.17.7\r\nX-Elastic-Product-Origin: fleet\r\nAccept-Encoding: gzip\r\n\r\n{\"create\":{\"_index\":\"����\"}}\n{\"intval\":460128162,\"objval\":{\"substring\":\"Carverflint\"},\"boolval\":false,\"kwval\":\"Kangarooiris\",\"binaryval\":\"Q2F0c3VyZg==\",\"dateval\":\"2022-02-21\"[truncated 18 bytes]; line: 1, column: 23]","mod":"bulk","cnt":1,"szPending":191,"queue":"bulk","rtt":6.413598,"time":"2022-02-21T21:02:00-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 400:json_parse_exception:Invalid UTF-8 start byte 0xfe\n at [Source: (byte[])\"POST /_bulk HTTP/1.1\r\nHost: localhost:9200\r\nUser-Agent: go-elasticsearch/7.15.1 (linux amd64; Go 1.17.7)\r\nContent-Length: 191\r\nAuthorization: Basic ZWxhc3RpYzpjaGFuZ2VtZQ==\r\nContent-Type: application/json\r\nX-Elastic-Client-Meta: es=7.15.1,go=1.17.7,t=7.15.1,hc=1.17.7\r\nX-Elastic-Product-Origin: fleet\r\nAccept-Encoding: gzip\r\n\r\n{\"create\":{\"_index\":\"����\"}}\n{\"intval\":460128162,\"objval\":{\"substring\":\"Carverflint\"},\"boolval\":false,\"kwval\":\"Kangarooiris\",\"binaryval\":\"Q2F0c3VyZg==\",\"dateval\":\"2022-02-21\"[truncated 18 bytes]; line: 1, column: 23]","mod":"bulk","action":"create","refresh":false,"rtt":257.40042,"time":"2022-02-21T21:02:00-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Malformed_Index_Uppercase +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":198,"time":"2022-02-21T21:02:00-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":198,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.042803,"szPending":198,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":0,"rtt":4.204148,"hasErrors":true,"cnt":1,"bufSz":200,"bodySz":241,"time":"2022-02-21T21:02:00-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":198,"queue":"bulk","rtt":4.266108,"time":"2022-02-21T21:02:00-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 400:invalid_index_name_exception:Invalid index name [UPPERCASE], must be lowercase","mod":"bulk","action":"create","refresh":false,"rtt":254.896391,"time":"2022-02-21T21:02:00-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreate/Malformed_Index_underscore +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":207,"time":"2022-02-21T21:02:00-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":207,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.180374,"szPending":207,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":1,"rtt":10.201556,"hasErrors":true,"cnt":1,"bufSz":207,"bodySz":248,"time":"2022-02-21T21:02:00-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":207,"queue":"bulk","rtt":10.420785,"time":"2022-02-21T21:02:00-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 400:invalid_index_name_exception:Invalid index name [_nope], must not start with '_', '-', or '+'","mod":"bulk","action":"create","refresh":false,"rtt":261.766749,"time":"2022-02-21T21:02:00-08:00","message":"Dispatch OK"} +--- PASS: TestBulkCreate (3.74s) + --- PASS: TestBulkCreate/Empty_Id (0.64s) + --- PASS: TestBulkCreate/Simple_Id (0.56s) + --- PASS: TestBulkCreate/Single_quoted_Id (0.54s) + --- PASS: TestBulkCreate/Double_quoted_Id (0.00s) + --- PASS: TestBulkCreate/Empty_Index (0.27s) + --- PASS: TestBulkCreate/Unicode_Index_豆腐 (0.75s) + --- PASS: TestBulkCreate/Invalid_utf-8 (0.26s) + --- PASS: TestBulkCreate/Malformed_Index_Uppercase (0.26s) + --- PASS: TestBulkCreate/Malformed_Index_underscore (0.26s) +=== RUN TestBulkCreateBody +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:00-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:00-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:00-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6si6ibcn71608i7t0","time":"2022-02-21T21:02:00-08:00","message":"Create template"} +=== RUN TestBulkCreateBody/Empty_Body +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":48,"time":"2022-02-21T21:02:00-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":48,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.130558,"szPending":48,"queue":"bulk","time":"2022-02-21T21:02:00-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":14,"rtt":23.516289,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":233,"time":"2022-02-21T21:02:01-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":48,"queue":"bulk","rtt":23.728184,"time":"2022-02-21T21:02:01-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":275.157501,"time":"2022-02-21T21:02:01-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreateBody/Malformed_Body +=== RUN TestBulkCreateBody/Overflow +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":80,"time":"2022-02-21T21:02:01-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":80,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.156063,"szPending":80,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":4,"rtt":14.868807,"hasErrors":true,"cnt":1,"bufSz":200,"bodySz":964,"time":"2022-02-21T21:02:01-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":80,"queue":"bulk","rtt":15.094501,"time":"2022-02-21T21:02:01-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 400:mapper_parsing_exception:failed to parse field [overflow] of type [long] in document with id '73bOH38BpXC1dZlSzhFB'. Preview of field's value: '99999999999999999999'","mod":"bulk","action":"create","refresh":false,"rtt":266.555804,"time":"2022-02-21T21:02:01-08:00","message":"Dispatch OK"} +=== RUN TestBulkCreateBody/Invalid_utf-8 +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":59,"time":"2022-02-21T21:02:01-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":59,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.083113,"szPending":59,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":2,"rtt":8.127265,"hasErrors":true,"cnt":1,"bufSz":200,"bodySz":750,"time":"2022-02-21T21:02:01-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":59,"queue":"bulk","rtt":8.29408,"time":"2022-02-21T21:02:01-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 400:mapper_parsing_exception:failed to parse","mod":"bulk","action":"create","refresh":false,"rtt":259.410772,"time":"2022-02-21T21:02:01-08:00","message":"Dispatch OK"} +--- PASS: TestBulkCreateBody (0.99s) + --- PASS: TestBulkCreateBody/Empty_Body (0.28s) + --- PASS: TestBulkCreateBody/Malformed_Body (0.00s) + --- PASS: TestBulkCreateBody/Overflow (0.27s) + --- PASS: TestBulkCreateBody/Invalid_utf-8 (0.26s) +=== RUN TestBulkIndex +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:01-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:01-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:01-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6sieibcn71608i7tg","time":"2022-02-21T21:02:01-08:00","message":"Create template"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:01-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.105993,"szPending":213,"queue":"bulk","time":"2022-02-21T21:02:01-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":77,"rtt":83.686063,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":232,"time":"2022-02-21T21:02:02-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"bulk","rtt":83.842927,"time":"2022-02-21T21:02:02-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"index","refresh":false,"rtt":335.139133,"time":"2022-02-21T21:02:02-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":63,"time":"2022-02-21T21:02:02-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","time":"2022-02-21T21:02:02-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.155623,"szPending":63,"queue":"read","time":"2022-02-21T21:02:02-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":37.58161,"cnt":1,"bufSz":256,"bodySz":308,"time":"2022-02-21T21:02:02-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","rtt":37.810764,"time":"2022-02-21T21:02:02-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":289.04045,"time":"2022-02-21T21:02:02-08:00","message":"Dispatch OK"} +--- PASS: TestBulkIndex (0.81s) +=== RUN TestBulkUpdate +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:02-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:02-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:02-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6simibcn71608i7u0","time":"2022-02-21T21:02:02-08:00","message":"Create template"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:02-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"bulk","time":"2022-02-21T21:02:02-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.100347,"szPending":213,"queue":"bulk","time":"2022-02-21T21:02:02-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":77,"rtt":85.598338,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":233,"time":"2022-02-21T21:02:02-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"bulk","rtt":85.796295,"time":"2022-02-21T21:02:02-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":336.72742,"time":"2022-02-21T21:02:02-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":110,"time":"2022-02-21T21:02:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":110,"queue":"refreshBulk","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.146552,"szPending":110,"queue":"refreshBulk","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":55,"rtt":61.595903,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":255,"time":"2022-02-21T21:02:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":110,"queue":"refreshBulk","rtt":61.68174,"time":"2022-02-21T21:02:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":312.870811,"time":"2022-02-21T21:02:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":63,"time":"2022-02-21T21:02:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.029517,"szPending":63,"queue":"read","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":3.918669,"cnt":1,"bufSz":256,"bodySz":312,"time":"2022-02-21T21:02:03-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","rtt":3.973032,"time":"2022-02-21T21:02:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":254.66168,"time":"2022-02-21T21:02:03-08:00","message":"Dispatch OK"} +--- PASS: TestBulkUpdate (1.09s) +=== RUN TestBulkSearch +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:03-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:03-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:03-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6siuibcn71608i7ug","time":"2022-02-21T21:02:03-08:00","message":"Create template"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":210,"time":"2022-02-21T21:02:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":210,"queue":"refreshBulk","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.131715,"szPending":210,"queue":"refreshBulk","time":"2022-02-21T21:02:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":101,"rtt":108.079481,"hasErrors":false,"cnt":1,"bufSz":210,"bodySz":256,"time":"2022-02-21T21:02:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":210,"queue":"refreshBulk","rtt":108.208216,"time":"2022-02-21T21:02:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":359.294206,"time":"2022-02-21T21:02:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":82,"time":"2022-02-21T21:02:04-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":82,"queue":"search","time":"2022-02-21T21:02:04-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.12837,"szPending":82,"queue":"search","time":"2022-02-21T21:02:04-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":17.423299,"took":8,"cnt":1,"bufSz":256,"bodySz":459,"time":"2022-02-21T21:02:04-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":82,"queue":"search","rtt":17.645273,"time":"2022-02-21T21:02:04-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":268.819031,"time":"2022-02-21T21:02:04-08:00","message":"Dispatch OK"} +--- PASS: TestBulkSearch (0.80s) +=== RUN TestBulkDelete +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:04-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:04-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:04-08:00","message":"Run bulker with options"} +{"level":"info","name":"c8a6sj6ibcn71608i7v0","time":"2022-02-21T21:02:04-08:00","message":"Create template"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":211,"time":"2022-02-21T21:02:04-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":211,"queue":"bulk","time":"2022-02-21T21:02:04-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.116317,"szPending":211,"queue":"bulk","time":"2022-02-21T21:02:04-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":74,"rtt":80.033465,"hasErrors":false,"cnt":1,"bufSz":211,"bodySz":233,"time":"2022-02-21T21:02:04-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":211,"queue":"bulk","rtt":80.113775,"time":"2022-02-21T21:02:04-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":331.228448,"time":"2022-02-21T21:02:04-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":74,"time":"2022-02-21T21:02:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":74,"queue":"bulk","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.150058,"szPending":74,"queue":"bulk","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":42,"rtt":49.127334,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":233,"time":"2022-02-21T21:02:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":74,"queue":"bulk","rtt":49.252932,"time":"2022-02-21T21:02:05-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"delete","refresh":false,"rtt":300.474823,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":63,"time":"2022-02-21T21:02:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.116587,"szPending":63,"queue":"read","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":12.338635,"cnt":1,"bufSz":256,"bodySz":87,"time":"2022-02-21T21:02:05-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":63,"queue":"read","rtt":12.561711,"time":"2022-02-21T21:02:05-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":false,"rtt":263.720216,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":74,"time":"2022-02-21T21:02:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":74,"queue":"bulk","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.134748,"szPending":74,"queue":"bulk","time":"2022-02-21T21:02:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":12,"rtt":20.355555,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":235,"time":"2022-02-21T21:02:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":74,"queue":"bulk","rtt":20.608425,"time":"2022-02-21T21:02:05-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 404","mod":"bulk","action":"delete","refresh":false,"rtt":271.943801,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch OK"} +--- PASS: TestBulkDelete (1.38s) +=== RUN TestCancelCtx +=== RUN TestCancelCtx/create +{"level":"error","error":"context canceled","mod":"bulk","action":"create","refresh":false,"rtt":1.078461,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/read +{"level":"error","error":"context canceled","mod":"bulk","action":"read","refresh":false,"rtt":1.117689,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/update +{"level":"error","error":"context canceled","mod":"bulk","action":"update","refresh":false,"rtt":1.159016,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/delete +{"level":"error","error":"context canceled","mod":"bulk","action":"delete","refresh":false,"rtt":1.093008,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/index +{"level":"error","error":"context canceled","mod":"bulk","action":"index","refresh":false,"rtt":1.123957,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/search +{"level":"error","error":"context canceled","mod":"bulk","action":"search","refresh":false,"rtt":1.150159,"time":"2022-02-21T21:02:05-08:00","message":"Dispatch abort response"} +=== RUN TestCancelCtx/mcreate +=== RUN TestCancelCtx/mindex +=== RUN TestCancelCtx/mupdate +=== RUN TestCancelCtx/mdelete +--- PASS: TestCancelCtx (0.01s) + --- PASS: TestCancelCtx/create (0.00s) + --- PASS: TestCancelCtx/read (0.00s) + --- PASS: TestCancelCtx/update (0.00s) + --- PASS: TestCancelCtx/delete (0.00s) + --- PASS: TestCancelCtx/index (0.00s) + --- PASS: TestCancelCtx/search (0.00s) + --- PASS: TestCancelCtx/mcreate (0.00s) + --- PASS: TestCancelCtx/mindex (0.00s) + --- PASS: TestCancelCtx/mupdate (0.00s) + --- PASS: TestCancelCtx/mdelete (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/bulk 8.893s +? github.com/elastic/fleet-server/v7/internal/pkg/cache [no test files] +=== RUN TestBulkSimple +=== RUN TestBulkSimple/Simple_case +{"level":"trace","rtt":0.127878,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Singled_field_case +{"level":"trace","rtt":0.062999,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Multi_field_case +{"level":"trace","rtt":0.068577,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Multi_field_nested_case +{"level":"trace","rtt":0.064975,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Simple_case_with_seqNo +{"level":"trace","rtt":0.071493,"cnt":1,"refresh":true,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Field_case_with_seqNo +{"level":"trace","rtt":0.080664,"cnt":1,"refresh":true,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Unusual_status +{"level":"trace","rtt":0.044073,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +=== RUN TestBulkSimple/Empty_status +{"level":"trace","rtt":0.04114,"cnt":1,"refresh":false,"time":"2022-02-21T21:02:06-08:00","message":"Flush updates"} +--- PASS: TestBulkSimple (0.00s) + --- PASS: TestBulkSimple/Simple_case (0.00s) + --- PASS: TestBulkSimple/Singled_field_case (0.00s) + --- PASS: TestBulkSimple/Multi_field_case (0.00s) + --- PASS: TestBulkSimple/Multi_field_nested_case (0.00s) + --- PASS: TestBulkSimple/Simple_case_with_seqNo (0.00s) + --- PASS: TestBulkSimple/Field_case_with_seqNo (0.00s) + --- PASS: TestBulkSimple/Unusual_status (0.00s) + --- PASS: TestBulkSimple/Empty_status (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/checkin 0.060s +=== RUN TestLoadLimits +=== RUN TestLoadLimits/low_ram +=== RUN TestLoadLimits/512 +=== RUN TestLoadLimits/precise +=== RUN TestLoadLimits/2-to-4 +=== RUN TestLoadLimits/close_to_max +=== RUN TestLoadLimits/above_max +--- PASS: TestLoadLimits (0.00s) + --- PASS: TestLoadLimits/low_ram (0.00s) + --- PASS: TestLoadLimits/512 (0.00s) + --- PASS: TestLoadLimits/precise (0.00s) + --- PASS: TestLoadLimits/2-to-4 (0.00s) + --- PASS: TestLoadLimits/close_to_max (0.00s) + --- PASS: TestLoadLimits/above_max (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/config 0.039s +=== RUN TestMonitorLeadership +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:07-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:07-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:07-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":140,"time":"2022-02-21T21:02:07-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:07-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.096047,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:07-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":169,"rtt":175.251942,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:02:07-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","rtt":175.341133,"time":"2022-02-21T21:02:07-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":426.641763,"time":"2022-02-21T21:02:07-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:07-08:00","message":"Starting index monitor"} +{"level":"debug","ctx":"policy leader manager","time":"2022-02-21T21:02:07-08:00","message":"ensuring leadership of policies"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[0],"time":"2022-02-21T21:02:07-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":73,"time":"2022-02-21T21:02:08-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.135128,"szPending":73,"queue":"read","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.05792,"cnt":1,"bufSz":256,"bodySz":99,"time":"2022-02-21T21:02:08-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","rtt":7.145828,"time":"2022-02-21T21:02:08-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":false,"rtt":258.299789,"time":"2022-02-21T21:02:08-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":671,"time":"2022-02-21T21:02:08-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":531,"queue":"bulk","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.101964,"szPending":531,"queue":"bulk","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.100628,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":10,"rtt":16.241568,"hasErrors":false,"cnt":1,"bufSz":531,"bodySz":245,"time":"2022-02-21T21:02:08-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":531,"queue":"bulk","rtt":16.385255,"time":"2022-02-21T21:02:08-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":267.175745,"time":"2022-02-21T21:02:08-08:00","message":"Dispatch OK"} +{"level":"trace","refresh":true,"mod":"bulk","took":12,"rtt":19.167584,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":252,"time":"2022-02-21T21:02:08-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","rtt":19.246279,"time":"2022-02-21T21:02:08-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":28.234172,"time":"2022-02-21T21:02:08-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[1],"time":"2022-02-21T21:02:08-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":214,"time":"2022-02-21T21:02:08-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.113586,"szPending":214,"queue":"search","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":71.855997,"took":63,"cnt":1,"bufSz":256,"bodySz":991,"time":"2022-02-21T21:02:08-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":71.935156,"time":"2022-02-21T21:02:08-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":323.538619,"time":"2022-02-21T21:02:08-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":144,"time":"2022-02-21T21:02:08-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":144,"queue":"search","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.119291,"szPending":144,"queue":"search","time":"2022-02-21T21:02:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":10.742477,"took":1,"cnt":1,"bufSz":256,"bodySz":486,"time":"2022-02-21T21:02:08-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":144,"queue":"search","rtt":10.953657,"time":"2022-02-21T21:02:08-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic fail 404:index_not_found_exception:no such index [.fleet-policies-leader]","mod":"bulk","action":"search","refresh":false,"rtt":262.286678,"time":"2022-02-21T21:02:08-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-policies-leader","time":"2022-02-21T21:02:08-08:00","message":"index not found"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":162,"time":"2022-02-21T21:02:09-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":162,"queue":"refreshRead","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.162896,"szPending":162,"queue":"refreshRead","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":8.733662,"cnt":2,"bufSz":512,"bodySz":1074,"time":"2022-02-21T21:02:09-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":162,"queue":"refreshRead","rtt":8.961383,"time":"2022-02-21T21:02:09-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":260.225713,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":260.407569,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":426,"time":"2022-02-21T21:02:09-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":426,"queue":"refreshBulk","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.13624,"szPending":426,"queue":"refreshBulk","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":172,"rtt":178.688161,"hasErrors":false,"cnt":2,"bufSz":426,"bodySz":515,"time":"2022-02-21T21:02:09-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":426,"queue":"refreshBulk","rtt":178.772741,"time":"2022-02-21T21:02:09-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":429.860228,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":429.971599,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"16516ce2-371f-4709-8bd3-f1a535288edd","count":0,"coordinator":"v0","time":"2022-02-21T21:02:09-08:00","message":"Starting policy coordinator"} +{"level":"info","ctx":"policy leader manager","policy_id":"945b3e48-174d-4821-b25b-5ffee1532681","count":0,"coordinator":"v0","time":"2022-02-21T21:02:09-08:00","message":"Starting policy coordinator"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":280,"time":"2022-02-21T21:02:09-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":280,"queue":"refreshBulk","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.147101,"szPending":280,"queue":"refreshBulk","time":"2022-02-21T21:02:09-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":33,"rtt":41.663754,"hasErrors":false,"cnt":2,"bufSz":400,"bodySz":468,"time":"2022-02-21T21:02:09-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":280,"queue":"refreshBulk","rtt":41.882205,"time":"2022-02-21T21:02:09-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":293.264483,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"16516ce2-371f-4709-8bd3-f1a535288edd","revision_idx":1,"coordinator_idx":1,"revision_id":1,"time":"2022-02-21T21:02:09-08:00","message":"Policy coordinator added a new policy revision"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":293.461934,"time":"2022-02-21T21:02:09-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"945b3e48-174d-4821-b25b-5ffee1532681","revision_idx":1,"coordinator_idx":1,"revision_id":1,"time":"2022-02-21T21:02:09-08:00","message":"Policy coordinator added a new policy revision"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[3],"time":"2022-02-21T21:02:09-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":73,"time":"2022-02-21T21:02:10-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"refreshRead","time":"2022-02-21T21:02:10-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.151295,"szPending":73,"queue":"refreshRead","time":"2022-02-21T21:02:10-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":10.907631,"cnt":1,"bufSz":256,"bodySz":598,"time":"2022-02-21T21:02:10-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"refreshRead","rtt":11.144564,"time":"2022-02-21T21:02:10-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":262.352348,"time":"2022-02-21T21:02:10-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:10-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:10-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.125332,"szPending":81,"queue":"read","time":"2022-02-21T21:02:10-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":10.751398,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:10-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":11.061581,"time":"2022-02-21T21:02:10-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":262.26637,"time":"2022-02-21T21:02:10-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:11-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.128118,"szPending":81,"queue":"read","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":6.625652,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:11-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":6.719824,"time":"2022-02-21T21:02:11-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":257.958524,"time":"2022-02-21T21:02:11-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":214,"time":"2022-02-21T21:02:11-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.134423,"szPending":214,"queue":"search","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":18.077052,"took":9,"cnt":1,"bufSz":256,"bodySz":989,"time":"2022-02-21T21:02:11-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":18.181888,"time":"2022-02-21T21:02:11-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":269.467207,"time":"2022-02-21T21:02:11-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":214,"time":"2022-02-21T21:02:11-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.130342,"szPending":214,"queue":"search","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":46.004293,"took":36,"cnt":1,"bufSz":256,"bodySz":991,"time":"2022-02-21T21:02:11-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":46.154684,"time":"2022-02-21T21:02:11-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":296.963459,"time":"2022-02-21T21:02:11-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:11-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:11-08:00","message":"Index monitor exited"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":162,"time":"2022-02-21T21:02:11-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":162,"queue":"refreshRead","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.081827,"szPending":162,"queue":"refreshRead","time":"2022-02-21T21:02:11-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":5.837483,"cnt":2,"bufSz":512,"bodySz":550,"time":"2022-02-21T21:02:11-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":162,"queue":"refreshRead","rtt":5.93526,"time":"2022-02-21T21:02:11-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":256.772783,"time":"2022-02-21T21:02:11-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":256.706326,"time":"2022-02-21T21:02:11-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":442,"time":"2022-02-21T21:02:12-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":442,"queue":"refreshBulk","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.116493,"szPending":442,"queue":"refreshBulk","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":51,"rtt":59.447394,"hasErrors":false,"cnt":2,"bufSz":442,"bodySz":514,"time":"2022-02-21T21:02:12-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":442,"queue":"refreshBulk","rtt":59.582074,"time":"2022-02-21T21:02:12-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":310.731733,"time":"2022-02-21T21:02:12-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":310.705215,"time":"2022-02-21T21:02:12-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:12-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.115415,"szPending":81,"queue":"read","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.21881,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:12-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":7.329281,"time":"2022-02-21T21:02:12-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":258.450194,"time":"2022-02-21T21:02:12-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:12-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.142017,"szPending":81,"queue":"read","time":"2022-02-21T21:02:12-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":10.991615,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:12-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":11.220996,"time":"2022-02-21T21:02:12-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":262.531556,"time":"2022-02-21T21:02:12-08:00","message":"Dispatch OK"} +--- PASS: TestMonitorLeadership (5.45s) +=== RUN TestMonitorUnenroller +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:12-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:12-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:12-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":163,"time":"2022-02-21T21:02:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.128427,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":32,"rtt":39.089032,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":252,"time":"2022-02-21T21:02:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","rtt":39.254687,"time":"2022-02-21T21:02:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.453529,"time":"2022-02-21T21:02:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":358,"time":"2022-02-21T21:02:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":358,"queue":"bulk","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.125435,"szPending":358,"queue":"bulk","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":170,"rtt":175.516678,"hasErrors":false,"cnt":1,"bufSz":358,"bodySz":245,"time":"2022-02-21T21:02:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":358,"queue":"bulk","rtt":175.612327,"time":"2022-02-21T21:02:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":426.771901,"time":"2022-02-21T21:02:13-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:13-08:00","message":"Starting index monitor"} +{"level":"debug","ctx":"policy leader manager","time":"2022-02-21T21:02:13-08:00","message":"ensuring leadership of policies"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[8],"time":"2022-02-21T21:02:13-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":203,"time":"2022-02-21T21:02:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.100288,"szPending":73,"queue":"read","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102666,"szPending":130,"queue":"search","time":"2022-02-21T21:02:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.892059,"cnt":1,"bufSz":256,"bodySz":99,"time":"2022-02-21T21:02:13-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","rtt":7.989205,"time":"2022-02-21T21:02:13-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":false,"rtt":258.923635,"time":"2022-02-21T21:02:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","rtt":8.859841,"took":1,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:13-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":260.781946,"time":"2022-02-21T21:02:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":9.080133,"time":"2022-02-21T21:02:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":661,"time":"2022-02-21T21:02:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":531,"queue":"bulk","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.037633,"szPending":531,"queue":"bulk","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.032102,"szPending":130,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":5.046168,"took":1,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:14-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":5.113033,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":154.405552,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","refresh":false,"mod":"bulk","took":9,"rtt":13.041272,"hasErrors":false,"cnt":1,"bufSz":531,"bodySz":244,"time":"2022-02-21T21:02:14-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":531,"queue":"bulk","rtt":13.124778,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":264.247257,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":344,"time":"2022-02-21T21:02:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":344,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.041872,"szPending":344,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":7.792306,"took":3,"cnt":2,"bufSz":512,"bodySz":840,"time":"2022-02-21T21:02:14-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":344,"queue":"search","rtt":7.879243,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":165.2885,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":258.287741,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":235,"time":"2022-02-21T21:02:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":235,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.112141,"szPending":235,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":14.747834,"took":6,"cnt":2,"bufSz":512,"bodySz":755,"time":"2022-02-21T21:02:14-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":235,"queue":"search","rtt":14.963232,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":165.820587,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":266.396469,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":211,"time":"2022-02-21T21:02:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.141496,"szPending":130,"queue":"search","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.104579,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":8.227976,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:14-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":8.451586,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":260.400189,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","rtt":13.834444,"took":5,"cnt":1,"bufSz":256,"bodySz":581,"time":"2022-02-21T21:02:14-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":14.099453,"time":"2022-02-21T21:02:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":165.075547,"time":"2022-02-21T21:02:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":343,"time":"2022-02-21T21:02:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.21286,"szPending":130,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.145781,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":10.0009,"took":4,"cnt":1,"bufSz":256,"bodySz":581,"time":"2022-02-21T21:02:15-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":10.110776,"time":"2022-02-21T21:02:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":155.060878,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"trace","refresh":true,"mod":"bulk","took":14,"rtt":20.51421,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":275,"time":"2022-02-21T21:02:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":20.599195,"time":"2022-02-21T21:02:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":271.980084,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","count":0,"coordinator":"v0","time":"2022-02-21T21:02:15-08:00","message":"Starting policy coordinator"} +{"level":"debug","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","unenroll_timeout":300000,"time":"2022-02-21T21:02:15-08:00","message":"setting unenrollment timeout"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","checkInterval":10,"unenrollTimeout":300000,"time":"2022-02-21T21:02:15-08:00","message":"unenroll monitor start"} +{"level":"debug","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","time":"2022-02-21T21:02:15-08:00","message":"running unenroller"} +{"level":"trace","mod":"bulk","itemCnt":3,"byteCnt":497,"time":"2022-02-21T21:02:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":334,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.101636,"szPending":334,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.123836,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":19.900466,"took":10,"cnt":2,"bufSz":512,"bodySz":1126,"time":"2022-02-21T21:02:15-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":334,"queue":"search","rtt":20.105432,"time":"2022-02-21T21:02:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":182.038198,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":261.530263,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","timeout":300000,"fleet.agent.id":"ffae4dda-2f17-4388-bce2-cd4a4d83efad","fleet.apikey.id":["-nbOH38BpXC1dZlS_BHJ","_HbOH38BpXC1dZlS_BHt"],"time":"2022-02-21T21:02:15-08:00","message":"unenrollAgent due to unenroll timeout"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":40.482062,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":252,"time":"2022-02-21T21:02:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","rtt":40.632418,"time":"2022-02-21T21:02:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":292.850997,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","revision_idx":1,"coordinator_idx":1,"revision_id":1,"time":"2022-02-21T21:02:15-08:00","message":"Policy coordinator added a new policy revision"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[9],"time":"2022-02-21T21:02:15-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":130,"time":"2022-02-21T21:02:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.062895,"szPending":130,"queue":"search","time":"2022-02-21T21:02:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":9.640405,"took":3,"cnt":1,"bufSz":256,"bodySz":581,"time":"2022-02-21T21:02:15-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":9.822233,"time":"2022-02-21T21:02:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":260.69834,"time":"2022-02-21T21:02:15-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":343,"time":"2022-02-21T21:02:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.115393,"szPending":130,"queue":"search","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.119173,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":13.089139,"took":5,"cnt":1,"bufSz":256,"bodySz":581,"time":"2022-02-21T21:02:16-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":13.382181,"time":"2022-02-21T21:02:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":196.44264,"time":"2022-02-21T21:02:16-08:00","message":"Dispatch OK"} +{"level":"trace","refresh":true,"mod":"bulk","took":37,"rtt":47.717925,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":266,"time":"2022-02-21T21:02:16-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":47.940221,"time":"2022-02-21T21:02:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":299.71326,"time":"2022-02-21T21:02:16-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","timeout":300000,"fleet.apikey.id":["ffae4dda-2f17-4388-bce2-cd4a4d83efad"],"time":"2022-02-21T21:02:16-08:00","message":"marked agents unenrolled due to unenroll timeout"} +{"level":"debug","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","time":"2022-02-21T21:02:16-08:00","message":"running unenroller"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":334,"time":"2022-02-21T21:02:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":334,"queue":"search","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.02676,"szPending":334,"queue":"search","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":5.415809,"took":2,"cnt":2,"bufSz":512,"bodySz":825,"time":"2022-02-21T21:02:16-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":334,"queue":"search","rtt":5.545356,"time":"2022-02-21T21:02:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":256.124396,"time":"2022-02-21T21:02:16-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":199.898383,"time":"2022-02-21T21:02:16-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"eb7b6ac3-4f36-413e-880f-447d70007795","unenroller_uuid":"9b412d14-eddb-442a-9b82-377604099c3c","time":"2022-02-21T21:02:16-08:00","message":"Unenroll monitor exit"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:16-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:16-08:00","message":"Index monitor exited"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.134135,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":8.523849,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:16-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":8.717757,"time":"2022-02-21T21:02:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":259.476862,"time":"2022-02-21T21:02:16-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":220,"time":"2022-02-21T21:02:17-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":220,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111525,"szPending":220,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":41,"rtt":47.611717,"hasErrors":false,"cnt":1,"bufSz":220,"bodySz":275,"time":"2022-02-21T21:02:17-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":220,"queue":"refreshBulk","rtt":47.787436,"time":"2022-02-21T21:02:17-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":298.990002,"time":"2022-02-21T21:02:17-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":130,"time":"2022-02-21T21:02:17-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.120985,"szPending":130,"queue":"search","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":12.60589,"took":4,"cnt":1,"bufSz":256,"bodySz":651,"time":"2022-02-21T21:02:17-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":12.855313,"time":"2022-02-21T21:02:17-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":264.16639,"time":"2022-02-21T21:02:17-08:00","message":"Dispatch OK"} +--- PASS: TestMonitorUnenroller (4.57s) +=== RUN TestMonitorUnenrollerSetAndClear +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:17-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:17-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:17-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":163,"time":"2022-02-21T21:02:17-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.390836,"szPending":163,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":43.152631,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:02:17-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":163,"queue":"refreshBulk","rtt":43.352943,"time":"2022-02-21T21:02:17-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":294.841702,"time":"2022-02-21T21:02:17-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:17-08:00","message":"Starting index monitor"} +{"level":"debug","ctx":"policy leader manager","time":"2022-02-21T21:02:17-08:00","message":"ensuring leadership of policies"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[12],"time":"2022-02-21T21:02:17-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":213,"time":"2022-02-21T21:02:17-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.054059,"szPending":73,"queue":"read","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.039777,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:17-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":4.316627,"cnt":1,"bufSz":256,"bodySz":99,"time":"2022-02-21T21:02:17-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","rtt":4.395193,"time":"2022-02-21T21:02:17-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":false,"rtt":253.65386,"time":"2022-02-21T21:02:17-08:00","message":"Dispatch OK"} +{"level":"trace","refresh":true,"mod":"bulk","took":14,"rtt":17.99255,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:02:18-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","rtt":18.049527,"time":"2022-02-21T21:02:18-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":268.817766,"time":"2022-02-21T21:02:18-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[13],"time":"2022-02-21T21:02:18-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":889,"time":"2022-02-21T21:02:18-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":889,"queue":"bulk","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":2,"tdiff":0.107558,"szPending":889,"queue":"bulk","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":13,"rtt":20.377809,"hasErrors":false,"cnt":2,"bufSz":889,"bodySz":453,"time":"2022-02-21T21:02:18-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":2,"szPending":889,"queue":"bulk","rtt":20.580737,"time":"2022-02-21T21:02:18-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":174.767173,"time":"2022-02-21T21:02:18-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":271.836808,"time":"2022-02-21T21:02:18-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":214,"time":"2022-02-21T21:02:18-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.123194,"szPending":214,"queue":"search","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":20.468492,"took":11,"cnt":1,"bufSz":256,"bodySz":645,"time":"2022-02-21T21:02:18-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":20.724413,"time":"2022-02-21T21:02:18-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":271.878931,"time":"2022-02-21T21:02:18-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":105,"time":"2022-02-21T21:02:18-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":105,"queue":"search","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.127657,"szPending":105,"queue":"search","time":"2022-02-21T21:02:18-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":11.201308,"took":4,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:18-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":105,"queue":"search","rtt":11.460088,"time":"2022-02-21T21:02:18-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":262.573804,"time":"2022-02-21T21:02:18-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:19-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.113142,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":8.405208,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:19-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":8.649768,"time":"2022-02-21T21:02:19-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.819944,"time":"2022-02-21T21:02:19-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:19-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.120947,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":41.754877,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":275,"time":"2022-02-21T21:02:19-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":41.980722,"time":"2022-02-21T21:02:19-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":293.152368,"time":"2022-02-21T21:02:19-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"1e565ce1-214d-4ca6-9030-50da1fe0e606","count":0,"coordinator":"v0","time":"2022-02-21T21:02:19-08:00","message":"Starting policy coordinator"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":140,"time":"2022-02-21T21:02:19-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.108137,"szPending":140,"queue":"refreshBulk","time":"2022-02-21T21:02:19-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":33,"rtt":39.398056,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:02:19-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":140,"queue":"refreshBulk","rtt":39.542177,"time":"2022-02-21T21:02:19-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.782823,"time":"2022-02-21T21:02:19-08:00","message":"Dispatch OK"} +{"level":"info","ctx":"policy leader manager","policy_id":"1e565ce1-214d-4ca6-9030-50da1fe0e606","revision_idx":2,"coordinator_idx":1,"revision_id":2,"time":"2022-02-21T21:02:19-08:00","message":"Policy coordinator added a new policy revision"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[14],"time":"2022-02-21T21:02:19-08:00","message":"updated checkpoint"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:23-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:02:23-08:00","message":"Index monitor exited"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:23-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:23-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111714,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:23-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":9.648301,"cnt":1,"bufSz":256,"bodySz":280,"time":"2022-02-21T21:02:23-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":9.854095,"time":"2022-02-21T21:02:23-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":261.09197,"time":"2022-02-21T21:02:23-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":221,"time":"2022-02-21T21:02:23-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":221,"queue":"refreshBulk","time":"2022-02-21T21:02:23-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.106876,"szPending":221,"queue":"refreshBulk","time":"2022-02-21T21:02:23-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":42,"rtt":48.220223,"hasErrors":false,"cnt":1,"bufSz":221,"bodySz":276,"time":"2022-02-21T21:02:23-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":221,"queue":"refreshBulk","rtt":48.361861,"time":"2022-02-21T21:02:23-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":299.742176,"time":"2022-02-21T21:02:23-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":130,"time":"2022-02-21T21:02:24-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","time":"2022-02-21T21:02:24-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.107874,"szPending":130,"queue":"search","time":"2022-02-21T21:02:24-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":13.603947,"took":6,"cnt":1,"bufSz":256,"bodySz":581,"time":"2022-02-21T21:02:24-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":130,"queue":"search","rtt":13.811293,"time":"2022-02-21T21:02:24-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":265.156048,"time":"2022-02-21T21:02:24-08:00","message":"Dispatch OK"} +--- PASS: TestMonitorUnenrollerSetAndClear (6.76s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/coordinator 16.827s +=== RUN TestBufGrowWhileWrite +--- PASS: TestBufGrowWhileWrite (0.18s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/danger 0.207s +=== RUN TestActionsResultsStored +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:25-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:25-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:25-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":366,"time":"2022-02-21T21:02:25-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:25-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.098959,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:25-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":174,"rtt":179.126145,"hasErrors":false,"cnt":1,"bufSz":366,"bodySz":264,"time":"2022-02-21T21:02:25-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","rtt":179.247684,"time":"2022-02-21T21:02:25-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":430.208948,"time":"2022-02-21T21:02:25-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":366,"time":"2022-02-21T21:02:26-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126235,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":22.723403,"hasErrors":false,"cnt":1,"bufSz":366,"bodySz":263,"time":"2022-02-21T21:02:26-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","rtt":22.813239,"time":"2022-02-21T21:02:26-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":273.919351,"time":"2022-02-21T21:02:26-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":366,"time":"2022-02-21T21:02:26-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.12166,"szPending":366,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":23.29792,"hasErrors":false,"cnt":1,"bufSz":366,"bodySz":263,"time":"2022-02-21T21:02:26-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":366,"queue":"refreshBulk","rtt":23.385859,"time":"2022-02-21T21:02:26-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":274.651527,"time":"2022-02-21T21:02:26-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":43,"time":"2022-02-21T21:02:26-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":43,"queue":"search","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.108636,"szPending":43,"queue":"search","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":12.644507,"took":4,"cnt":1,"bufSz":256,"bodySz":1336,"time":"2022-02-21T21:02:26-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":43,"queue":"search","rtt":12.872578,"time":"2022-02-21T21:02:26-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":264.392175,"time":"2022-02-21T21:02:26-08:00","message":"Dispatch OK"} +--- PASS: TestActionsResultsStored (1.26s) +=== RUN TestSearchActionsQuery +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:26-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:26-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:26-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:26-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.093316,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:26-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":238,"rtt":245.436416,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:27-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":245.635401,"time":"2022-02-21T21:02:27-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":496.849464,"time":"2022-02-21T21:02:27-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:27-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.133439,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.565925,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":251,"time":"2022-02-21T21:02:27-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.763465,"time":"2022-02-21T21:02:27-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.123839,"time":"2022-02-21T21:02:27-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":646,"time":"2022-02-21T21:02:27-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":646,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.099623,"szPending":646,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":36.180958,"hasErrors":false,"cnt":1,"bufSz":646,"bodySz":251,"time":"2022-02-21T21:02:27-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":646,"queue":"refreshBulk","rtt":36.436672,"time":"2022-02-21T21:02:27-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":287.753677,"time":"2022-02-21T21:02:27-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:27-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.113416,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:27-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":34.904017,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":251,"time":"2022-02-21T21:02:28-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":35.093686,"time":"2022-02-21T21:02:28-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.328297,"time":"2022-02-21T21:02:28-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:28-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.106021,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":24.251392,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":251,"time":"2022-02-21T21:02:28-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":24.331163,"time":"2022-02-21T21:02:28-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.541886,"time":"2022-02-21T21:02:28-08:00","message":"Dispatch OK"} +=== RUN TestSearchActionsQuery/all_agents_actions +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":235,"time":"2022-02-21T21:02:28-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":235,"queue":"search","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.156763,"szPending":235,"queue":"search","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":18.452281,"took":8,"cnt":1,"bufSz":256,"bodySz":2643,"time":"2022-02-21T21:02:28-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":235,"queue":"search","rtt":18.654196,"time":"2022-02-21T21:02:28-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":269.952502,"time":"2022-02-21T21:02:28-08:00","message":"Dispatch OK"} +--- PASS: TestSearchActionsQuery (1.92s) + --- PASS: TestSearchActionsQuery/all_agents_actions (0.27s) +=== RUN TestFindOfflineAgents +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:28-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:28-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:28-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":271,"time":"2022-02-21T21:02:28-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.094517,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:28-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":31,"rtt":38.544711,"hasErrors":false,"cnt":1,"bufSz":271,"bodySz":266,"time":"2022-02-21T21:02:28-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","rtt":38.79418,"time":"2022-02-21T21:02:28-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.119025,"time":"2022-02-21T21:02:28-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":271,"time":"2022-02-21T21:02:29-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.168021,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":37,"rtt":43.062261,"hasErrors":false,"cnt":1,"bufSz":271,"bodySz":266,"time":"2022-02-21T21:02:29-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","rtt":43.176919,"time":"2022-02-21T21:02:29-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":294.424388,"time":"2022-02-21T21:02:29-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":272,"time":"2022-02-21T21:02:29-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":272,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.137066,"szPending":272,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":37.667722,"hasErrors":false,"cnt":1,"bufSz":272,"bodySz":266,"time":"2022-02-21T21:02:29-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":272,"queue":"refreshBulk","rtt":37.958448,"time":"2022-02-21T21:02:29-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":289.205366,"time":"2022-02-21T21:02:29-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":271,"time":"2022-02-21T21:02:29-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.103692,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:29-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":31,"rtt":38.91562,"hasErrors":false,"cnt":1,"bufSz":271,"bodySz":266,"time":"2022-02-21T21:02:29-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","rtt":39.146784,"time":"2022-02-21T21:02:29-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.311141,"time":"2022-02-21T21:02:29-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":271,"time":"2022-02-21T21:02:30-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.119438,"szPending":271,"queue":"refreshBulk","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":33,"rtt":39.305953,"hasErrors":false,"cnt":1,"bufSz":271,"bodySz":266,"time":"2022-02-21T21:02:30-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":271,"queue":"refreshBulk","rtt":39.44919,"time":"2022-02-21T21:02:30-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.692589,"time":"2022-02-21T21:02:30-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":204,"time":"2022-02-21T21:02:30-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":204,"queue":"search","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.101978,"szPending":204,"queue":"search","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":19.380462,"took":11,"cnt":1,"bufSz":256,"bodySz":768,"time":"2022-02-21T21:02:30-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":204,"queue":"search","rtt":19.589601,"time":"2022-02-21T21:02:30-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":270.808439,"time":"2022-02-21T21:02:30-08:00","message":"Dispatch OK"} +--- PASS: TestFindOfflineAgents (1.76s) +=== RUN TestSearchEnrollmentAPIKeyByID +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:30-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:30-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:30-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":348,"time":"2022-02-21T21:02:30-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.093199,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":37.393783,"hasErrors":false,"cnt":1,"bufSz":348,"bodySz":263,"time":"2022-02-21T21:02:30-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","rtt":37.619867,"time":"2022-02-21T21:02:30-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":289.077432,"time":"2022-02-21T21:02:30-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":119,"time":"2022-02-21T21:02:30-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":119,"queue":"search","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.076073,"szPending":119,"queue":"search","time":"2022-02-21T21:02:30-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":10.403619,"took":3,"cnt":1,"bufSz":256,"bodySz":558,"time":"2022-02-21T21:02:30-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":119,"queue":"search","rtt":10.615004,"time":"2022-02-21T21:02:30-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":261.607912,"time":"2022-02-21T21:02:30-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":119,"time":"2022-02-21T21:02:31-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":119,"queue":"search","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.112177,"szPending":119,"queue":"search","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":9.306886,"took":3,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:31-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":119,"queue":"search","rtt":9.408441,"time":"2022-02-21T21:02:31-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":260.733087,"time":"2022-02-21T21:02:31-08:00","message":"Dispatch OK"} +--- PASS: TestSearchEnrollmentAPIKeyByID (0.85s) +=== RUN TestSearchEnrollmentAPIKeyByPolicyID +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:31-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:31-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:31-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":348,"time":"2022-02-21T21:02:31-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.107999,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":33,"rtt":40.120901,"hasErrors":false,"cnt":1,"bufSz":348,"bodySz":263,"time":"2022-02-21T21:02:31-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","rtt":40.319916,"time":"2022-02-21T21:02:31-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":291.169542,"time":"2022-02-21T21:02:31-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":348,"time":"2022-02-21T21:02:31-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111313,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:31-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":37.685981,"hasErrors":false,"cnt":1,"bufSz":348,"bodySz":263,"time":"2022-02-21T21:02:31-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","rtt":37.894237,"time":"2022-02-21T21:02:31-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":289.156849,"time":"2022-02-21T21:02:31-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":348,"time":"2022-02-21T21:02:32-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.115524,"szPending":348,"queue":"refreshBulk","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":37.076312,"hasErrors":false,"cnt":1,"bufSz":348,"bodySz":264,"time":"2022-02-21T21:02:32-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":348,"queue":"refreshBulk","rtt":37.300664,"time":"2022-02-21T21:02:32-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":288.528059,"time":"2022-02-21T21:02:32-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":134,"time":"2022-02-21T21:02:32-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":134,"queue":"search","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102322,"szPending":134,"queue":"search","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":12.451083,"took":4,"cnt":1,"bufSz":256,"bodySz":920,"time":"2022-02-21T21:02:32-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":134,"queue":"search","rtt":12.650336,"time":"2022-02-21T21:02:32-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":264.101321,"time":"2022-02-21T21:02:32-08:00","message":"Dispatch OK"} +--- PASS: TestSearchEnrollmentAPIKeyByPolicyID (1.17s) +=== RUN TestQueryLatestPolicies +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:32-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:32-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:32-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":214,"time":"2022-02-21T21:02:32-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.095499,"szPending":214,"queue":"search","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":17.284435,"took":10,"cnt":1,"bufSz":256,"bodySz":299,"time":"2022-02-21T21:02:32-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":17.508511,"time":"2022-02-21T21:02:32-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":268.723945,"time":"2022-02-21T21:02:32-08:00","message":"Dispatch OK"} +--- PASS: TestQueryLatestPolicies (0.31s) +=== RUN TestCreatePolicy +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:32-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:32-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:32-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":176,"time":"2022-02-21T21:02:32-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":176,"queue":"refreshBulk","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.112692,"szPending":176,"queue":"refreshBulk","time":"2022-02-21T21:02:32-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":34.787915,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:02:32-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":176,"queue":"refreshBulk","rtt":35.008894,"time":"2022-02-21T21:02:32-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.348173,"time":"2022-02-21T21:02:32-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":58,"time":"2022-02-21T21:02:33-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":58,"queue":"read","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.097983,"szPending":58,"queue":"read","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":8.864621,"cnt":1,"bufSz":256,"bodySz":273,"time":"2022-02-21T21:02:33-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":58,"queue":"read","rtt":9.087157,"time":"2022-02-21T21:02:33-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":260.333683,"time":"2022-02-21T21:02:33-08:00","message":"Dispatch OK"} +--- PASS: TestCreatePolicy (0.56s) +=== RUN TestSearchPolicyLeaders +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:33-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:33-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:33-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:33-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.131634,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":7.987493,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:33-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":8.207731,"time":"2022-02-21T21:02:33-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.434657,"time":"2022-02-21T21:02:33-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:33-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.104143,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:33-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":39.61389,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:33-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":39.830321,"time":"2022-02-21T21:02:33-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.957185,"time":"2022-02-21T21:02:33-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:34-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.100824,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":7.865189,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:34-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":8.076067,"time":"2022-02-21T21:02:34-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.437572,"time":"2022-02-21T21:02:34-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:34-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.121775,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":24.864592,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:34-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":24.97143,"time":"2022-02-21T21:02:34-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":276.233163,"time":"2022-02-21T21:02:34-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:34-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.101441,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":7.721456,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:34-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":7.917946,"time":"2022-02-21T21:02:34-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.073934,"time":"2022-02-21T21:02:34-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:34-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.104568,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:34-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":36.631514,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:34-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":36.814882,"time":"2022-02-21T21:02:34-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":288.064072,"time":"2022-02-21T21:02:34-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":183,"time":"2022-02-21T21:02:35-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":183,"queue":"search","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102337,"szPending":183,"queue":"search","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":14.665566,"took":7,"cnt":1,"bufSz":256,"bodySz":877,"time":"2022-02-21T21:02:35-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":183,"queue":"search","rtt":14.886655,"time":"2022-02-21T21:02:35-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":265.999065,"time":"2022-02-21T21:02:35-08:00","message":"Dispatch OK"} +--- PASS: TestSearchPolicyLeaders (1.94s) +=== RUN TestTakePolicyLeadership +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:35-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:35-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:35-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:35-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.099604,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":7.792434,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:35-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":7.99261,"time":"2022-02-21T21:02:35-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.478516,"time":"2022-02-21T21:02:35-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:35-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126895,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":35.277194,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:35-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":35.487023,"time":"2022-02-21T21:02:35-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.986788,"time":"2022-02-21T21:02:35-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:35-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.152853,"szPending":81,"queue":"read","time":"2022-02-21T21:02:35-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.965185,"cnt":1,"bufSz":256,"bodySz":281,"time":"2022-02-21T21:02:35-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":8.185668,"time":"2022-02-21T21:02:35-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":259.501222,"time":"2022-02-21T21:02:35-08:00","message":"Dispatch OK"} +--- PASS: TestTakePolicyLeadership (0.84s) +=== RUN TestReleasePolicyLeadership +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:35-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:36-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:36-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:36-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.07936,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":6.097383,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:36-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":6.256951,"time":"2022-02-21T21:02:36-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":257.476069,"time":"2022-02-21T21:02:36-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:36-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.159267,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":35.376062,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:36-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":35.585687,"time":"2022-02-21T21:02:36-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.701791,"time":"2022-02-21T21:02:36-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:36-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.039113,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:36-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":4.19028,"cnt":1,"bufSz":256,"bodySz":281,"time":"2022-02-21T21:02:36-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":4.275125,"time":"2022-02-21T21:02:36-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":255.038914,"time":"2022-02-21T21:02:36-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":221,"time":"2022-02-21T21:02:37-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":221,"queue":"refreshBulk","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102654,"szPending":221,"queue":"refreshBulk","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":35,"rtt":42.243113,"hasErrors":false,"cnt":1,"bufSz":221,"bodySz":276,"time":"2022-02-21T21:02:37-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":221,"queue":"refreshBulk","rtt":42.478727,"time":"2022-02-21T21:02:37-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"update","refresh":true,"rtt":293.563691,"time":"2022-02-21T21:02:37-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:37-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.105482,"szPending":81,"queue":"read","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":8.420254,"cnt":1,"bufSz":256,"bodySz":281,"time":"2022-02-21T21:02:37-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":8.611392,"time":"2022-02-21T21:02:37-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":259.743908,"time":"2022-02-21T21:02:37-08:00","message":"Dispatch OK"} +--- PASS: TestReleasePolicyLeadership (1.40s) +=== RUN TestReleasePolicyLeadership_NothingIfNotLeader +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:37-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:37-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:37-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:37-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.107964,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":7.462978,"cnt":1,"bufSz":256,"bodySz":107,"time":"2022-02-21T21:02:37-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":7.655047,"time":"2022-02-21T21:02:37-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":true,"rtt":259.051666,"time":"2022-02-21T21:02:37-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":213,"time":"2022-02-21T21:02:37-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.041444,"szPending":213,"queue":"refreshBulk","time":"2022-02-21T21:02:37-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":15,"rtt":18.416728,"hasErrors":false,"cnt":1,"bufSz":213,"bodySz":276,"time":"2022-02-21T21:02:37-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":213,"queue":"refreshBulk","rtt":18.502438,"time":"2022-02-21T21:02:37-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":269.357873,"time":"2022-02-21T21:02:37-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:38-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126137,"szPending":81,"queue":"refreshRead","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","rtt":6.582619,"cnt":1,"bufSz":256,"bodySz":281,"time":"2022-02-21T21:02:38-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"refreshRead","rtt":6.741483,"time":"2022-02-21T21:02:38-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":true,"rtt":257.848712,"time":"2022-02-21T21:02:38-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":81,"time":"2022-02-21T21:02:38-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.14107,"szPending":81,"queue":"read","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.737688,"cnt":1,"bufSz":256,"bodySz":281,"time":"2022-02-21T21:02:38-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":81,"queue":"read","rtt":7.9331,"time":"2022-02-21T21:02:38-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":259.29378,"time":"2022-02-21T21:02:38-08:00","message":"Dispatch OK"} +--- PASS: TestReleasePolicyLeadership_NothingIfNotLeader (1.10s) +=== RUN TestEnsureServer +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:38-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:38-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:38-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":73,"time":"2022-02-21T21:02:38-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.108005,"szPending":73,"queue":"read","time":"2022-02-21T21:02:38-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":7.206134,"cnt":1,"bufSz":256,"bodySz":99,"time":"2022-02-21T21:02:38-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","rtt":7.401805,"time":"2022-02-21T21:02:38-08:00","message":"flushQueue Done"} +{"level":"trace","error":"elastic not found","mod":"bulk","action":"read","refresh":false,"rtt":258.33093,"time":"2022-02-21T21:02:38-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":388,"time":"2022-02-21T21:02:39-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":388,"queue":"bulk","time":"2022-02-21T21:02:39-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.09924,"szPending":388,"queue":"bulk","time":"2022-02-21T21:02:39-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","took":12,"rtt":19.666201,"hasErrors":false,"cnt":1,"bufSz":388,"bodySz":245,"time":"2022-02-21T21:02:39-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":388,"queue":"bulk","rtt":19.866119,"time":"2022-02-21T21:02:39-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":false,"rtt":271.198376,"time":"2022-02-21T21:02:39-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":73,"time":"2022-02-21T21:02:39-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","time":"2022-02-21T21:02:39-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.11109,"szPending":73,"queue":"read","time":"2022-02-21T21:02:39-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":false,"mod":"bulk","rtt":8.116213,"cnt":1,"bufSz":256,"bodySz":455,"time":"2022-02-21T21:02:39-08:00","message":"flushRead"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":73,"queue":"read","rtt":8.31031,"time":"2022-02-21T21:02:39-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"read","refresh":false,"rtt":259.591335,"time":"2022-02-21T21:02:39-08:00","message":"Dispatch OK"} +--- PASS: TestEnsureServer (0.82s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/dl 13.990s +testing: warning: no tests to run +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/dsl 0.018s [no tests to run] +? github.com/elastic/fleet-server/v7/internal/pkg/es [no test files] +=== RUN TestCleanupActions +=== RUN TestCleanupActions/index_not_found +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:40-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:40-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:40-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:40-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.11849,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":41.161548,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:40-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":41.395301,"time":"2022-02-21T21:02:40-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":292.873569,"time":"2022-02-21T21:02:40-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:40-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.110502,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":35.291636,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:40-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":35.502793,"time":"2022-02-21T21:02:40-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.878509,"time":"2022-02-21T21:02:40-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:40-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.167712,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:40-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":40.477015,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:40-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":40.699778,"time":"2022-02-21T21:02:40-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":292.015078,"time":"2022-02-21T21:02:40-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:41-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.091126,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":33.49969,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:41-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.693308,"time":"2022-02-21T21:02:41-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.211324,"time":"2022-02-21T21:02:41-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:41-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.115219,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":38.212096,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:41-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":38.490004,"time":"2022-02-21T21:02:41-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":289.79577,"time":"2022-02-21T21:02:41-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:41-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.104222,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:41-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":39.47841,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:41-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.55632,"time":"2022-02-21T21:02:41-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.654672,"time":"2022-02-21T21:02:41-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:42-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.112139,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":36.926499,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:42-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":37.162689,"time":"2022-02-21T21:02:42-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":288.423649,"time":"2022-02-21T21:02:42-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:42-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.160913,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":22.767312,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:42-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":22.863568,"time":"2022-02-21T21:02:42-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":274.129204,"time":"2022-02-21T21:02:42-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":490,"time":"2022-02-21T21:02:42-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.144491,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":32.48336,"hasErrors":false,"cnt":1,"bufSz":490,"bodySz":252,"time":"2022-02-21T21:02:42-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","rtt":32.690812,"time":"2022-02-21T21:02:42-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.120849,"time":"2022-02-21T21:02:42-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:42-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.169003,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:42-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":35.637678,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:42-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":35.862703,"time":"2022-02-21T21:02:42-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":287.222323,"time":"2022-02-21T21:02:42-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:43-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.098702,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":34.509196,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:43-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":34.695825,"time":"2022-02-21T21:02:43-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.905815,"time":"2022-02-21T21:02:43-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:43-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.177332,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":34.316843,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:43-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":34.576282,"time":"2022-02-21T21:02:43-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.983709,"time":"2022-02-21T21:02:43-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:43-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.10346,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:43-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":35.005599,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:43-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":35.196368,"time":"2022-02-21T21:02:43-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.500797,"time":"2022-02-21T21:02:43-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:44-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102361,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":33.1606,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:44-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.264211,"time":"2022-02-21T21:02:44-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.602273,"time":"2022-02-21T21:02:44-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:44-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.175526,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":33,"rtt":38.645072,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:44-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":38.725486,"time":"2022-02-21T21:02:44-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.025054,"time":"2022-02-21T21:02:44-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:44-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.122158,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":32.110116,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:44-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":32.349702,"time":"2022-02-21T21:02:44-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.676237,"time":"2022-02-21T21:02:44-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:44-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.107438,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:44-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":23.475846,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:44-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":23.587567,"time":"2022-02-21T21:02:44-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":274.857122,"time":"2022-02-21T21:02:44-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:45-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.132841,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":30,"rtt":37.351128,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:45-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":37.577035,"time":"2022-02-21T21:02:45-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":288.891974,"time":"2022-02-21T21:02:45-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:45-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.147542,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":33.778821,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:45-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":34.001087,"time":"2022-02-21T21:02:45-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.274769,"time":"2022-02-21T21:02:45-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":490,"time":"2022-02-21T21:02:45-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.154095,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:02:45-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":36.35882,"hasErrors":false,"cnt":1,"bufSz":490,"bodySz":252,"time":"2022-02-21T21:02:45-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","rtt":36.591534,"time":"2022-02-21T21:02:45-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":287.872433,"time":"2022-02-21T21:02:45-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:46-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:46-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.121554,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:46-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.656364,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:46-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":33.873353,"time":"2022-02-21T21:02:46-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.99787,"time":"2022-02-21T21:02:46-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:46-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:46-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.134278,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:46-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.383467,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:46-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.657447,"time":"2022-02-21T21:02:46-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.10371,"time":"2022-02-21T21:02:46-08:00","message":"Dispatch OK"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","time":"2022-02-21T21:02:46-08:00","message":"delete expired actions"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","count":11,"time":"2022-02-21T21:02:46-08:00","message":"deleted expired actions"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:02:47-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:02:47-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.119445,"szPending":158,"queue":"search","time":"2022-02-21T21:02:47-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":15.344646,"took":7,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:47-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":15.613648,"time":"2022-02-21T21:02:47-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":266.823115,"time":"2022-02-21T21:02:47-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:02:47-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:02:47-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.098108,"szPending":158,"queue":"search","time":"2022-02-21T21:02:47-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":19.520253,"took":11,"cnt":1,"bufSz":256,"bodySz":1134,"time":"2022-02-21T21:02:47-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":19.753789,"time":"2022-02-21T21:02:47-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":271.078707,"time":"2022-02-21T21:02:47-08:00","message":"Dispatch OK"} +=== RUN TestCleanupActions/one_loop_pass +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:47-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:47-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:47-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:48-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.122542,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":32,"rtt":39.775045,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:48-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.962462,"time":"2022-02-21T21:02:48-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":291.26347,"time":"2022-02-21T21:02:48-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:48-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.121166,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":23.834851,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:48-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":23.948078,"time":"2022-02-21T21:02:48-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.234937,"time":"2022-02-21T21:02:48-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:48-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.155912,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:48-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":35.209475,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:48-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":35.422636,"time":"2022-02-21T21:02:48-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.534139,"time":"2022-02-21T21:02:48-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:49-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.147033,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":27.898628,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:49-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":28.121418,"time":"2022-02-21T21:02:49-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":279.309757,"time":"2022-02-21T21:02:49-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:49-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.118681,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":22.02665,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:49-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":22.131007,"time":"2022-02-21T21:02:49-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":272.958585,"time":"2022-02-21T21:02:49-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:49-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.103124,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":35.939839,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:49-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":36.158086,"time":"2022-02-21T21:02:49-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":287.304948,"time":"2022-02-21T21:02:49-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:49-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102471,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:49-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":32.00275,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:50-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":32.209755,"time":"2022-02-21T21:02:50-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.510672,"time":"2022-02-21T21:02:50-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:02:50-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.058357,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":16.986946,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":252,"time":"2022-02-21T21:02:50-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":17.079221,"time":"2022-02-21T21:02:50-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":267.736355,"time":"2022-02-21T21:02:50-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:50-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117491,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":39.189122,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:50-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.30422,"time":"2022-02-21T21:02:50-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.349606,"time":"2022-02-21T21:02:50-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:50-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.110751,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:50-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.57811,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:50-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.788228,"time":"2022-02-21T21:02:50-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.794841,"time":"2022-02-21T21:02:50-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:51-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117996,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":31.908859,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:51-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":32.117442,"time":"2022-02-21T21:02:51-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.315047,"time":"2022-02-21T21:02:51-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:51-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.114431,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":16,"rtt":21.624666,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:51-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":21.750458,"time":"2022-02-21T21:02:51-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":272.936305,"time":"2022-02-21T21:02:51-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:51-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.131432,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":39.654297,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:51-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.750436,"time":"2022-02-21T21:02:51-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.948853,"time":"2022-02-21T21:02:51-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:51-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.145457,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:51-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":17.14224,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:51-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":17.232105,"time":"2022-02-21T21:02:51-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":268.315447,"time":"2022-02-21T21:02:51-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:52-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.105905,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.765482,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:52-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":34.029057,"time":"2022-02-21T21:02:52-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.176404,"time":"2022-02-21T21:02:52-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:52-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.130951,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.297809,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:52-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":33.491571,"time":"2022-02-21T21:02:52-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.821127,"time":"2022-02-21T21:02:52-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:52-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.040799,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:52-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":15,"rtt":19.305405,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:52-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":19.410535,"time":"2022-02-21T21:02:52-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":270.138912,"time":"2022-02-21T21:02:52-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:02:53-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.139568,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":21.843821,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":252,"time":"2022-02-21T21:02:53-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":21.925579,"time":"2022-02-21T21:02:53-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":272.964669,"time":"2022-02-21T21:02:53-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:02:53-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111053,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":35.015684,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":252,"time":"2022-02-21T21:02:53-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":35.219749,"time":"2022-02-21T21:02:53-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.306309,"time":"2022-02-21T21:02:53-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:53-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.142877,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":24.869084,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:53-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":25.071484,"time":"2022-02-21T21:02:53-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":276.368039,"time":"2022-02-21T21:02:53-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:53-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.130305,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:53-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":23.561213,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:53-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":23.649122,"time":"2022-02-21T21:02:53-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":274.897796,"time":"2022-02-21T21:02:53-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:54-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:54-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.147835,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:54-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":34.711299,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:54-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":34.924805,"time":"2022-02-21T21:02:54-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.368313,"time":"2022-02-21T21:02:54-08:00","message":"Dispatch OK"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","time":"2022-02-21T21:02:54-08:00","message":"delete expired actions"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","count":11,"time":"2022-02-21T21:02:54-08:00","message":"deleted expired actions"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:02:55-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:02:55-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117596,"szPending":158,"queue":"search","time":"2022-02-21T21:02:55-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":11.986328,"took":5,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:02:55-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":12.244239,"time":"2022-02-21T21:02:55-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":263.357503,"time":"2022-02-21T21:02:55-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:02:55-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:02:55-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.098467,"szPending":158,"queue":"search","time":"2022-02-21T21:02:55-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":14.215429,"took":6,"cnt":1,"bufSz":256,"bodySz":1132,"time":"2022-02-21T21:02:55-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":14.406119,"time":"2022-02-21T21:02:55-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":265.525366,"time":"2022-02-21T21:02:55-08:00","message":"Dispatch OK"} +=== RUN TestCleanupActions/multiple_loop_passes +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:02:55-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:02:55-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:02:55-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:56-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.040566,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":14,"rtt":17.168043,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":252,"time":"2022-02-21T21:02:56-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":17.238745,"time":"2022-02-21T21:02:56-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":267.969514,"time":"2022-02-21T21:02:56-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:56-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.113351,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":25.017266,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":252,"time":"2022-02-21T21:02:56-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":276.11816,"time":"2022-02-21T21:02:56-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":25.140086,"time":"2022-02-21T21:02:56-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:56-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.137928,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":33.575474,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:56-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.677921,"time":"2022-02-21T21:02:56-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.527875,"time":"2022-02-21T21:02:56-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:56-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117966,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:56-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":15,"rtt":21.235452,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:56-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":21.340659,"time":"2022-02-21T21:02:56-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":272.529928,"time":"2022-02-21T21:02:56-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.030017,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":14,"rtt":16.77644,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":16.865242,"time":"2022-02-21T21:02:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":267.50483,"time":"2022-02-21T21:02:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.077768,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":15,"rtt":19.355188,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":19.456058,"time":"2022-02-21T21:02:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":270.26698,"time":"2022-02-21T21:02:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.121901,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":25.641247,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:02:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":25.857105,"time":"2022-02-21T21:02:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":277.119638,"time":"2022-02-21T21:02:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:57-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.103212,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:57-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":32.784101,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:57-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.014937,"time":"2022-02-21T21:02:57-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.19389,"time":"2022-02-21T21:02:57-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102968,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":32,"rtt":37.55924,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:02:58-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":37.704215,"time":"2022-02-21T21:02:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":288.917591,"time":"2022-02-21T21:02:58-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.118048,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":33.692456,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:58-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.89879,"time":"2022-02-21T21:02:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.028916,"time":"2022-02-21T21:02:58-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:58-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126091,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:58-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":24.130494,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:58-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":24.290975,"time":"2022-02-21T21:02:58-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.526569,"time":"2022-02-21T21:02:58-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.17239,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":22.170181,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":22.258019,"time":"2022-02-21T21:02:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":273.504114,"time":"2022-02-21T21:02:59-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.123789,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":32.53139,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":32.719802,"time":"2022-02-21T21:02:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.014037,"time":"2022-02-21T21:02:59-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:02:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.038787,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":12,"rtt":15.353322,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:02:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":15.422876,"time":"2022-02-21T21:02:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":266.071975,"time":"2022-02-21T21:02:59-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:02:59-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.127244,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:02:59-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.639628,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:02:59-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":33.890226,"time":"2022-02-21T21:02:59-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.033499,"time":"2022-02-21T21:02:59-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:00-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:00-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.133072,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:00-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.80729,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:00-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":34.015118,"time":"2022-02-21T21:03:00-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.385842,"time":"2022-02-21T21:03:00-08:00","message":"Dispatch OK"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","time":"2022-02-21T21:03:00-08:00","message":"delete expired actions"} +{"level":"debug","ctx":"fleet actions cleanup","interval":"now-720h","count":8,"time":"2022-02-21T21:03:00-08:00","message":"deleted expired actions"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:03:01-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:03:01-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.149106,"szPending":158,"queue":"search","time":"2022-02-21T21:03:01-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":11.63868,"took":5,"cnt":1,"bufSz":256,"bodySz":198,"time":"2022-02-21T21:03:01-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":11.876027,"time":"2022-02-21T21:03:01-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":263.094005,"time":"2022-02-21T21:03:01-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":158,"time":"2022-02-21T21:03:01-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","time":"2022-02-21T21:03:01-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.105297,"szPending":158,"queue":"search","time":"2022-02-21T21:03:01-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":13.307131,"took":6,"cnt":1,"bufSz":256,"bodySz":876,"time":"2022-02-21T21:03:01-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":158,"queue":"search","rtt":13.512425,"time":"2022-02-21T21:03:01-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":264.656454,"time":"2022-02-21T21:03:01-08:00","message":"Dispatch OK"} +--- PASS: TestCleanupActions (21.71s) + --- PASS: TestCleanupActions/index_not_found (7.91s) + --- PASS: TestCleanupActions/one_loop_pass (7.77s) + --- PASS: TestCleanupActions/multiple_loop_passes (6.03s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/gc 21.762s +? github.com/elastic/fleet-server/v7/internal/pkg/gcheckpt [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/limit [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/logger [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/model [no test files] +=== RUN TestSimpleMonitorEmptyIndex +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:03:02-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:03:02-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:03:02-08:00","message":"Run bulker with options"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:02-08:00","message":"Starting index monitor"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[129],"time":"2022-02-21T21:03:02-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:02-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:02-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.110035,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:02-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":22,"rtt":30.130609,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:02-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":30.226013,"time":"2022-02-21T21:03:02-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":281.464285,"time":"2022-02-21T21:03:02-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[130],"time":"2022-02-21T21:03:02-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.170884,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":32,"rtt":39.218722,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.506963,"time":"2022-02-21T21:03:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":290.828011,"time":"2022-02-21T21:03:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.036699,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":16,"rtt":19.054529,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":19.117099,"time":"2022-02-21T21:03:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":270.035587,"time":"2022-02-21T21:03:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.156017,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":22.984822,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":23.068002,"time":"2022-02-21T21:03:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":274.473031,"time":"2022-02-21T21:03:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":490,"time":"2022-02-21T21:03:03-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.059029,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:03:03-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":16,"rtt":20.203215,"hasErrors":false,"cnt":1,"bufSz":490,"bodySz":253,"time":"2022-02-21T21:03:03-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","rtt":20.28243,"time":"2022-02-21T21:03:03-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":271.23756,"time":"2022-02-21T21:03:03-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:04-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.169951,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":32.104154,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:04-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":32.254782,"time":"2022-02-21T21:03:04-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.509942,"time":"2022-02-21T21:03:04-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[131],"time":"2022-02-21T21:03:04-08:00","message":"updated checkpoint"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[135],"time":"2022-02-21T21:03:04-08:00","message":"updated checkpoint"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:04-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:04-08:00","message":"Index monitor exited"} +--- PASS: TestSimpleMonitorEmptyIndex (1.77s) +=== RUN TestSimpleMonitorNonEmptyIndex +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:03:04-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:03:04-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:03:04-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":529,"time":"2022-02-21T21:03:04-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":529,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.120269,"szPending":529,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":34.475003,"hasErrors":false,"cnt":1,"bufSz":529,"bodySz":253,"time":"2022-02-21T21:03:04-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":529,"queue":"refreshBulk","rtt":34.704443,"time":"2022-02-21T21:03:04-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.925178,"time":"2022-02-21T21:03:04-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:04-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126853,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:04-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":29,"rtt":35.168749,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:04-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":35.378335,"time":"2022-02-21T21:03:04-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":286.716104,"time":"2022-02-21T21:03:04-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:03:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.096804,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":36,"rtt":41.593628,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":253,"time":"2022-02-21T21:03:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":41.722444,"time":"2022-02-21T21:03:05-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":292.93334,"time":"2022-02-21T21:03:05-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.029889,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":16.60391,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":16.66923,"time":"2022-02-21T21:03:05-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":267.33735,"time":"2022-02-21T21:03:05-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.147018,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":34,"rtt":38.988882,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":39.062062,"time":"2022-02-21T21:03:05-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":289.952262,"time":"2022-02-21T21:03:05-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:05-08:00","message":"Starting index monitor"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[146],"time":"2022-02-21T21:03:05-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:03:05-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.034913,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:05-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":18.038992,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:03:05-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":268.700586,"time":"2022-02-21T21:03:05-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":18.121053,"time":"2022-02-21T21:03:05-08:00","message":"flushQueue Done"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[147],"time":"2022-02-21T21:03:05-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:03:06-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.162933,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":33.86924,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":253,"time":"2022-02-21T21:03:06-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":34.113311,"time":"2022-02-21T21:03:06-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.662938,"time":"2022-02-21T21:03:06-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:06-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.03029,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":12,"rtt":15.063251,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:06-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":15.125457,"time":"2022-02-21T21:03:06-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":266.081771,"time":"2022-02-21T21:03:06-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:03:06-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.135502,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:06-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":31.693962,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":253,"time":"2022-02-21T21:03:06-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":31.945653,"time":"2022-02-21T21:03:06-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.20615,"time":"2022-02-21T21:03:06-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:03:07-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.150762,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":32.841328,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":253,"time":"2022-02-21T21:03:07-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":33.023522,"time":"2022-02-21T21:03:07-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.437708,"time":"2022-02-21T21:03:07-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[148],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[151],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:07-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:07-08:00","message":"Index monitor exited"} +--- PASS: TestSimpleMonitorNonEmptyIndex (2.88s) +=== RUN TestMonitorEmptyIndex +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:03:07-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:03:07-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:03:07-08:00","message":"Run bulker with options"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:07-08:00","message":"Starting index monitor"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[161],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:07-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.110567,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":16,"rtt":24.394493,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:07-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":24.608338,"time":"2022-02-21T21:03:07-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.867326,"time":"2022-02-21T21:03:07-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[162],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:07-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.106322,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":24.481425,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:07-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":24.598437,"time":"2022-02-21T21:03:07-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":276.810312,"time":"2022-02-21T21:03:07-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[163],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:07-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.033273,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:07-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":19.776764,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:07-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":19.843173,"time":"2022-02-21T21:03:07-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":270.981534,"time":"2022-02-21T21:03:07-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[164],"time":"2022-02-21T21:03:07-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:03:08-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:08-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.111509,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:08-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.794637,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:03:08-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":33.988109,"time":"2022-02-21T21:03:08-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.73934,"time":"2022-02-21T21:03:08-08:00","message":"Dispatch OK"} +{"level":"error","error":"context deadline exceeded","ctx":"subscription monitor","timeout":5000,"time":"2022-02-21T21:03:12-08:00","message":"dropped notification"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[165],"time":"2022-02-21T21:03:12-08:00","message":"updated checkpoint"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:12-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:12-08:00","message":"Index monitor exited"} +--- PASS: TestMonitorEmptyIndex (5.63s) +=== RUN TestMonitorNonEmptyIndex +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:03:12-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:03:12-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:03:12-08:00","message":"Run bulker with options"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.132201,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":33.349279,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":33.543284,"time":"2022-02-21T21:03:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.760339,"time":"2022-02-21T21:03:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:03:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.035308,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":17.593626,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:03:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":17.759445,"time":"2022-02-21T21:03:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":268.501946,"time":"2022-02-21T21:03:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:03:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117541,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":27,"rtt":33.568249,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":253,"time":"2022-02-21T21:03:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":33.723492,"time":"2022-02-21T21:03:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":284.876252,"time":"2022-02-21T21:03:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:13-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102038,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:13-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":28,"rtt":34.374403,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:13-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":34.526813,"time":"2022-02-21T21:03:13-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":285.794526,"time":"2022-02-21T21:03:13-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:03:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117389,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":24.146072,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":253,"time":"2022-02-21T21:03:14-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":24.247798,"time":"2022-02-21T21:03:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.514745,"time":"2022-02-21T21:03:14-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":373,"time":"2022-02-21T21:03:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.041483,"szPending":373,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":13,"rtt":16.334471,"hasErrors":false,"cnt":1,"bufSz":373,"bodySz":253,"time":"2022-02-21T21:03:14-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":373,"queue":"refreshBulk","rtt":16.40646,"time":"2022-02-21T21:03:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":266.988372,"time":"2022-02-21T21:03:14-08:00","message":"Dispatch OK"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:14-08:00","message":"Starting index monitor"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[175],"time":"2022-02-21T21:03:14-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:03:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.108637,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":18,"rtt":24.394679,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":253,"time":"2022-02-21T21:03:14-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":24.496323,"time":"2022-02-21T21:03:14-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":275.730927,"time":"2022-02-21T21:03:14-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[176],"time":"2022-02-21T21:03:14-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":412,"time":"2022-02-21T21:03:14-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.131776,"szPending":412,"queue":"refreshBulk","time":"2022-02-21T21:03:14-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":30.887478,"hasErrors":false,"cnt":1,"bufSz":412,"bodySz":253,"time":"2022-02-21T21:03:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":412,"queue":"refreshBulk","rtt":31.106208,"time":"2022-02-21T21:03:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":282.020725,"time":"2022-02-21T21:03:15-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[177],"time":"2022-02-21T21:03:15-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:03:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.072178,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":22.467169,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":253,"time":"2022-02-21T21:03:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":22.680904,"time":"2022-02-21T21:03:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":273.416425,"time":"2022-02-21T21:03:15-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[178],"time":"2022-02-21T21:03:15-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":451,"time":"2022-02-21T21:03:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.117405,"szPending":451,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":19,"rtt":25.661341,"hasErrors":false,"cnt":1,"bufSz":451,"bodySz":253,"time":"2022-02-21T21:03:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":451,"queue":"refreshBulk","rtt":25.862353,"time":"2022-02-21T21:03:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":277.154789,"time":"2022-02-21T21:03:15-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":529,"time":"2022-02-21T21:03:15-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":529,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.102618,"szPending":529,"queue":"refreshBulk","time":"2022-02-21T21:03:15-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":17,"rtt":24.386694,"hasErrors":false,"cnt":1,"bufSz":529,"bodySz":253,"time":"2022-02-21T21:03:15-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":529,"queue":"refreshBulk","rtt":24.488671,"time":"2022-02-21T21:03:15-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":276.017394,"time":"2022-02-21T21:03:15-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.101867,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":16,"rtt":21.577352,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:16-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":21.68276,"time":"2022-02-21T21:03:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":272.440178,"time":"2022-02-21T21:03:16-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":490,"time":"2022-02-21T21:03:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.103242,"szPending":490,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":31.733576,"hasErrors":false,"cnt":1,"bufSz":490,"bodySz":253,"time":"2022-02-21T21:03:16-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":490,"queue":"refreshBulk","rtt":31.985132,"time":"2022-02-21T21:03:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.12035,"time":"2022-02-21T21:03:16-08:00","message":"Dispatch OK"} +{"level":"trace","mod":"bulk","itemCnt":1,"byteCnt":323,"time":"2022-02-21T21:03:16-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.126801,"szPending":323,"queue":"refreshBulk","time":"2022-02-21T21:03:16-08:00","message":"flushQueue Acquired"} +{"level":"trace","refresh":true,"mod":"bulk","took":26,"rtt":32.342826,"hasErrors":false,"cnt":1,"bufSz":323,"bodySz":253,"time":"2022-02-21T21:03:16-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":323,"queue":"refreshBulk","rtt":32.595364,"time":"2022-02-21T21:03:16-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":283.857219,"time":"2022-02-21T21:03:16-08:00","message":"Dispatch OK"} +{"level":"error","error":"context deadline exceeded","ctx":"subscription monitor","timeout":5000,"time":"2022-02-21T21:03:20-08:00","message":"dropped notification"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[179],"time":"2022-02-21T21:03:20-08:00","message":"updated checkpoint"} +{"level":"debug","index":".fleet-actions","ctx":"index monitor","checkpoints":[183],"time":"2022-02-21T21:03:20-08:00","message":"updated checkpoint"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:20-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-actions","ctx":"index monitor","time":"2022-02-21T21:03:20-08:00","message":"Index monitor exited"} +--- PASS: TestMonitorNonEmptyIndex (7.37s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/monitor 17.708s +? github.com/elastic/fleet-server/v7/internal/pkg/monitor/mock [no test files] +=== RUN TestMonitor_Integration +{"level":"debug","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"time":"2022-02-21T21:03:20-08:00","message":"init es"} +{"level":"info","cluster.addr":["localhost:9200"],"cluster.maxConnsPersHost":128,"cluster.name":"es-docker-cluster","cluster.uuid":"V8supusWRXKyleEDQlRKIQ","cluster.version":"8.2.0-SNAPSHOT","time":"2022-02-21T21:03:20-08:00","message":"elasticsearch cluster info"} +{"level":"info","opts":{"flushInterval":250,"flushThresholdCnt":2048,"flushThresholdSz":1048576,"maxPending":8,"blockQueueSz":32,"apikeyMaxParallel":120},"time":"2022-02-21T21:03:20-08:00","message":"Run bulker with options"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"8f2b72ae-d729-40f2-9720-e04b1e62fd3e","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","rev":0,"coord":0,"time":"2022-02-21T21:03:20-08:00","message":"subscribed to policy monitor"} +{"level":"info","ctx":"policy agent monitor","throttle":0,"time":"2022-02-21T21:03:20-08:00","message":"run policy monitor"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:03:20-08:00","message":"Starting index monitor"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","time":"2022-02-21T21:03:20-08:00","message":"force load on unknown policyId"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[19],"time":"2022-02-21T21:03:20-08:00","message":"updated checkpoint"} +{"level":"trace","mod":"bulk","itemCnt":2,"byteCnt":400,"time":"2022-02-21T21:03:21-08:00","message":"Flush on timer"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","time":"2022-02-21T21:03:21-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.098755,"szPending":214,"queue":"search","time":"2022-02-21T21:03:21-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":186,"queue":"refreshBulk","time":"2022-02-21T21:03:21-08:00","message":"flushQueue Wait"} +{"level":"trace","mod":"bulk","cnt":1,"tdiff":0.11476,"szPending":186,"queue":"refreshBulk","time":"2022-02-21T21:03:21-08:00","message":"flushQueue Acquired"} +{"level":"trace","mod":"bulk","rtt":17.549249,"took":7,"cnt":1,"bufSz":256,"bodySz":298,"time":"2022-02-21T21:03:21-08:00","message":"flushSearch"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":214,"queue":"search","rtt":17.776448,"time":"2022-02-21T21:03:21-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"search","refresh":false,"rtt":269.591689,"time":"2022-02-21T21:03:21-08:00","message":"Dispatch OK"} +{"level":"debug","ctx":"policy agent monitor","time":"2022-02-21T21:03:21-08:00","message":"no policy to monitor"} +{"level":"trace","refresh":true,"mod":"bulk","took":25,"rtt":35.572817,"hasErrors":false,"cnt":1,"bufSz":200,"bodySz":253,"time":"2022-02-21T21:03:21-08:00","message":"flushBulk"} +{"level":"trace","mod":"bulk","cnt":1,"szPending":186,"queue":"refreshBulk","rtt":35.750995,"time":"2022-02-21T21:03:21-08:00","message":"flushQueue Done"} +{"level":"trace","mod":"bulk","action":"create","refresh":true,"rtt":287.063655,"time":"2022-02-21T21:03:21-08:00","message":"Dispatch OK"} +{"level":"debug","index":".fleet-policies","ctx":"index monitor","checkpoints":[20],"time":"2022-02-21T21:03:21-08:00","message":"updated checkpoint"} +{"level":"debug","ctx":"policy agent monitor","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","rev":1,"coord":1,"fleet.agent.id":"8f2b72ae-d729-40f2-9720-e04b1e62fd3e","time":"2022-02-21T21:03:21-08:00","message":"scheduled pendingQ on policy revision"} +{"level":"info","ctx":"policy agent monitor","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","rev":1,"coord":1,"oldRev":0,"oldCoord":0,"nQueued":1,"fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","time":"2022-02-21T21:03:21-08:00","message":"New revision of policy received and added to the queue"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"8f2b72ae-d729-40f2-9720-e04b1e62fd3e","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","rev":0,"coord":0,"time":"2022-02-21T21:03:21-08:00","message":"dispatch"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:03:21-08:00","message":"context closed waiting for global checkpoints advance"} +{"level":"info","index":".fleet-policies","ctx":"index monitor","time":"2022-02-21T21:03:21-08:00","message":"Index monitor exited"} +{"level":"debug","ctx":"policy agent monitor","fleet.agent.id":"8f2b72ae-d729-40f2-9720-e04b1e62fd3e","fleet.policy.id":"72279156-6433-46b9-adb9-a85a0879310c","rev":0,"coord":0,"time":"2022-02-21T21:03:21-08:00","message":"unsubscribe"} +--- PASS: TestMonitor_Integration (0.35s) +=== RUN TestNewParsedPolicy +--- PASS: TestNewParsedPolicy (0.01s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/policy 0.403s +? github.com/elastic/fleet-server/v7/internal/pkg/profile [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/reload [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/rnd [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/rollback [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/scheduler [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/signal [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/sleep [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/smap [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/sqn [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/status [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testing [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testing/esutil [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testing/suite [no test files] +? github.com/elastic/fleet-server/v7/internal/pkg/testutil [no test files] +=== RUN TestThrottleZero +--- PASS: TestThrottleZero (0.00s) +=== RUN TestThrottleN +--- PASS: TestThrottleN (0.00s) +=== RUN TestThrottleExpireIdentity +--- PASS: TestThrottleExpireIdentity (1.00s) +=== RUN TestThrottleExpireAtMax +--- PASS: TestThrottleExpireAtMax (1.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/throttle 2.030s +=== RUN TestCheckCompatibilityInternal +=== RUN TestCheckCompatibilityInternal/empty_fleet_and_elasticsearch_version +{"level":"error","error":"Malformed version: : malformed version","fleet_version":"","time":"2022-02-21T21:03:23-08:00","message":"failed to build constraint"} +=== RUN TestCheckCompatibilityInternal/empty_fleet_version +{"level":"error","error":"Malformed version: : malformed version","fleet_version":"","time":"2022-02-21T21:03:23-08:00","message":"failed to build constraint"} +=== RUN TestCheckCompatibilityInternal/empty_elasticsearch_version +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_713-713 +{"level":"info","fleet_version":"7.13.0","elasticsearch_version":"7.13.0","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_7131-7132 +{"level":"info","fleet_version":"7.13.2","elasticsearch_version":"7.13.1","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_713-714 +{"level":"info","fleet_version":"7.13.2","elasticsearch_version":"7.14.2","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_715-800 +{"level":"info","fleet_version":"7.15.2","elasticsearch_version":"8.0.0","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/unsupported_elasticsearch_714-713 +{"level":"error","error":"unsupported version","constraint":">= 7.14.0","reported":"7.13.1","time":"2022-02-21T21:03:23-08:00","message":"failed elasticsearch version check"} +=== RUN TestCheckCompatibilityInternal/unsupported_elasticsearch_800-718 +{"level":"error","error":"unsupported version","constraint":">= 8.0.0","reported":"7.18.0","time":"2022-02-21T21:03:23-08:00","message":"failed elasticsearch version check"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_800a1 +{"level":"info","fleet_version":"8.0.0-alpha1","elasticsearch_version":"8.0.0-alpha1","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +=== RUN TestCheckCompatibilityInternal/supported_elasticsearch_715-800a1 +{"level":"info","fleet_version":"7.15.2","elasticsearch_version":"8.0.0-alpha1","time":"2022-02-21T21:03:23-08:00","message":"Elasticsearch compatibility check successful"} +--- PASS: TestCheckCompatibilityInternal (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_fleet_and_elasticsearch_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_fleet_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/empty_elasticsearch_version (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_713-713 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_7131-7132 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_713-714 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_715-800 (0.00s) + --- PASS: TestCheckCompatibilityInternal/unsupported_elasticsearch_714-713 (0.00s) + --- PASS: TestCheckCompatibilityInternal/unsupported_elasticsearch_800-718 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_800a1 (0.00s) + --- PASS: TestCheckCompatibilityInternal/supported_elasticsearch_715-800a1 (0.00s) +PASS +ok github.com/elastic/fleet-server/v7/internal/pkg/ver 0.050s +? github.com/elastic/fleet-server/v7/internal/pkg/wait [no test files] +make[2]: Leaving directory '/home/bryan/go/fleet-server' +make[2]: Entering directory '/home/bryan/go/fleet-server' +make[2]: Leaving directory '/home/bryan/go/fleet-server' +make[1]: Leaving directory '/home/bryan/go/fleet-server' +make[1]: Entering directory '/home/bryan/go/fleet-server' +go-junit-report > "build/test-int.out.xml" < build/test-int.out; go-junit-report > "build/test-unit.out.xml" < build/test-unit.out; +make[1]: Leaving directory '/home/bryan/go/fleet-server'