Move worker start before provider start as queue is bounded (elastic#…

…7926)

CHANGELOG.asciidoc

@@ -65,6 +65,7 @@ https://github.com/elastic/beats/compare/v6.4.0...master[Check the HEAD diff]
 - The export config subcommand should not display real value for field reference. {pull}xxx[xxx]
 - The export config subcommand should not display real value for field reference. {pull}8769[8769]
 - Do not panic when no tokenizer string is configured for a dissect processor. {issue}8895[8895]
+- Start autodiscover consumers before producers. {pull}7926[7926]
 - The setup command will not fail if no dashboard is available to import. {pull}8977[8977]
 
 *Auditbeat*

libbeat/autodiscover/autodiscover.go

@@ -104,11 +104,16 @@ func (a *Autodiscover) Start() {
 	logp.Info("Starting autodiscover manager")
 	a.listener = a.bus.Subscribe(a.adapter.EventFilter()...)
 
+	// It is important to start the worker first before starting the producer.
+	// In hosts that have large number of workloads, it is easy to have an initial
+	// sync of workloads to have a count that is greater than 100 (which is the size
+	// of the bounded Go channel. Starting the providers before the consumer would
+	// result in the channel filling up and never allowing the worker to start up.
+	go a.worker()
+
 	for _, provider := range a.providers {
 		provider.Start()
 	}
-
-	go a.worker()
 }
 
 func (a *Autodiscover) worker() {

libbeat/common/kubernetes/watcher.go

@@ -70,6 +70,7 @@ type watcher struct {
 	k8sResourceFactory  func() k8s.Resource
 	items               func() []k8s.Resource
 	handler             ResourceEventHandler
+	logger              *logp.Logger
 }
 
 // NewWatcher initializes the watcher client to provide a events handler for
@@ -82,6 +83,7 @@ func NewWatcher(client *k8s.Client, resource Resource, options WatchOptions) (Wa
 		lastResourceVersion: "0",
 		ctx:                 ctx,
 		stop:                cancel,
+		logger:              logp.NewLogger("kubernetes"),
 	}
 	switch resource.(type) {
 	// add resource type which you want to support watching here
@@ -184,10 +186,12 @@ func (w *watcher) sync() error {
 		return err
 	}
 
+	w.logger.Debugf("Got %v items from the resource sync", len(w.items()))
 	for _, item := range w.items() {
 		w.onAdd(item)
 	}
 
+	w.logger.Debugf("Done syncing %v items from the resource sync", len(w.items()))
 	// Store last version
 	w.lastResourceVersion = w.resourceList.GetMetadata().GetResourceVersion()