Cherry-pick #5150 to 6.0: Update queue.mem defaults

CHANGELOG.asciidoc

@@ -64,6 +64,7 @@ https://github.com/elastic/beats/compare/v6.0.0-beta2...master[Check the HEAD di
 
 *Affecting all Beats*
 
+- Enable flush timeout by default. {pull}5150[5150]
 - Add @metadata.version to events send to Logstash. {pull}5166[5166]
 
 *Auditbeat*

auditbeat/auditbeat.reference.yml

@@ -101,11 +101,11 @@ auditbeat.modules:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

auditbeat/tests/system/config/auditbeat.yml.j2

@@ -17,6 +17,11 @@ auditbeat.modules:
   {% endif -%}
 {%- endfor %}
 
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
 output.file:
   path: '{{ output_file_path|default(beat.working_dir + "/output") }}'
   filename: {{ output_file_filename|default("auditbeat") }}

filebeat/filebeat.reference.yml

@@ -492,11 +492,11 @@ filebeat.prospectors:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

filebeat/tests/system/config/filebeat.yml.j2

@@ -156,6 +156,13 @@ processors:
 
 {%- endif %}
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
 #================================ Outputs =====================================
 
 # Configure what outputs to use when sending the data collected by the beat.

heartbeat/heartbeat.reference.yml

@@ -250,11 +250,11 @@ heartbeat.scheduler:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

heartbeat/tests/system/config/heartbeat.yml.j2

@@ -56,6 +56,15 @@ fields:
   {% endfor -%}
 {% endif %}
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
+#================================ Outputs =====================================
+
 output.file:
   path: {{ output_file_path|default(beat.working_dir + "/output") }}
   filename: "{{ output_file_filename|default("heartbeat") }}"

libbeat/_meta/config.reference.yml

@@ -36,11 +36,11 @@
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

libbeat/publisher/queue/memqueue/config.go

@@ -13,8 +13,8 @@ type config struct {
 
 var defaultConfig = config{
 	Events:         4 * 1024,
-	FlushMinEvents: 0,
-	FlushTimeout:   0,
+	FlushMinEvents: 2 * 1024,
+	FlushTimeout:   1 * time.Second,
 }
 
 func (c *config) Validate() error {

libbeat/tests/system/config/mockbeat.yml.j2

@@ -18,6 +18,12 @@ tags: [
 	{%- endfor -%}
 {%- endif -%}]
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
 
 ############################# Output ############################################
 

metricbeat/metricbeat.reference.yml

@@ -456,11 +456,11 @@ metricbeat.modules:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

metricbeat/tests/system/config/metricbeat.yml.j2

@@ -139,6 +139,13 @@ processors:
 
 {%- endif %}
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
 #================================ Outputs =====================================
 
 # Configure what outputs to use when sending the data collected by the beat.

packetbeat/packetbeat.reference.yml

@@ -488,11 +488,11 @@ packetbeat.protocols:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.

packetbeat/tests/system/config/packetbeat.yml.j2

@@ -193,6 +193,13 @@ processors:
 
 {%- endif %}
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
 #================================ Outputs =====================================
 
 # Configure what outputs to use when sending the data collected by the beat.

winlogbeat/tests/system/config/winlogbeat.yml.j2

@@ -77,6 +77,13 @@ fields:
   {% endfor -%}
 {% endif %}
 
+#================================ Queue =====================================
+
+queue.mem:
+  events: 4096
+  flush.min_events: 8
+  flush.timeout: 0.1s
+
 #================================ Outputs =====================================
 
 # Configure what outputs to use when sending the data collected by the beat.

winlogbeat/winlogbeat.reference.yml

@@ -65,11 +65,11 @@ winlogbeat.event_logs:
     # before providing a batch of events to the outputs.
     # A value of 0 (the default) ensures events are immediately available
     # to be sent to the outputs.
-    #flush.min_events: 0
+    #flush.min_events: 2048
 
     # Maximum duration after which events are available to the outputs,
     # if the number of events stored in the queue is < min_flush_events.
-    #flush.timeout: 0s
+    #flush.timeout: 1s
 
 # Sets the maximum number of CPUs that can be executing simultaneously. The
 # default is the number of logical CPUs available in the system.