confgenerator: Send Log Pipeline Ping every 10 minutes. (#1495)

GoogleCloudPlatform · Jan 9, 2024 · 1725694 · 1725694
1 parent aebc2cf
commit 1725694
Show file tree

Hide file tree

Showing 679 changed files with 4,766 additions and 2 deletions.
diff --git a/confgenerator/self_logs.go b/confgenerator/self_logs.go
@@ -55,6 +55,21 @@ func healthChecksLogsPath() string {
 	return path.Join("${logs_dir}", "health-checks.log")
 }
 
+func generateHealthLoggingPingComponent(ctx context.Context) []fluentbit.Component {
+	return []fluentbit.Component{
+		{
+			Kind: "INPUT",
+			Config: map[string]string{
+				"Name":          "dummy",
+				"Tag":           healthLogsTag,
+				"Dummy":         `{"code": "LogPingOpsAgent", "severity": "DEBUG"}`,
+				"Interval_Sec":  "600",
+				"Interval_NSec": "0",
+			},
+		},
+	}
+}
+
 // This method creates a file input for the `health-checks.log` file, a json parser for the
 // structured logs and a grep filter to avoid ingesting previous content of the file.
 func generateHealthChecksLogsComponents(ctx context.Context) []fluentbit.Component {
@@ -213,6 +228,7 @@ func generateSelfLogsProcessingComponents(ctx context.Context) []fluentbit.Compo
 
 func (uc *UnifiedConfig) generateSelfLogsComponents(ctx context.Context, userAgent string) []fluentbit.Component {
 	out := make([]fluentbit.Component, 0)
+	out = append(out, generateHealthLoggingPingComponent(ctx)...)
 	out = append(out, generateFluentBitSelfLogsComponents(ctx)...)
 	out = append(out, generateHealthChecksLogsComponents(ctx)...)
 	out = append(out, generateSelfLogsSamplingComponents(ctx)...)

diff --git a/...ens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf b/...ens/all-backward_compatible_with_explicit_exporters/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf b/...goldens/all-backward_compatible_with_explicit_exporters/golden/linux/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/.../all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf b/.../all-backward_compatible_with_explicit_exporters/golden/windows-2012/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...ldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf b/...ldens/all-backward_compatible_with_explicit_exporters/golden/windows/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/.../testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf b/.../testdata/goldens/all-custom_use_built_in_receivers/golden/linux-gpu/fluent_bit_main.conf
@@ -47,6 +47,13 @@
     Tag               host.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...ator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf b/...ator/testdata/goldens/all-custom_use_built_in_receivers/golden/linux/fluent_bit_main.conf
@@ -47,6 +47,13 @@
     Tag               host.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux-gpu/fluent_bit_main.conf
@@ -22,6 +22,13 @@
     Name systemd
     Tag  default_pipeline.journald
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/all-quoted_map_keys/golden/linux/fluent_bit_main.conf
@@ -22,6 +22,13 @@
     Name systemd
     Tag  default_pipeline.journald
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...rator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf b/...rator/testdata/goldens/all-user_config_file_deleted/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...generator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf b/...generator/testdata/goldens/all-user_config_file_deleted/golden/linux/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...or/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf b/...or/testdata/goldens/all-user_config_file_deleted/golden/windows-2012/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...nerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf b/...nerator/testdata/goldens/all-user_config_file_deleted/golden/windows/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-dataproc/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/linux/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows-2012/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/builtin/golden/windows/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/linux/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...enerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf b/...enerator/testdata/goldens/combined-receiver_otlp/golden/windows-2012/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf b/confgenerator/testdata/goldens/combined-receiver_otlp/golden/windows/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...oldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf b/...oldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...ta/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf b/...ta/goldens/combined-receiver_otlp_googlecloudmonitoring/golden/linux/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...ens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf b/...ens/combined-receiver_otlp_googlecloudmonitoring/golden/windows-2012/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/.../goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf b/.../goldens/combined-receiver_otlp_googlecloudmonitoring/golden/windows/fluent_bit_main.conf
@@ -24,6 +24,13 @@
     Name         winlog
     Tag          default_pipeline.windows_event_log
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M

diff --git a/...dens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf b/...dens/combined-receiver_otlp_googlemanagedprometheus/golden/linux-gpu/fluent_bit_main.conf
@@ -32,6 +32,13 @@
     Tag               default_pipeline.syslog
     storage.type      filesystem
 
+[INPUT]
+    Dummy         {"code": "LogPingOpsAgent", "severity": "DEBUG"}
+    Interval_NSec 0
+    Interval_Sec  600
+    Name          dummy
+    Tag           ops-agent-health
+
 [INPUT]
     Buffer_Chunk_Size 512k
     Buffer_Max_Size   2M