filter_ecs: new filter for AWS ECS Metadata

Signed-off-by: Wesley Pettit <[email protected]>
fluent · Oct 5, 2022 · e2812a4 · e2812a4
1 parent fb59c7c
commit e2812a4
Show file tree

Hide file tree

Showing 7 changed files with 2,190 additions and 0 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -176,6 +176,7 @@ option(FLB_IN_STORAGE_BACKLOG          "Enable storage backlog input plugin"
 option(FLB_IN_EMITTER                  "Enable emitter input plugin"                  Yes)
 option(FLB_IN_NODE_EXPORTER_METRICS    "Enable node exporter metrics input plugin"    Yes)
 option(FLB_IN_WINDOWS_EXPORTER_METRICS "Enable windows exporter metrics input plugin" Yes)
+<<<<<<< HEAD
 option(FLB_IN_OPENTELEMETRY            "Enable OpenTelemetry input plugin"            Yes)
 option(FLB_OUT_AZURE                   "Enable Azure output plugin"                   Yes)
 option(FLB_OUT_AZURE_BLOB              "Enable Azure output plugin"                   Yes)
@@ -242,6 +243,74 @@ option(FLB_FILTER_TENSORFLOW           "Enable tensorflow filter"
 option(FLB_FILTER_GEOIP2               "Enable geoip2 filter"                         Yes)
 option(FLB_FILTER_NIGHTFALL            "Enable Nightfall filter"                      Yes)
 option(FLB_FILTER_WASM                 "Enable WASM filter"                           Yes)
+=======
+option(FLB_IN_OPENTELEMETRY            "Enable OpenTelemetry input plugin"         Yes)
+option(FLB_OUT_AZURE          "Enable Azure output plugin"          Yes)
+option(FLB_OUT_AZURE_BLOB     "Enable Azure output plugin"          Yes)
+option(FLB_OUT_AZURE_KUSTO    "Enable Azure Kusto output plugin"    Yes)
+option(FLB_OUT_BIGQUERY       "Enable BigQuery output plugin"       Yes)
+option(FLB_OUT_CALYPTIA       "Enable Calyptia monitoring plugin"   Yes)
+option(FLB_OUT_COUNTER        "Enable Counter output plugin"        Yes)
+option(FLB_OUT_DATADOG        "Enable DataDog output plugin"        Yes)
+option(FLB_OUT_ES             "Enable Elasticsearch output plugin"  Yes)
+option(FLB_OUT_EXIT           "Enable Exit output plugin"           Yes)
+option(FLB_OUT_FORWARD        "Enable Forward output plugin"        Yes)
+option(FLB_OUT_GELF           "Enable GELF output plugin"           Yes)
+option(FLB_OUT_HTTP           "Enable HTTP output plugin"           Yes)
+option(FLB_OUT_INFLUXDB       "Enable InfluxDB output plugin"       Yes)
+option(FLB_OUT_NATS           "Enable NATS output plugin"           Yes)
+option(FLB_OUT_NRLOGS         "Enable New Relic output plugin"      Yes)
+option(FLB_OUT_OPENSEARCH     "Enable OpenSearch output plugin"     Yes)
+option(FLB_OUT_TCP            "Enable TCP output plugin"            Yes)
+option(FLB_OUT_PLOT           "Enable Plot output plugin"           Yes)
+option(FLB_OUT_FILE           "Enable file output plugin"           Yes)
+option(FLB_OUT_TD             "Enable Treasure Data output plugin"  Yes)
+option(FLB_OUT_RETRY          "Enable Retry test output plugin"      No)
+option(FLB_OUT_PGSQL          "Enable PostgreSQL output plugin"      No)
+option(FLB_OUT_SKYWALKING     "Enable Apache SkyWalking output plugin" Yes)
+option(FLB_OUT_SLACK          "Enable Slack output plugin"          Yes)
+option(FLB_OUT_SPLUNK         "Enable Splunk output plugin"         Yes)
+option(FLB_OUT_STACKDRIVER    "Enable Stackdriver output plugin"    Yes)
+option(FLB_OUT_STDOUT         "Enable STDOUT output plugin"         Yes)
+option(FLB_OUT_SYSLOG         "Enable Syslog output plugin"         Yes)
+option(FLB_OUT_LIB            "Enable library mode output plugin"   Yes)
+option(FLB_OUT_NULL           "Enable dev null output plugin"       Yes)
+option(FLB_OUT_FLOWCOUNTER    "Enable flowcount output plugin"      Yes)
+option(FLB_OUT_LOGDNA         "Enable LogDNA output plugin"         Yes)
+option(FLB_OUT_LOKI           "Enable Loki output plugin"           Yes)
+option(FLB_OUT_KAFKA          "Enable Kafka output plugin"           No)
+option(FLB_OUT_KAFKA_REST     "Enable Kafka Rest output plugin"     Yes)
+option(FLB_OUT_CLOUDWATCH_LOGS "Enable AWS CloudWatch output plugin" Yes)
+option(FLB_OUT_KINESIS_FIREHOSE "Enable AWS Firehose output plugin" Yes)
+option(FLB_OUT_KINESIS_STREAMS "Enable AWS Kinesis output plugin" Yes)
+option(FLB_OUT_OPENTELEMETRY  "Enable OpenTelemetry plugin" Yes)
+option(FLB_OUT_PROMETHEUS_EXPORTER "Enable Prometheus exporter plugin" Yes)
+option(FLB_OUT_PROMETHEUS_REMOTE_WRITE "Enable Prometheus remote write plugin" Yes)
+option(FLB_OUT_S3             "Enable AWS S3 output plugin"         Yes)
+option(FLB_OUT_WEBSOCKET      "Enable Websocket output plugin"      Yes)
+option(FLB_FILTER_ALTER_SIZE  "Enable alter_size filter"            Yes)
+option(FLB_FILTER_AWS         "Enable aws filter"                   Yes)
+option(FLB_FILTER_CHECKLIST   "Enable checklist filter"             Yes)
+option(FLB_FILTER_ECS         "Enable AWS ECS filter"               Yes)
+option(FLB_FILTER_EXPECT      "Enable expect filter"                Yes)
+option(FLB_FILTER_GREP        "Enable grep filter"                  Yes)
+option(FLB_FILTER_MODIFY      "Enable modify filter"                Yes)
+option(FLB_FILTER_STDOUT      "Enable stdout filter"                Yes)
+option(FLB_FILTER_PARSER      "Enable parser filter"                Yes)
+option(FLB_FILTER_KUBERNETES  "Enable kubernetes filter"            Yes)
+option(FLB_FILTER_REWRITE_TAG "Enable tag rewrite filter"           Yes)
+option(FLB_FILTER_THROTTLE    "Enable throttle filter"              Yes)
+option(FLB_FILTER_THROTTLE_SIZE "Enable throttle size filter"        No)
+option(FLB_FILTER_TYPE_CONVERTER "Enable type converter filter"     Yes)
+option(FLB_FILTER_MULTILINE   "Enable multiline filter"             Yes)
+option(FLB_FILTER_NEST        "Enable nest filter"                  Yes)
+option(FLB_FILTER_LUA         "Enable Lua scripting filter"         Yes)
+option(FLB_FILTER_LUA_USE_MPACK  "Enable mpack on the lua filter"   Yes)
+option(FLB_FILTER_RECORD_MODIFIER "Enable record_modifier filter"   Yes)
+option(FLB_FILTER_TENSORFLOW  "Enable tensorflow filter"             No)
+option(FLB_FILTER_GEOIP2      "Enable geoip2 filter"                Yes)
+option(FLB_FILTER_NIGHTFALL   "Enable Nightfall filter"             Yes)
+>>>>>>> filter_ecs: new filter for AWS ECS Metadata
 
 if(DEFINED FLB_NIGHTLY_BUILD AND NOT "${FLB_NIGHTLY_BUILD}" STREQUAL "")
   FLB_DEFINITION_VAL(FLB_NIGHTLY_BUILD ${FLB_NIGHTLY_BUILD})

diff --git a/plugins/CMakeLists.txt b/plugins/CMakeLists.txt
@@ -281,6 +281,7 @@ REGISTER_OUT_PLUGIN("out_s3")
 REGISTER_FILTER_PLUGIN("filter_alter_size")
 REGISTER_FILTER_PLUGIN("filter_aws")
 REGISTER_FILTER_PLUGIN("filter_checklist")
+REGISTER_FILTER_PLUGIN("filter_ecs")
 REGISTER_FILTER_PLUGIN("filter_record_modifier")
 REGISTER_FILTER_PLUGIN("filter_throttle")
 REGISTER_FILTER_PLUGIN("filter_throttle_size")

diff --git a/plugins/filter_ecs/CMakeLists.txt b/plugins/filter_ecs/CMakeLists.txt
@@ -0,0 +1,5 @@
+set(src
+  ecs.c
+  )
+
+FLB_PLUGIN(filter_ecs "${src}" "")