Skip to content

Commit

Permalink
Explicitly set ECS version (#18209) (#18244)
Browse files Browse the repository at this point in the history
Explicitly set the ecs version field in filesets that have
been upgraded to ECS 1.5.  Specifically:

- activemq
- apache
- auditd
- aws
- cef
- elasticsearch
- googlecloud
- haproxy
- ibmmq
- icinga
- iis
- iptables
- kafka
- kibana
- logstash
- misp
- mongodb
- mssql
- mysql
- nats
- netflow
- nginx
- panw
- postgresql
- rabbitmq
- redis
- santa
- suricata
- system
- zeek

(cherry picked from commit 3df5db4)
  • Loading branch information
leehinman authored May 5, 2020
1 parent 6524eaa commit f1e596b
Show file tree
Hide file tree
Showing 95 changed files with 428 additions and 12 deletions.
5 changes: 5 additions & 0 deletions filebeat/module/apache/access/config/access.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/apache/error/config/error.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,4 +6,8 @@ paths:
exclude_files: [".gz$"]

processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/auditd/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/elasticsearch/audit/config/audit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,4 +6,8 @@ paths:
exclude_files: [".gz$"]

processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions filebeat/module/elasticsearch/deprecation/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,3 +12,7 @@ multiline:
processors:
# Locale for time zone is only needed in non-json logs
- add_locale.when.not.regexp.message: "^{"
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/elasticsearch/gc/config/gc.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,3 +9,8 @@ multiline:
pattern: '^(\[?[0-9]{4}-[0-9]{2}-[0-9]{2}|{)'
negate: true
match: after
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions filebeat/module/elasticsearch/server/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,3 +12,7 @@ multiline:
processors:
# Locale for time zone is only needed in non-json logs
- add_locale.when.not.regexp.message: "^{"
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions filebeat/module/elasticsearch/slowlog/config/slowlog.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,3 +13,7 @@ multiline:
processors:
# Locale for time zone is only needed in non-json logs
- add_locale.when.not.regexp.message: "^{"
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/haproxy/log/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,8 @@ paths:
{{ end }}
exclude_files: [".gz$"]
processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/haproxy/log/config/syslog.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,8 @@ type: syslog
protocol.udp:
host: "{{.syslog_host}}:{{.syslog_port}}"
processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/icinga/debug/config/debug.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,8 @@ multiline:
pattern: '^\['
negate: true
match: after
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/icinga/main/config/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,8 @@ multiline:
pattern: '^\['
negate: true
match: after
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/icinga/startup/config/startup.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,8 @@ multiline:
pattern: '^[a-z]*\/[a-zA-Z]*:'
negate: true
match: after
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/iis/access/config/iis-access.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,8 @@ paths:
{{ end }}
exclude_files: [".gz$"]
exclude_lines: ["^#"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/iis/error/config/iis-error.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,8 @@ paths:
{{ end }}
exclude_files: [".gz$"]
exclude_lines: ["^#"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/kafka/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,4 +9,8 @@ multiline:
negate: true
match: after
processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/kibana/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,3 +7,8 @@ exclude_files: [".gz$"]

json.keys_under_root: false
json.add_error_key: true
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions filebeat/module/logstash/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,3 +15,7 @@ multiline:
processors:
# Locale for time zone is only needed in non-json logs
- add_locale.when.not.regexp.message: "^{"
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions filebeat/module/logstash/slowlog/config/slowlog.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,7 @@ exclude_files: [".gz$"]
processors:
# Locale for time zone is only needed in non-json logs
- add_locale.when.not.regexp.message: "^{"
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/mongodb/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/mysql/error/config/error.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,8 @@ multiline:
match: after

processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/mysql/slowlog/config/slowlog.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,3 +9,8 @@ multiline:
negate: true
match: after
exclude_lines: ['^[\/\w\.]+, Version: .* started with:.*', '^# Time:.*'] # Exclude the header and time
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/nats/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/nginx/access/config/nginx-access.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,4 +6,8 @@ paths:
exclude_files: [".gz$"]

processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/nginx/error/config/nginx-error.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,4 +10,8 @@ multiline:
match: after

processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
Original file line number Diff line number Diff line change
Expand Up @@ -7,3 +7,7 @@ exclude_files: [".gz$"]

processors:
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/postgresql/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,3 +8,8 @@ multiline:
pattern: '^\d{4}-\d{2}-\d{2} '
negate: true
match: after
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/redis/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,8 @@ paths:
{{ end }}
exclude_files: [".gz$"]
exclude_lines: ["^\\s+[\\-`('.|_]"] # drop asciiart lines\n
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions filebeat/module/santa/log/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/system/auth/config/auth.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,4 +8,8 @@ multiline:
pattern: "^\\s"
match: after
processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 5 additions & 1 deletion filebeat/module/system/syslog/config/syslog.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,4 +8,8 @@ multiline:
pattern: "^\\s"
match: after
processors:
- add_locale: ~
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/activemq/audit/config/audit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,9 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
4 changes: 4 additions & 0 deletions x-pack/filebeat/module/activemq/log/config/log.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,3 +10,7 @@ multiline:
match: after
processors:
- add_locale: ~
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions x-pack/filebeat/module/aws/cloudtrail/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/cloudtrail/config/s3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -37,3 +37,9 @@ session_token: {{ .session_token }}
{{ if .role_arn }}
role_arn: {{ .role_arn }}
{{ end }}

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions x-pack/filebeat/module/aws/cloudwatch/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/cloudwatch/config/s3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,3 +36,9 @@ session_token: {{ .session_token }}
{{ if .role_arn }}
role_arn: {{ .role_arn }}
{{ end }}

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions x-pack/filebeat/module/aws/ec2/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/ec2/config/s3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,3 +36,9 @@ session_token: {{ .session_token }}
{{ if .role_arn }}
role_arn: {{ .role_arn }}
{{ end }}

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
5 changes: 5 additions & 0 deletions x-pack/filebeat/module/aws/elb/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,8 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]
processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/elb/config/s3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,3 +36,9 @@ session_token: {{ .session_token }}
{{ if .role_arn }}
role_arn: {{ .role_arn }}
{{ end }}

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/s3access/config/file.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,3 +4,9 @@ paths:
- {{$path}}
{{ end }}
exclude_files: [".gz$"]

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
6 changes: 6 additions & 0 deletions x-pack/filebeat/module/aws/s3access/config/s3.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,3 +36,9 @@ session_token: {{ .session_token }}
{{ if .role_arn }}
role_arn: {{ .role_arn }}
{{ end }}

processors:
- add_fields:
target: ''
fields:
ecs.version: 1.5.0
Loading

0 comments on commit f1e596b

Please sign in to comment.