Merge pull request #79 from observIQ/preserve_to

Convert plugins to use preserve_to

plugins/aerospike.yaml

@@ -66,7 +66,7 @@ pipeline:
       layout: '%b %d %Y %H:%M:%S %Z'
     severity:
       parse_from: aerospike_severity
-      preserve: true
+      preserve_to: aerospike_severity
       mapping:
         info: detail
     output: {{.output}}
@@ -93,7 +93,7 @@ pipeline:
       layout: '%m-%d %H:%M:%S'
     severity:
       parse_from: aerospike_severity
-      preserve: true
+      preserve_to: aerospike_severity
       mapping:
         info: detail
     output: {{.output}}

plugins/amazon_eks.yaml

@@ -76,7 +76,7 @@ pipeline:
     regex: '^(?P<pod_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?P<namespace>[^_]+)_(?P<container_name>.+)-(?P<container_id>[a-z0-9]{64})\.log$'
     severity:
       parse_from: stream
-      preserve: true
+      preserve_to: stream
       mapping:
         error: stderr
         info: stdout

plugins/apache_http.yaml

@@ -65,7 +65,7 @@ pipeline:
     severity:
       parse_from: code
       preset: none
-      preserve: true
+      preserve_to: code
       mapping:
         info: 2xx
         notice: 3xx
@@ -85,8 +85,8 @@ pipeline:
   - id: access_agent_parser
     type: regex_parser
     regex: '^(?P<client>[^/]*)/(?P<client_version>[^ ]*) (\((?P<system>[^;]*);([^\)]*)\))?(.*)?'
-    parse_from: $record.agent
-    preserve: true
+    parse_from: agent
+    preserve_to: agent
     output: {{ .output }}
   #{{ end }}
 

plugins/azure_aks.yaml

@@ -76,7 +76,7 @@ pipeline:
     regex: '^(?P<pod_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?P<namespace>[^_]+)_(?P<container_name>.+)-(?P<container_id>[a-z0-9]{64})\.log$'
     severity:
       parse_from: stream
-      preserve: true
+      preserve_to: stream
       mapping:
         error: stderr
         info: stdout

plugins/couchbase.yaml

@@ -143,7 +143,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%L%j'
     severity:
       parse_from: couchbase_severity
-      preserve: true
+      preserve_to: couchbase_severity
     output: {{.output}}
 {{ end }}
 
@@ -168,7 +168,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%L%j'
     severity:
       parse_from: couchbase_severity
-      preserve: true
+      preserve_to: couchbase_severity
       mapping:
         warning: warn
     output: {{.output}}
@@ -195,7 +195,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%L%j'
     severity:
       parse_from: couchbase_severity
-      preserve: true
+      preserve_to: couchbase_severity
       mapping:
         warning: warn
     output: {{.output}}
@@ -262,7 +262,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%L%j'
     severity:
       parse_from: couchbase_severity
-      preserve: true
+      preserve_to: couchbase_severity
     output: {{.output}}
 {{ end }}
 
@@ -285,6 +285,6 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%L%j'
     severity:
       parse_from: couchbase_severity
-      preserve: true
+      preserve_to: couchbase_severity
     output: {{.output}}
 {{ end }}

plugins/couchdb.yaml

@@ -43,7 +43,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%sZ'
     severity:
       parse_from: couchdb_severity
-      preserve: true
+      preserve_to: couchdb_severity
       mapping:
         warning: warn
         error: err

plugins/docker_swarm.yaml

@@ -66,7 +66,7 @@ pipeline:
     regex: '^time="(?P<timestamp>[^"]*)" level=(?P<dockerd_severity>[^ ]*) msg=(?P<message>.*)'
     severity:
       parse_from: dockerd_severity
-      preserve: true
+      preserve_to: dockerd_severity
       mapping:
         warning: warn
     timestamp:
@@ -80,7 +80,7 @@ pipeline:
     regex: '^time="(?P<timestamp>[^"]*)" level=(?P<dockerd_severity>[^ ]*) msg=(?P<message>.*)'
     severity:
       parse_from: dockerd_severity
-      preserve: true
+      preserve_to: dockerd_severity
       mapping:
         warning: warn
     timestamp:

plugins/elasticsearch.yaml

@@ -81,7 +81,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S'
     severity:
       parse_from: elasticsearch_severity
-      preserve: true
+      preserve_to: elasticsearch_severity
       mapping:
         warning: warn
     output: {{.output}}
@@ -106,7 +106,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S'
     severity:
       parse_from: elasticsearch_severity
-      preserve: true
+      preserve_to: elasticsearch_severity
       mapping:
         warning: warn
     output: {{.output}}

plugins/gitlab.yaml

@@ -149,7 +149,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%LZ'
     severity:
       parse_from: severity
-      preserve: true
+      preserve_to: severity
       mapping:
         emergency: emerg
         error: err
@@ -176,7 +176,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S.%sZ'
     severity:
       parse_from: severity
-      preserve: true
+      preserve_to: severity
       mapping:
         emergency: emerg
         error: err
@@ -203,7 +203,7 @@ pipeline:
       layout: '%Y-%m-%dT%H:%M:%S%j'
     severity:
       parse_from: level
-      preserve: true
+      preserve_to: level
       mapping:
         error: err
         warning: warn

plugins/hadoop.yaml

@@ -110,7 +110,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal
@@ -136,7 +136,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal
@@ -164,7 +164,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal
@@ -190,7 +190,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal
@@ -218,7 +218,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal
@@ -244,7 +244,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hadoop_severity
-      preserve: true
+      preserve_to: hadoop_severity
       mapping:
         warning: warn
         critical: fatal

plugins/hbase.yaml

@@ -83,7 +83,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hbase_severity
-      preserve: true
+      preserve_to: hbase_severity
       mapping:
         warning: warn
         emergency: fatal
@@ -111,7 +111,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hbase_severity
-      preserve: true
+      preserve_to: hbase_severity
       mapping:
         warning: warn
         emergency: fatal
@@ -139,7 +139,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: hbase_severity
-      preserve: true
+      preserve_to: hbase_severity
       mapping:
         warning: warn
         emergency: fatal

plugins/jboss.yaml

@@ -43,7 +43,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S'
     severity:
       parse_from: jboss_severity
-      preserve: true
+      preserve_to: jboss_severity
       mapping:
         emergency: fatal
         warning: warn

plugins/kubernetes_cluster.yaml

@@ -53,7 +53,7 @@ pipeline:
     regex: '^(?P<pod_name>[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?P<namespace>[^_]+)_(?P<container_name>.+)-(?P<container_id>[a-z0-9]{64})\.log$'
     severity:
       parse_from: stream
-      preserve: true
+      preserve_to: stream
       mapping:
         error: stderr
         info: stdout

plugins/kubernetes_events.yaml

@@ -46,8 +46,8 @@ pipeline:
 
   - type: severity_parser
     preset: none
-    parse_from: $record.reason
-    preserve: true
+    parse_from: reason
+    preserve_to: reason
     mapping:
       info:
         - Created

plugins/pgbouncer.yaml

@@ -41,7 +41,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S.%L %Z'
     severity:
       parse_from: pgbouncer_severity
-      preserve: true
+      preserve_to: pgbouncer_severity
       mapping:
         critical: fatal
         info: log

plugins/rabbitmq.yaml

@@ -43,5 +43,5 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S.%s'
     severity:
       parse_from: rabbitmq_severity
-      preserve: true
+      preserve_to: rabbitmq_severity
     output: {{.output}}

plugins/redis.yaml

@@ -43,7 +43,7 @@ pipeline:
       layout: '%d %b %H:%M:%S.%s'
     severity:
       parse_from: redis_severity
-      preserve: true
+      preserve_to: redis_severity
       mapping:
         warning: ' # '
         info: ' - '

plugins/sap_hana.yaml

@@ -43,7 +43,7 @@ pipeline:
       layout: '%Y-%m-%d %H:%M:%S.%s'
     severity:
       parse_from: sap_severity
-      preserve: true
+      preserve_to: sap_severity
       mapping:
         debug: d
         info: i