Add a pipeline definition to remove spans fields.

This was done in code, by moving it to a pipeline users can configure what fields to remove and what to keep. Closes #3403
elastic · Mar 6, 2020 · d5a0c46 · d5a0c46
1 parent 3c70247
commit d5a0c46
Show file tree

Hide file tree

Showing 18 changed files with 1,003 additions and 117 deletions.
diff --git a/beater/test_approved_es_documents/TestPublishIntegrationEvents.approved.json b/beater/test_approved_es_documents/TestPublishIntegrationEvents.approved.json
@@ -308,9 +308,31 @@
                 "name": "java",
                 "version": "1.10.0-SNAPSHOT"
             },
+            "container": {
+                "id": "8ec7ceb990749e79b37f6dc6cd3628633618d6ce412553a552a0fa6b69419ad4"
+            },
             "ecs": {
                 "version": "1.4.0"
             },
+            "host": {
+                "architecture": "amd64",
+                "hostname": "node-name",
+                "ip": "127.0.0.1",
+                "name": "host1",
+                "os": {
+                    "platform": "Linux"
+                }
+            },
+            "kubernetes": {
+                "namespace": "default",
+                "node": {
+                    "name": "node-name"
+                },
+                "pod": {
+                    "name": "instrumented-java-service",
+                    "uid": "b17f231da0ad128dc6c6c0b2e82f6f303d3893e3"
+                }
+            },
             "labels": {
                 "ab_testing": true,
                 "group": "experimental",
@@ -327,13 +349,37 @@
             "parent": {
                 "id": "abcdef0123456789"
             },
+            "process": {
+                "args": [
+                    "-v"
+                ],
+                "pid": 1234,
+                "ppid": 1,
+                "title": "/usr/lib/jvm/java-10-openjdk-amd64/bin/java"
+            },
             "processor": {
                 "event": "span",
                 "name": "transaction"
             },
             "service": {
                 "environment": "production",
-                "name": "opbeans-java-1"
+                "framework": {
+                    "name": "spring",
+                    "version": "5.0.0"
+                },
+                "language": {
+                    "name": "Java",
+                    "version": "10.0.2"
+                },
+                "name": "opbeans-java-1",
+                "node": {
+                    "name": "8ec7ceb990749e79b37f6dc6cd3628633618d6ce412553a552a0fa6b69419ad4"
+                },
+                "runtime": {
+                    "name": "Java",
+                    "version": "10.0.2"
+                },
+                "version": "4.3.0"
             },
             "span": {
                 "action": "connect",

diff --git a/beater/test_approved_es_documents/TestPublishIntegrationMinimalEvents.approved.json b/beater/test_approved_es_documents/TestPublishIntegrationMinimalEvents.approved.json
@@ -151,6 +151,9 @@
             "ecs": {
                 "version": "1.4.0"
             },
+            "host": {
+                "ip": "127.0.0.1"
+            },
             "observer": {
                 "ephemeral_id": "00000000-0000-0000-0000-000000000000",
                 "hostname": "",
@@ -202,6 +205,9 @@
             "ecs": {
                 "version": "1.4.0"
             },
+            "host": {
+                "ip": "127.0.0.1"
+            },
             "observer": {
                 "ephemeral_id": "00000000-0000-0000-0000-000000000000",
                 "hostname": "",