add some fields

elastic · Feb 14, 2024 · 5e3993b · 5e3993b
1 parent 0bcd90e
commit 5e3993b
Show file tree

Hide file tree

Showing 3 changed files with 93 additions and 77 deletions.
diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml
@@ -1,14 +1,10 @@
 fields:
-  - name: agent_ephemeral_id
-    value: b964a246-96c0-456a-a5c2-8c8b1040ecaf
-  - name: agent_id
-    value: f7ec69f9-4997-4e76-b6c7-0c75206b727a
-  - name: agent_name
-    value: minikube
-  - name: host_id
-    value: b0e83d397c054b8a99a431072fe4617b
   - name: timestamp
     period: 60m
+  - name: rangeofid
+    range:
+      min: 0
+      max: 10000
   - name: event_duration
     range:
       min: 1

diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml
@@ -1,21 +1,11 @@
-- name: agent_ephemeral_id
-  type: keyword
-- name: agent_id
-  type: keyword
-- name: agent_name
-  type: keyword
-- name: host_id
-  type: keyword
+- name: Ip
+  type: ip
 - name: timestamp
   type: date
+- name: rangeofid
+  type: integer
 - name: event_duration
   type: long
-- name: namespace
-  type: keyword
-- name: node_name
-  type: keyword
-- name: node_hostname
-  type: keyword
 - name: cpu_usage_core_ns
   type: long
 - name: nanocores

diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson
@@ -1,9 +1,7 @@
 {{- $timestamp := generate "timestamp" }}
-{{- $agent_id := generate "agent_id" }}
-{{- $agent_name := generate "agent_name" }}
-{{- $agent_ephemeral_id := generate "agent_ephemeral_id" }}
 {{- $event_duration := generate "event_duration" }}
-{{- $host_id := generate "host_id" }}
+{{- $rangeofid := generate "rangeofid" -}}
+{{- $nodeid := div $rangeofid 110 -}}
 {{- $memory_available_bytes := generate "memory_available_bytes" }}
 {{- $memory_usage_bytes := generate "memory_usage_bytes" }}
 {{- $memory_rss_bytes := generate "memory_rss_bytes" }}
@@ -30,6 +28,7 @@
     "event": {
         "dataset": "kubernetes.node",
         "module": "kubernetes",
+        "agent_id_status": "verified",
         "duration": {{ $event_duration }}
     },
     "data_stream": {
@@ -39,67 +38,68 @@
     },
     "service": {
         "type": "kubernetes",
-        "address": "{{ $agent_name }}:10250"
+        "address": "kubernetes-scale-123456:10250"
     },
     "host": {
-        "containerized": false,
-        "ip": [
-            "192.168.64.10",
-            "fe80::a883:2fff:fe7f:6b12",
-            "172.17.0.1",
-            "fe80::42:d4ff:fe8c:9493",
-            "fe80::2859:80ff:fe9e:fcd6",
-            "fe80::d83a:d9ff:fee9:7052",
-            "fe80::880a:b6ff:fe18:ba76",
-            "fe80::f447:faff:fe80:e88b",
-            "fe80::9cc3:ffff:fe95:e48e",
-            "fe80::6c1c:29ff:fe50:d40c",
-            "fe80::b4f3:11ff:fe60:14ed",
-            "fe80::20f2:2aff:fe96:1e7b",
-            "fe80::5434:baff:fede:5720",
-            "fe80::a878:91ff:fe29:81f7"
-        ],
-        "mac": [
-            "aa:83:2f:7f:6b:12",
-            "02:42:d4:8c:94:93",
-            "2a:59:80:9e:fc:d6",
-            "da:3a:d9:e9:70:52",
-            "8a:0a:b6:18:ba:76",
-            "f6:47:fa:80:e8:8b",
-            "9e:c3:ff:95:e4:8e",
-            "6e:1c:29:50:d4:0c",
-            "b6:f3:11:60:14:ed",
-            "22:f2:2a:96:1e:7b",
-            "56:34:ba:de:57:20",
-            "aa:78:91:29:81:f7"
-        ],
-        "name": "minikube",
-        "hostname": "minikube",
-        "architecture": "x86_64",
+        "hostname": "kubernetes-scale-123456",
         "os": {
+            "kernel": "5.10.47-linuxkit",
             "codename": "Core",
-            "platform": "centos",
-            "version": "7 (Core)",
-            "family": "redhat",
             "name": "CentOS Linux",
-            "kernel": "4.19.81"
+            "type": "linux",
+            "family": "redhat",
+            "version": "7 (Core)",
+            "platform": "centos"
         },
-        "id": "{{ $host_id }}"
+        "containerized": true,
+        "ip": [
+            "192.168.244.7"
+        ],
+        "name": "kubernetes-scale-123456",
+        "id": "85e35c2b5e1b39ba72393a6baf6ee7cd",
+        "mac": [
+            "fe:ec:82:9f:29:19"
+        ],
+        "architecture": "x86_64"
     },
     "metricset": {
         "name": "node",
         "period": 10000
     },
     "kubernetes": {
         "labels": {
-            "beta_kubernetes_io/os": "linux",
-            "kubernetes_io/arch": "amd64",
-            "kubernetes_io/hostname": "minikube",
-            "kubernetes_io/os": "linux",
-            "node-role_kubernetes_io/master": "",
-            "beta_kubernetes_io/arch": "amd64"
+            "app":"demo",
+            "pod-template-hash":"{{ $rangeofid }}",
+            "app-2":"demo-2",
+            "app-1":"demo-1"
+        },
+        "pod": {
+            "uid": "demo-pod-{{ $rangeofid }}",
+            "ip": "{{generate `Ip`}}",
+            "name": "demo-pod-{{ $rangeofid }}"
+        },
+        "namespace": "demo-{{ $rangeofid }}",
+        "namespace_uid": "demo-{{ $rangeofid }}",
+        "replicaset": {
+            "name": "demo-deployment-{{ $rangeofid }}"
+        },
+        "namespace_labels": {
+            "kubernetes_io/metadata_name": "demo-{{ $rangeofid }}"
+        },
+        "deployment": {
+            "name": "demo-deployment-{{ $rangeofid }}"
         },
         "node": {
+            "uid": "host-{{ $nodeid }}",
+            "hostname": "host-{{ $nodeid }}",
+            "name": "host-{{ $nodeid }}",
+            "labels": {
+                "kubernetes_io/hostname": "kubernetes-scale-123456",
+                "beta_kubernetes_io/os": "linux",
+                "kubernetes_io/arch": "amd64",
+                "kubernetes_io/os": "linux",
+                "beta_kubernetes_io/arch": "amd64"
+            },
             "memory": {
                 "available": {
                     "bytes": {{ $memory_available_bytes }}
@@ -156,7 +156,6 @@
                 }
             },
             "start_time": "{{$timestamp.Format "2006-01-02T15:04:05.999999Z07:00"}}",
-            "name": "minikube",
             "cpu": {
                 "usage": {
                     "core": {
@@ -168,13 +167,44 @@
         }
     },
     "agent": {
-        "name": "{{ $agent_name }}",
+        "name": "kubernetes-scale-123456",
         "type": "metricbeat",
         "version": "8.8.0",
-        "ephemeral_id": "{{ $agent_ephemeral_id }}",
-        "id": "{{ $agent_id }}"
+        "ephemeral_id": "22ed892c-43bd-408a-9121-65e2f5b6a56e",
+        "id": "de42127b-4db8-4471-824e-a7b14f478663"
+    },
+    "elastic_agent": {
+        "id": "de42127b-4db8-4471-824e-a7b14f478663",
+        "version": "8.8.0",
+        "snapshot": true
     },
+    "cloud": {
+         "provider": "gcp",
+         "availability_zone": "europe-west1-d",
+         "instance":{
+         "name":  "kubernetes-scale-123456" ,
+         "id": "de42127b-4db8-4471-824e-a7b14f478663"
+         },
+         "machine":{
+            "type":"e2-standard-4"
+         },
+         "service":{
+            "name":"GCE"
+         },
+         "project":{
+            "id":"elastic-obs-integrations-dev"
+         },
+         "account":{
+            "id":"elastic-obs-integrations-dev"
+         }
+      },
+      "orchestrator":{
+         "cluster":{
+            "name":"kubernetes-scale",
+            "url":"https://{{ generate `Ip` }}"
+         }
+      },
     "ecs": {
-        "version": "1.5.0"
+        "version": "8.5.0"
     }
 }