From 5e3993b23e07d3c21bd1cfd53204447057fe9b2d Mon Sep 17 00:00:00 2001 From: aliabbas-elastic Date: Wed, 14 Feb 2024 18:43:38 +0530 Subject: [PATCH] add some fields --- .../benchmark/rally/node-benchmark/config.yml | 12 +- .../benchmark/rally/node-benchmark/fields.yml | 18 +-- .../rally/node-benchmark/template.ndjson | 140 +++++++++++------- 3 files changed, 93 insertions(+), 77 deletions(-) diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml index f49d5f89be9..2b781eccd15 100644 --- a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml +++ b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/config.yml @@ -1,14 +1,10 @@ fields: - - name: agent_ephemeral_id - value: b964a246-96c0-456a-a5c2-8c8b1040ecaf - - name: agent_id - value: f7ec69f9-4997-4e76-b6c7-0c75206b727a - - name: agent_name - value: minikube - - name: host_id - value: b0e83d397c054b8a99a431072fe4617b - name: timestamp period: 60m + - name: rangeofid + range: + min: 0 + max: 10000 - name: event_duration range: min: 1 diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml index d6cb5b8b7a0..e9fd3441cc8 100644 --- a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml +++ b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/fields.yml @@ -1,21 +1,11 @@ -- name: agent_ephemeral_id - type: keyword -- name: agent_id - type: keyword -- name: agent_name - type: keyword -- name: host_id - type: keyword +- name: Ip + type: ip - name: timestamp type: date +- name: rangeofid + type: integer - name: event_duration type: long -- name: namespace - type: keyword -- name: node_name - type: keyword -- name: node_hostname - type: keyword - name: cpu_usage_core_ns type: long - name: nanocores diff --git a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson index 338d73fe58f..953c2dcdeee 100644 --- a/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson +++ b/packages/kubernetes/_dev/benchmark/rally/node-benchmark/template.ndjson @@ -1,9 +1,7 @@ {{- $timestamp := generate "timestamp" }} -{{- $agent_id := generate "agent_id" }} -{{- $agent_name := generate "agent_name" }} -{{- $agent_ephemeral_id := generate "agent_ephemeral_id" }} {{- $event_duration := generate "event_duration" }} -{{- $host_id := generate "host_id" }} +{{- $rangeofid := generate "rangeofid" -}} +{{- $nodeid := div $rangeofid 110 -}} {{- $memory_available_bytes := generate "memory_available_bytes" }} {{- $memory_usage_bytes := generate "memory_usage_bytes" }} {{- $memory_rss_bytes := generate "memory_rss_bytes" }} @@ -30,6 +28,7 @@ "event": { "dataset": "kubernetes.node", "module": "kubernetes", + "agent_id_status": "verified", "duration": {{ $event_duration }} }, "data_stream": { @@ -39,52 +38,29 @@ }, "service": { "type": "kubernetes", - "address": "{{ $agent_name }}:10250" + "address": "kubernetes-scale-123456:10250" }, "host": { - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "hostname": "minikube", - "architecture": "x86_64", + "hostname": "kubernetes-scale-123456", "os": { + "kernel": "5.10.47-linuxkit", "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", "name": "CentOS Linux", - "kernel": "4.19.81" + "type": "linux", + "family": "redhat", + "version": "7 (Core)", + "platform": "centos" }, - "id": "{{ $host_id }}" + "containerized": true, + "ip": [ + "192.168.244.7" + ], + "name": "kubernetes-scale-123456", + "id": "85e35c2b5e1b39ba72393a6baf6ee7cd", + "mac": [ + "fe:ec:82:9f:29:19" + ], + "architecture": "x86_64" }, "metricset": { "name": "node", @@ -92,14 +68,38 @@ }, "kubernetes": { "labels": { - "beta_kubernetes_io/os": "linux", - "kubernetes_io/arch": "amd64", - "kubernetes_io/hostname": "minikube", - "kubernetes_io/os": "linux", - "node-role_kubernetes_io/master": "", - "beta_kubernetes_io/arch": "amd64" + "app":"demo", + "pod-template-hash":"{{ $rangeofid }}", + "app-2":"demo-2", + "app-1":"demo-1" + }, + "pod": { + "uid": "demo-pod-{{ $rangeofid }}", + "ip": "{{generate `Ip`}}", + "name": "demo-pod-{{ $rangeofid }}" + }, + "namespace": "demo-{{ $rangeofid }}", + "namespace_uid": "demo-{{ $rangeofid }}", + "replicaset": { + "name": "demo-deployment-{{ $rangeofid }}" + }, + "namespace_labels": { + "kubernetes_io/metadata_name": "demo-{{ $rangeofid }}" + }, + "deployment": { + "name": "demo-deployment-{{ $rangeofid }}" }, "node": { + "uid": "host-{{ $nodeid }}", + "hostname": "host-{{ $nodeid }}", + "name": "host-{{ $nodeid }}", + "labels": { + "kubernetes_io/hostname": "kubernetes-scale-123456", + "beta_kubernetes_io/os": "linux", + "kubernetes_io/arch": "amd64", + "kubernetes_io/os": "linux", + "beta_kubernetes_io/arch": "amd64" + }, "memory": { "available": { "bytes": {{ $memory_available_bytes }} @@ -156,7 +156,6 @@ } }, "start_time": "{{$timestamp.Format "2006-01-02T15:04:05.999999Z07:00"}}", - "name": "minikube", "cpu": { "usage": { "core": { @@ -168,13 +167,44 @@ } }, "agent": { - "name": "{{ $agent_name }}", + "name": "kubernetes-scale-123456", "type": "metricbeat", "version": "8.8.0", - "ephemeral_id": "{{ $agent_ephemeral_id }}", - "id": "{{ $agent_id }}" + "ephemeral_id": "22ed892c-43bd-408a-9121-65e2f5b6a56e", + "id": "de42127b-4db8-4471-824e-a7b14f478663" + }, + "elastic_agent": { + "id": "de42127b-4db8-4471-824e-a7b14f478663", + "version": "8.8.0", + "snapshot": true }, + "cloud": { + "provider": "gcp", + "availability_zone": "europe-west1-d", + "instance":{ + "name": "kubernetes-scale-123456" , + "id": "de42127b-4db8-4471-824e-a7b14f478663" + }, + "machine":{ + "type":"e2-standard-4" + }, + "service":{ + "name":"GCE" + }, + "project":{ + "id":"elastic-obs-integrations-dev" + }, + "account":{ + "id":"elastic-obs-integrations-dev" + } + }, + "orchestrator":{ + "cluster":{ + "name":"kubernetes-scale", + "url":"https://{{ generate `Ip` }}" + } + }, "ecs": { - "version": "1.5.0" + "version": "8.5.0" } } \ No newline at end of file