Skip to content

Commit 3bb6e22

Browse files
ali786XIali786XI
committed
rally benchmark kubernetes.event
1 parent e300934 commit 3bb6e22

File tree

4 files changed

+298
-0
lines changed

4 files changed

+298
-0
lines changed

‎packages/kubernetes/_dev/benchmark/rally/event-benchmark.yml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
---
2+
description: Benchmark of 20000 kubernetes.event event ingested
3+
data_stream:
4+
name: event
5+
corpora:
6+
generator:
7+
total_events: 20000
8+
template:
9+
type: gotext
10+
path: ./event-benchmark/template.ndjson
11+
config:
12+
path: ./event-benchmark/config.yml
13+
fields:
14+
path: ./event-benchmark/fields.yml

‎packages/kubernetes/_dev/benchmark/rally/event-benchmark/config.yml‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
fields:
2+
- name: agent_ephemeral_id
3+
value: "644323b5-5d6a-4dfb-92dd-35ca602db487"
4+
- name: agent_id
5+
value: "a6147a6e-6626-4a84-9907-f372f6c61eee"
6+
- name: agent_name
7+
value: "agent-ingest-management-clusterscope-674dbb75df-rp8cc"
8+
- name: deployment_name
9+
value: keyword
10+
- name: event_count
11+
range:
12+
min: 1
13+
max: 10000
14+
- name: event_duration
15+
range:
16+
min: 1
17+
max: 10000000
18+
- name: host_id
19+
value: "b0e83d397c054b8a99a431072fe4617b"
20+
- name: host_ip
21+
value: 172.17.0.11
22+
- name: hostname
23+
value: "agent-ingest-management-clusterscope-674dbb75df-rp8cc"
24+
- name: involved_object_api_version
25+
value: "kibana.k8s.elastic.co/v1"
26+
- name: involved_object_kind
27+
value: "Kibana"
28+
- name: involved_object_name
29+
value: "monitor"
30+
- name: involved_object_resource_version
31+
value: "101842"
32+
- name: involved_object_uid
33+
value: "45a19de5-5eef-4090-a2d3-dbceb0a28af8"
34+
- name: message
35+
value: "Failed to find referenced backend beats/monitor: Elasticsearch.elasticsearch.k8s.elastic.co \'monitor\' not found"
36+
- name: metadata_generate_name
37+
value: "monitor-name"
38+
- name: metadata_name
39+
value: "monitor.161bb862545e3099"
40+
- name: metadata_namespace
41+
value: "beats"
42+
- name: metadata_resource_version
43+
value: "485630"
44+
- name: metadata_self_link
45+
value: "/api/v1/namespaces/beats/events/monitor.161bb862545e3099"
46+
- name: metadata_uid
47+
value: "604e39e0-862f-4615-9cec-8cb62299dea3"
48+
- name: node_hostname
49+
value: "agent-ingest-management-clusterscope-674dbb75df-rp8cc"
50+
- name: orchestrator_cluster_name
51+
value: "kind"
52+
- name: orchestrator_cluster_url
53+
value: "kind-control-plane:6443"
54+
- name: pod_name
55+
value: "elastic-agent-h2mgj"
56+
- name: pod_uid
57+
value: "d06d59c2-929f-4b13-bc7d-c2492200ce07"
58+
- name: reason
59+
value: "AssociationError"
60+
- name: replicaset_name
61+
value: keyword
62+
- name: service_address
63+
value: "http://kube-state-metrics:8080/metrics"
64+
- name: source_component
65+
value: "kibana-association-controller"
66+
- name: source_host
67+
value: "agent-ingest-management-clusterscope-674dbb75df-rp8cc"
68+
- name: timestamp
69+
period: 60m
70+
- name: type
71+
value: "Warning"

‎packages/kubernetes/_dev/benchmark/rally/event-benchmark/fields.yml‎

Lines changed: 78 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,78 @@
1+
- name: agent_ephemeral_id
2+
type: keyword
3+
- name: agent_id
4+
type: keyword
5+
- name: agent_name
6+
type: keyword
7+
- name: deployment_name
8+
type: keyword
9+
- name: event_count
10+
type: long
11+
- name: event_duration
12+
type: long
13+
- name: event_timestamp_first_occurrence
14+
type: date
15+
- name: event_timestamp_last_occurrence
16+
type: date
17+
- name: host_id
18+
type: keyword
19+
- name: host_ip
20+
type: ip
21+
- name: hostname
22+
type: keyword
23+
- name: involved_object_api_version
24+
type: keyword
25+
- name: involved_object_kind
26+
type: keyword
27+
- name: involved_object_name
28+
type: keyword
29+
- name: involved_object_resource_version
30+
type: keyword
31+
- name: involved_object_uid
32+
type: keyword
33+
- name: message
34+
type: text
35+
- name: metadata_generate_name
36+
type: keyword
37+
- name: metadata_name
38+
type: keyword
39+
- name: metadata_namespace
40+
type: keyword
41+
- name: metadata_resource_version
42+
type: keyword
43+
- name: metadata_self_link
44+
type: keyword
45+
- name: metadata_timestamp_created
46+
type: date
47+
- name: metadata_uid
48+
type: keyword
49+
- name: node_hostname
50+
type: keyword
51+
- name: node_name
52+
type: keyword
53+
- name: orchestrator_cluster_name
54+
type: keyword
55+
- name: orchestrator_cluster_url
56+
type: keyword
57+
- name: pod_ip
58+
type: ip
59+
- name: pod_name
60+
type: keyword
61+
- name: pod_uid
62+
type: keyword
63+
- name: reason
64+
type: keyword
65+
- name: replicaset_name
66+
type: keyword
67+
- name: service_address
68+
type: keyword
69+
- name: source_component
70+
type: keyword
71+
- name: source_host
72+
type: keyword
73+
- name: statefulset_name
74+
type: keyword
75+
- name: timestamp
76+
type: date
77+
- name: type
78+
type: keyword

‎packages/kubernetes/_dev/benchmark/rally/event-benchmark/template.ndjson‎

Lines changed: 135 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,135 @@
1+
{{- $agent_ephemeral_id := generate "agent_ephemeral_id" }}
2+
{{- $agent_id := generate "agent_id" }}
3+
{{- $agent_name := generate "agent_name" }}
4+
{{- $deployment_name := generate "deployment_name" }}
5+
{{- $event_count := generate "event_count" }}
6+
{{- $event_duration := generate "event_duration" }}
7+
{{- $event_timestamp_first_occurrence := generate "event_timestamp_first_occurrence" }}
8+
{{- $event_timestamp_last_occurrence := generate "event_timestamp_last_occurrence" }}
9+
{{- $host_id := generate "host_id" }}
10+
{{- $host_ip := generate "host_ip" }}
11+
{{- $hostname := generate "hostname" }}
12+
{{- $involved_object_api_version := generate "involved_object_api_version" }}
13+
{{- $involved_object_kind := generate "involved_object_kind" }}
14+
{{- $involved_object_name := generate "involved_object_name" }}
15+
{{- $involved_object_resource_version := generate "involved_object_resource_version" }}
16+
{{- $involved_object_uid := generate "involved_object_uid" }}
17+
{{- $message := generate "message" }}
18+
{{- $metadata_generate_name := generate "metadata_generate_name" }}
19+
{{- $metadata_name := generate "metadata_name" }}
20+
{{- $metadata_namespace := generate "metadata_namespace" }}
21+
{{- $metadata_resource_version := generate "metadata_resource_version" }}
22+
{{- $metadata_self_link := generate "metadata_self_link" }}
23+
{{- $metadata_timestamp_created := generate "metadata_timestamp_created" }}
24+
{{- $metadata_uid := generate "metadata_uid" }}
25+
{{- $node_hostname := generate "node_hostname" }}
26+
{{- $node_name := generate "node_name" }}
27+
{{- $orchestrator_cluster_name := generate "orchestrator_cluster_name" }}
28+
{{- $orchestrator_cluster_url := generate "orchestrator_cluster_url" }}
29+
{{- $pod_ip := generate "pod_ip" }}
30+
{{- $pod_name := generate "pod_name" }}
31+
{{- $pod_uid := generate "pod_uid" }}
32+
{{- $reason := generate "reason" }}
33+
{{- $replicaset_name := generate "replicaset_name" }}
34+
{{- $service_address := generate "service_address" }}
35+
{{- $source_component := generate "source_component" }}
36+
{{- $source_host := generate "source_host" }}
37+
{{- $timestamp := generate "timestamp" }}
38+
{{- $type := generate "type" }}
39+
{
40+
"@timestamp": "{{$timestamp.Format "2006-01-02T15:04:05.999999Z07:00"}}",
41+
"metricset": {
42+
"name": "event"
43+
},
44+
"agent": {
45+
"type": "metricbeat",
46+
"version": "8.8.0",
47+
"ephemeral_id": "{{ $agent_ephemeral_id }}",
48+
"id": "{{ $agent_id }}",
49+
"name": "{{ $agent_name }}"
50+
},
51+
"ecs": {
52+
"version": "1.5.0"
53+
},
54+
"event": {
55+
"dataset": "kubernetes.event",
56+
"module": "kubernetes"
57+
},
58+
"service": {
59+
"address": "{{ $service_address }}",
60+
"type": "kubernetes"
61+
},
62+
"orchestrator": {
63+
"cluster": {
64+
"name": "{{ $orchestrator_cluster_name }}",
65+
"url": "{{ $orchestrator_cluster_url }}"
66+
}
67+
},
68+
"kubernetes": {
69+
"event": {
70+
"metadata": {
71+
"uid": "{{ $metadata_uid }}",
72+
"resource_version": "{{ $metadata_resource_version }}",
73+
"timestamp": {
74+
"created": "{{$metadata_timestamp_created.Format "2006-01-02T15:04:05.999999Z07:00"}}"
75+
},
76+
"name": "{{ $metadata_name }}",
77+
"namespace": "{{ $metadata_namespace }}",
78+
"self_link": "{{ $metadata_self_link }}",
79+
"generate_name": "{{ $metadata_generate_name }}"
80+
},
81+
"timestamp": {
82+
"first_occurrence": "{{$event_timestamp_first_occurrence.Format "2006-01-02T15:04:05.999999Z07:00"}}",
83+
"last_occurrence": "{{$event_timestamp_last_occurrence.Format "2006-01-02T15:04:05.999999Z07:00"}}"
84+
},
85+
"message": "{{ $message }}",
86+
"reason": "{{ $reason }}",
87+
"type": "{{ $type }}",
88+
"count": {{ $event_count }},
89+
"source": {
90+
"host": "{{ $source_host }}",
91+
"component": "{{ $source_component }}"
92+
},
93+
"involved_object": {
94+
"api_version": "{{ $involved_object_api_version }}",
95+
"resource_version": "{{ $involved_object_resource_version }}",
96+
"name": "{{ $involved_object_name }}",
97+
"kind": "{{ $involved_object_kind }}",
98+
"uid": "{{ $involved_object_uid }}"
99+
}
100+
},
101+
"pod":{
102+
"uid": "{{ $pod_uid }}",
103+
"ip": "{{generate "pod_ip"}}",
104+
"name": "{{ $pod_name }}",
105+
"replicaset":{
106+
"name": "{{ $replicaset_name }}"
107+
},
108+
"deployment":{
109+
"name": "{{ $deployment_name }}"
110+
}
111+
}
112+
},
113+
"host": {
114+
"id": "{{ $host_id }}",
115+
"containerized": false,
116+
"node_hostname": "{{ $node_hostname }}",
117+
"ip": [
118+
"{{ $host_ip }}"
119+
],
120+
"mac": [
121+
"02:42:ac:11:00:0b"
122+
],
123+
"hostname": "{{ $hostname }}",
124+
"name": "{{ $hostname }}",
125+
"architecture": "x86_64",
126+
"os": {
127+
"platform": "centos",
128+
"version": "7 (Core)",
129+
"family": "redhat",
130+
"name": "CentOS Linux",
131+
"kernel": "4.19.81",
132+
"codename": "Core"
133+
}
134+
}
135+
}

0 commit comments

Comments
 (0)