Skip to content

Commit 0de5abb

Browse files
author
kaiyan-sheng
committed
add pipeline tests
1 parent 04293a1 commit 0de5abb

File tree

10 files changed

+913
-1
lines changed

10 files changed

+913
-1
lines changed

‎packages/aws/data_stream/ec2_metrics/_dev/test/pipeline/test-ec2-metrics-from-agent.json‎

Lines changed: 171 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,171 @@
1+
{
2+
"events": [
3+
{
4+
"@timestamp": "2024-08-06T22:00:00.000Z",
5+
"aws": {
6+
"cloudwatch": {
7+
"namespace": "AWS/EC2"
8+
},
9+
"dimensions": {
10+
"InstanceId": "i-006d0b31a9f91d631"
11+
},
12+
"ec2": {
13+
"instance": {
14+
"core": {
15+
"count": 2
16+
},
17+
"image": {
18+
"id": "ami-03378d7af46c58f4c"
19+
},
20+
"monitoring": {
21+
"state": "disabled"
22+
},
23+
"private": {
24+
"dns_name": "ip-192-168-89-166.us-west-1.compute.internal",
25+
"ip": "192.168.89.166"
26+
},
27+
"public": {
28+
"dns_name": ""
29+
},
30+
"state": {
31+
"code": 16,
32+
"name": "running"
33+
},
34+
"threads_per_core": 2
35+
},
36+
"metrics": {
37+
"CPUCreditBalance": {
38+
"avg": 0
39+
},
40+
"CPUCreditUsage": {
41+
"avg": 7
42+
},
43+
"CPUSurplusCreditBalance": {
44+
"avg": 2303
45+
},
46+
"CPUSurplusCreditsCharged": {
47+
"avg": 0
48+
},
49+
"CPUUtilization": {
50+
"avg": 42
51+
},
52+
"NetworkIn": {
53+
"rate": 264934,
54+
"sum": 79480460
55+
},
56+
"NetworkOut": {
57+
"rate": 22565,
58+
"sum": 6769654
59+
},
60+
"NetworkPacketsIn": {
61+
"rate": 79,
62+
"sum": 23747
63+
},
64+
"NetworkPacketsOut": {
65+
"rate": 65,
66+
"sum": 19516
67+
},
68+
"StatusCheckFailed": {
69+
"avg": 0
70+
},
71+
"StatusCheckFailed_Instance": {
72+
"avg": 0
73+
},
74+
"StatusCheckFailed_System": {
75+
"avg": 0
76+
}
77+
}
78+
},
79+
"tags": {
80+
"Name": "eks-obs-otel-demo-ng-2",
81+
"aws:autoscaling:groupName": "eks-obs-otel-demo-ng-12c5a254-b280-1e48-35ff-1425abda72cf",
82+
"aws:ec2:fleet-id": "fleet-9585078e-96b7-c916-0432-8428c5491787",
83+
"aws:ec2launchtemplate:id": "lt-0505b33c1cff57ca8",
84+
"aws:ec2launchtemplate:version": "1",
85+
"aws:eks:cluster-name": "obs-otel-demo",
86+
"division": "marketing",
87+
"eks:cluster-name": "obs-otel-demo",
88+
"eks:nodegroup-name": "obs-otel-demo-ng",
89+
"k8s_io/cluster-autoscaler/enabled": "true",
90+
"k8s_io/cluster-autoscaler/obs-otel-demo": "owned",
91+
"kubernetes_io/cluster/obs-otel-demo": "owned",
92+
"org": "obs",
93+
"project": "aws-infra-env",
94+
"team": "pmm"
95+
}
96+
},
97+
"cloud": {
98+
"account": {
99+
"id": "627286350134",
100+
"name": "MonitoringAccount"
101+
},
102+
"availability_zone": "us-west-1a",
103+
"instance": {
104+
"id": "i-006d0b31a9f91d631",
105+
"name": "eks-obs-otel-demo-ng-2"
106+
},
107+
"machine": {
108+
"type": "t3.xlarge"
109+
},
110+
"provider": "aws",
111+
"region": "us-west-1"
112+
},
113+
"data_stream": {
114+
"dataset": "aws.ec2_metrics",
115+
"namespace": "default",
116+
"type": "metrics"
117+
},
118+
"ecs": {
119+
"version": "8.0.0"
120+
},
121+
"elastic_agent": {
122+
"id": "ed7d17c0-6cfe-46c6-b342-3972f1767bf9",
123+
"snapshot": false,
124+
"version": "8.14.0"
125+
},
126+
"event": {
127+
"agent_id_status": "verified",
128+
"dataset": "aws.ec2_metrics",
129+
"duration": 28201123846,
130+
"ingested": "2024-08-06T22:16:22Z",
131+
"module": "aws"
132+
},
133+
"host": {
134+
"architecture": "aarch64",
135+
"containerized": false,
136+
"cpu": {
137+
"usage": 0.421
138+
},
139+
"hostname": "docker-fleet-agent",
140+
"id": "5fc8920aefde4bfab8571da89c1e8835",
141+
"name": "docker-fleet-agent",
142+
"network": {
143+
"egress": {
144+
"bytes": 6769654,
145+
"packets": 19516
146+
},
147+
"ingress": {
148+
"bytes": 79480460,
149+
"packets": 23747
150+
}
151+
},
152+
"os": {
153+
"codename": "focal",
154+
"family": "debian",
155+
"kernel": "6.10.0-linuxkit",
156+
"name": "Ubuntu",
157+
"platform": "ubuntu",
158+
"type": "linux",
159+
"version": "20.04.6 LTS (Focal Fossa)"
160+
}
161+
},
162+
"metricset": {
163+
"name": "cloudwatch",
164+
"period": 300000
165+
},
166+
"service": {
167+
"type": "aws"
168+
}
169+
}
170+
]
171+
}

‎packages/aws/data_stream/ec2_metrics/_dev/test/pipeline/test-ec2-metrics-from-agent.json-expected.json‎

Lines changed: 171 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,171 @@
1+
{
2+
"expected": [
3+
{
4+
"@timestamp": "2024-08-06T22:00:00.000Z",
5+
"aws": {
6+
"cloudwatch": {
7+
"namespace": "AWS/EC2"
8+
},
9+
"dimensions": {
10+
"InstanceId": "i-006d0b31a9f91d631"
11+
},
12+
"ec2": {
13+
"instance": {
14+
"core": {
15+
"count": 2
16+
},
17+
"image": {
18+
"id": "ami-03378d7af46c58f4c"
19+
},
20+
"monitoring": {
21+
"state": "disabled"
22+
},
23+
"private": {
24+
"dns_name": "ip-192-168-89-166.us-west-1.compute.internal",
25+
"ip": "192.168.89.166"
26+
},
27+
"public": {
28+
"dns_name": ""
29+
},
30+
"state": {
31+
"code": 16,
32+
"name": "running"
33+
},
34+
"threads_per_core": 2
35+
},
36+
"metrics": {
37+
"CPUCreditBalance": {
38+
"avg": 0
39+
},
40+
"CPUCreditUsage": {
41+
"avg": 7
42+
},
43+
"CPUSurplusCreditBalance": {
44+
"avg": 2303
45+
},
46+
"CPUSurplusCreditsCharged": {
47+
"avg": 0
48+
},
49+
"CPUUtilization": {
50+
"avg": 42
51+
},
52+
"NetworkIn": {
53+
"rate": 264934,
54+
"sum": 79480460
55+
},
56+
"NetworkOut": {
57+
"rate": 22565,
58+
"sum": 6769654
59+
},
60+
"NetworkPacketsIn": {
61+
"rate": 79,
62+
"sum": 23747
63+
},
64+
"NetworkPacketsOut": {
65+
"rate": 65,
66+
"sum": 19516
67+
},
68+
"StatusCheckFailed": {
69+
"avg": 0
70+
},
71+
"StatusCheckFailed_Instance": {
72+
"avg": 0
73+
},
74+
"StatusCheckFailed_System": {
75+
"avg": 0
76+
}
77+
}
78+
},
79+
"tags": {
80+
"Name": "eks-obs-otel-demo-ng-2",
81+
"aws:autoscaling:groupName": "eks-obs-otel-demo-ng-12c5a254-b280-1e48-35ff-1425abda72cf",
82+
"aws:ec2:fleet-id": "fleet-9585078e-96b7-c916-0432-8428c5491787",
83+
"aws:ec2launchtemplate:id": "lt-0505b33c1cff57ca8",
84+
"aws:ec2launchtemplate:version": "1",
85+
"aws:eks:cluster-name": "obs-otel-demo",
86+
"division": "marketing",
87+
"eks:cluster-name": "obs-otel-demo",
88+
"eks:nodegroup-name": "obs-otel-demo-ng",
89+
"k8s_io/cluster-autoscaler/enabled": "true",
90+
"k8s_io/cluster-autoscaler/obs-otel-demo": "owned",
91+
"kubernetes_io/cluster/obs-otel-demo": "owned",
92+
"org": "obs",
93+
"project": "aws-infra-env",
94+
"team": "pmm"
95+
}
96+
},
97+
"cloud": {
98+
"account": {
99+
"id": "627286350134",
100+
"name": "MonitoringAccount"
101+
},
102+
"availability_zone": "us-west-1a",
103+
"instance": {
104+
"id": "i-006d0b31a9f91d631",
105+
"name": "eks-obs-otel-demo-ng-2"
106+
},
107+
"machine": {
108+
"type": "t3.xlarge"
109+
},
110+
"provider": "aws",
111+
"region": "us-west-1"
112+
},
113+
"data_stream": {
114+
"dataset": "aws.ec2_metrics",
115+
"namespace": "default",
116+
"type": "metrics"
117+
},
118+
"ecs": {
119+
"version": "8.0.0"
120+
},
121+
"elastic_agent": {
122+
"id": "ed7d17c0-6cfe-46c6-b342-3972f1767bf9",
123+
"snapshot": false,
124+
"version": "8.14.0"
125+
},
126+
"event": {
127+
"agent_id_status": "verified",
128+
"dataset": "aws.ec2_metrics",
129+
"duration": 28201123846,
130+
"ingested": "2024-08-06T22:16:22Z",
131+
"module": "aws"
132+
},
133+
"host": {
134+
"architecture": "aarch64",
135+
"containerized": false,
136+
"cpu": {
137+
"usage": 0.421
138+
},
139+
"hostname": "docker-fleet-agent",
140+
"id": "5fc8920aefde4bfab8571da89c1e8835",
141+
"name": "docker-fleet-agent",
142+
"network": {
143+
"egress": {
144+
"bytes": 6769654,
145+
"packets": 19516
146+
},
147+
"ingress": {
148+
"bytes": 79480460,
149+
"packets": 23747
150+
}
151+
},
152+
"os": {
153+
"codename": "focal",
154+
"family": "debian",
155+
"kernel": "6.10.0-linuxkit",
156+
"name": "Ubuntu",
157+
"platform": "ubuntu",
158+
"type": "linux",
159+
"version": "20.04.6 LTS (Focal Fossa)"
160+
}
161+
},
162+
"metricset": {
163+
"name": "cloudwatch",
164+
"period": 300000
165+
},
166+
"service": {
167+
"type": "aws"
168+
}
169+
}
170+
]
171+
}

‎packages/aws/data_stream/ec2_metrics/_dev/test/pipeline/test-ec2-metrics-from-firehose.json‎

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
{
2+
"events": [
3+
{
4+
"@timestamp": "2024-08-06T22:25:00.000Z",
5+
"agent": {
6+
"type": "firehose"
7+
},
8+
"aws": {
9+
"cloudwatch": {
10+
"namespace": "AWS/EC2"
11+
},
12+
"ec2": {
13+
"metrics": {
14+
"CPUUtilization": {
15+
"avg": 21.96
16+
}
17+
}
18+
}
19+
},
20+
"cloud": {
21+
"account": {
22+
"id": "123456789012"
23+
},
24+
"instance": {
25+
"id": "i-08b34b681949f9fab"
26+
},
27+
"provider": "aws",
28+
"region": "us-east-1"
29+
},
30+
"data_stream": {
31+
"dataset": "aws.ec2_metrics",
32+
"namespace": "default",
33+
"type": "metrics"
34+
},
35+
"ecs": {
36+
"version": "8.11.0"
37+
},
38+
"event": {
39+
"agent_id_status": "missing",
40+
"ingested": "2024-08-06T22:26:25Z",
41+
"module": "aws"
42+
}
43+
}
44+
]
45+
}

0 commit comments

Comments
 (0)