Skip to content

Commit 2eb8bb8

Browse files
authored
[AWS] Fix aws.cloudtrail.request_id parsing (#33143)
1 parent dc30a34 commit 2eb8bb8

29 files changed

Lines changed: 35 additions & 1 deletion

CHANGELOG.next.asciidoc

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,7 @@ https://github.com/elastic/beats/compare/v8.2.0\...main[Check the HEAD diff]
7070
- Import dashboards from CEF integration. {pull}32766[32766]
7171
- Fix how to handle IPv6 addresses in the fileset `nginx/ingress_controller` for Filebeat. {pull}32989[32989]
7272
- Fix handling of Cisco 302020 messages in ASA and FTD modules. {pull}33089[33089]
73+
- Fix requestID parsing in AWS cloudtrail fileset. {pull}33143[33143]
7374

7475
*Auditbeat*
7576

x-pack/filebeat/module/aws/cloudtrail/ingest/pipeline.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -183,7 +183,7 @@ processors:
183183
}
184184
ignore_failure: true
185185
- rename:
186-
field: "json.requestId"
186+
field: "json.requestID"
187187
target_field: "aws.cloudtrail.request_id"
188188
ignore_failure: true
189189
- rename:

x-pack/filebeat/module/aws/cloudtrail/test/assume-role-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
"aws.cloudtrail.flattened.response_elements.credentials.expiration": "Oct 2, 2019 11:12:29 PM",
2828
"aws.cloudtrail.flattened.response_elements.credentials.sessionToken": "AgoJb3JpZ2luX2VjEB4aCXVzLXdlc3QtMSJHMEXAMPLETOKEN+//rJb8Lo30mFc5MlhFCEbubZvEj0wHB/mDMwIgSEe9gk/Zjr09tZV7F1HDTMhmEXAMPLETOKEN/iEJ/rkqngII9///////////ARABGgw0MjgzMDc4NjM5NjYiDLZjZFKwP4qxQG5sFCryASO4UPz5qE97wPPH1eLMvs7CgSDBSWfonmRTCfokm2FN1+hWUdQQH6adjbbrVLFL8c3jSsBhQ383AvxpwK5YRuDE1AI/+C+WKFZb701eiv9J5La2EXAMPLETOKEN/c7S5Iro1WUJ0q3Cxuo/8HUoSxVhQHM7zF7mWWLhXLEQ52ivL+F6q5dpXu4aTFedpMfnJa8JtkWwG9x1Axj0Ypy2ok8v5unpQGWych1vwdvj6ez1Dm8Xg1+qIzXILiEXAMPLETOKEN/vQGqu8H+nxp3kabcrtOvTFTvxX6vsc8OGwUfHhzAfYGEXAMPLETOKEN/L6v1yMM3B1OwFOrQBno1HEjf1oNI8RnQiMNFdUOtwYj7HUZIOCZmjfN8PPHq77N7GJl9lzvIZKQA0Owcjg+mc78zHCj8y0siY8C96paEXAMPLETOKEN/E3cpksxWdgs91HRzJWScjN2+r2LTGjYhyPqcmFzzo2mCE7mBNEXAMPLETOKEN/oJy+2o83YNW5tOiDmczgDzJZ4UKR84yGYOMfSnF4XcEJrDgAJ3OJFwmTcTQICAlSwLEXAMPLETOKEN",
2929
"aws.cloudtrail.recipient_account_id": "111111111111",
30+
"aws.cloudtrail.request_id": "b96b0e4e-e561-11e9-8b3f-7b396EXAMPLE",
3031
"aws.cloudtrail.request_parameters": "{incomingTransitiveTags={Department=Engineering}, transitiveTagKeys=[Email, CostCenter], durationSeconds=3600, roleArn=arn:aws:iam::111111111111:role/JohnRole2, roleSessionName=Role2WithTags, tags=[{value=johndoe@example.com, key=Email}, {value=12345, key=CostCenter}]}",
3132
"aws.cloudtrail.response_elements": "{assumedRoleUser={assumedRoleId=AROAIFR7WHDTSOYQYHFUE:Role2WithTags, arn=arn:aws:sts::111111111111:assumed-role/test-role/Role2WithTags}, credentials={accessKeyId=ASIAWHOJDLGPOEXAMPLE, sessionToken=AgoJb3JpZ2luX2VjEB4aCXVzLXdlc3QtMSJHMEXAMPLETOKEN+//rJb8Lo30mFc5MlhFCEbubZvEj0wHB/mDMwIgSEe9gk/Zjr09tZV7F1HDTMhmEXAMPLETOKEN/iEJ/rkqngII9///////////ARABGgw0MjgzMDc4NjM5NjYiDLZjZFKwP4qxQG5sFCryASO4UPz5qE97wPPH1eLMvs7CgSDBSWfonmRTCfokm2FN1+hWUdQQH6adjbbrVLFL8c3jSsBhQ383AvxpwK5YRuDE1AI/+C+WKFZb701eiv9J5La2EXAMPLETOKEN/c7S5Iro1WUJ0q3Cxuo/8HUoSxVhQHM7zF7mWWLhXLEQ52ivL+F6q5dpXu4aTFedpMfnJa8JtkWwG9x1Axj0Ypy2ok8v5unpQGWych1vwdvj6ez1Dm8Xg1+qIzXILiEXAMPLETOKEN/vQGqu8H+nxp3kabcrtOvTFTvxX6vsc8OGwUfHhzAfYGEXAMPLETOKEN/L6v1yMM3B1OwFOrQBno1HEjf1oNI8RnQiMNFdUOtwYj7HUZIOCZmjfN8PPHq77N7GJl9lzvIZKQA0Owcjg+mc78zHCj8y0siY8C96paEXAMPLETOKEN/E3cpksxWdgs91HRzJWScjN2+r2LTGjYhyPqcmFzzo2mCE7mBNEXAMPLETOKEN/oJy+2o83YNW5tOiDmczgDzJZ4UKR84yGYOMfSnF4XcEJrDgAJ3OJFwmTcTQICAlSwLEXAMPLETOKEN, expiration=Oct 2, 2019 11:12:29 PM}}",
3233
"aws.cloudtrail.user_identity.access_key_id": "AKIAI44QH8DHBEXAMPLE",

x-pack/filebeat/module/aws/cloudtrail/test/change-password-json.log-expected.json

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
"aws.cloudtrail.event_type": "AwsApiCall",
77
"aws.cloudtrail.event_version": "1.05",
88
"aws.cloudtrail.recipient_account_id": "0123456789012",
9+
"aws.cloudtrail.request_id": "EXAMPLE-5204-4fed-9c60-9c6EXAMPLE",
910
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",
1011
"aws.cloudtrail.user_identity.arn": "arn:aws:iam::0123456789012:user/Alice",
1112
"aws.cloudtrail.user_identity.type": "IAMUser",
@@ -50,6 +51,7 @@
5051
"aws.cloudtrail.event_type": "AwsApiCall",
5152
"aws.cloudtrail.event_version": "1.05",
5253
"aws.cloudtrail.recipient_account_id": "0123456789012",
54+
"aws.cloudtrail.request_id": "EXAMPLE-5c16-4eda-9724-EXAMPLE",
5355
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",
5456
"aws.cloudtrail.user_identity.arn": "arn:aws:iam::0123456789012:user/Alice",
5557
"aws.cloudtrail.user_identity.type": "IAMUser",

x-pack/filebeat/module/aws/cloudtrail/test/create-access-key-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@
99
"aws.cloudtrail.flattened.response_elements.accessKey.status": "Active",
1010
"aws.cloudtrail.flattened.response_elements.accessKey.userName": "Bob",
1111
"aws.cloudtrail.recipient_account_id": "0123456789012",
12+
"aws.cloudtrail.request_id": "EXAMPLE-823a-48dc-8fa9-EXAMPLE",
1213
"aws.cloudtrail.request_parameters": "{userName=Bob}",
1314
"aws.cloudtrail.response_elements": "{accessKey={accessKeyId=EXAMPLE_KEY_ID, userName=Bob, status=Active, createDate=Jan 8, 2020 8:43:06 PM}}",
1415
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",

x-pack/filebeat/module/aws/cloudtrail/test/create-group-json.log-expected.json

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010
"aws.cloudtrail.flattened.response_elements.group.groupName": "TEST-GROUP",
1111
"aws.cloudtrail.flattened.response_elements.group.path": "/",
1212
"aws.cloudtrail.recipient_account_id": "0123456789012",
13+
"aws.cloudtrail.request_id": "EXAMPLE-769d-4a61-b731-EXAMPLE",
1314
"aws.cloudtrail.request_parameters": "{groupName=TEST-GROUP}",
1415
"aws.cloudtrail.response_elements": "{group={path=/, groupName=TEST-GROUP, groupId=EXAMPLE_ID, arn=arn:aws:iam::0123456789012:group/TEST-GROUP, createDate=Jan 9, 2020 1:48:44 AM}}",
1516
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",
@@ -63,6 +64,7 @@
6364
"aws.cloudtrail.event_version": "1.05",
6465
"aws.cloudtrail.flattened.request_parameters.groupName": "TEST-GROUP",
6566
"aws.cloudtrail.recipient_account_id": "0123456789012",
67+
"aws.cloudtrail.request_id": "EXAMPLE-c8ae-44dc-8114-EXAMPLE",
6668
"aws.cloudtrail.request_parameters": "{groupName=TEST-GROUP}",
6769
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",
6870
"aws.cloudtrail.user_identity.arn": "arn:aws:iam::0123456789012:user/Alice",

x-pack/filebeat/module/aws/cloudtrail/test/create-trail-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919
"aws.cloudtrail.flattened.response_elements.trailARN": "arn:aws:cloudtrail:us-west-2:0123456789012:trail/TEST-trail",
2020
"aws.cloudtrail.read_only": false,
2121
"aws.cloudtrail.recipient_account_id": "0123456789012",
22+
"aws.cloudtrail.request_id": "EXAMPLE-5149-4cf2-be99-EXAMPLE",
2223
"aws.cloudtrail.request_parameters": "{isMultiRegionTrail=true, s3BucketName=TEST-cloudtrail-bucket, name=TEST-trail, enableLogFileValidation=true, kmsKeyId=, isOrganizationTrail=false, includeGlobalServiceEvents=true}",
2324
"aws.cloudtrail.response_elements": "{logFileValidationEnabled=true, isMultiRegionTrail=true, s3BucketName=TEST-cloudtrail-bucket, name=TEST-trail, trailARN=arn:aws:cloudtrail:us-west-2:0123456789012:trail/TEST-trail, isOrganizationTrail=false, includeGlobalServiceEvents=true}",
2425
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",

x-pack/filebeat/module/aws/cloudtrail/test/create-virtual-mfa-device-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@
77
"aws.cloudtrail.flattened.request_parameters.virtualMFADeviceName": "Alice",
88
"aws.cloudtrail.flattened.response_elements.virtualMFADevice.serialNumber": "arn:aws:iam::0123456789012:mfa/Alice",
99
"aws.cloudtrail.recipient_account_id": "0123456789012",
10+
"aws.cloudtrail.request_id": "EXAMPLE-303b-4b0e-a8c7-EXAMPLE",
1011
"aws.cloudtrail.request_parameters": "{path=/, virtualMFADeviceName=Alice}",
1112
"aws.cloudtrail.response_elements": "{virtualMFADevice={serialNumber=arn:aws:iam::0123456789012:mfa/Alice}}",
1213
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_KEY",

x-pack/filebeat/module/aws/cloudtrail/test/deactivate-mfa-device-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
"aws.cloudtrail.flattened.request_parameters.serialNumber": "arn:aws:iam::0123456789012:mfa/Alice",
77
"aws.cloudtrail.flattened.request_parameters.userName": "Alice",
88
"aws.cloudtrail.recipient_account_id": "0123456789012",
9+
"aws.cloudtrail.request_id": "EXAMPLE-801a-4624-8fa0-EXAMPLE",
910
"aws.cloudtrail.request_parameters": "{serialNumber=arn:aws:iam::0123456789012:mfa/Alice, userName=Alice}",
1011
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_ID",
1112
"aws.cloudtrail.user_identity.arn": "arn:aws:iam::0123456789012:user/Alice",

x-pack/filebeat/module/aws/cloudtrail/test/delete-access-key-json.log-expected.json

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
"aws.cloudtrail.flattened.request_parameters.accessKeyId": "EXAMPLE_ID",
77
"aws.cloudtrail.flattened.request_parameters.userName": "Bob",
88
"aws.cloudtrail.recipient_account_id": "0123456789012",
9+
"aws.cloudtrail.request_id": "EXAMPLE-3bea-41fa-a0b4-EXAMPLE",
910
"aws.cloudtrail.request_parameters": "{accessKeyId=EXAMPLE_ID, userName=Bob}",
1011
"aws.cloudtrail.user_identity.access_key_id": "EXAMPLE_ID",
1112
"aws.cloudtrail.user_identity.arn": "arn:aws:iam::0123456789012:user/Alice",

0 commit comments

Comments
 (0)