Skip to content

Commit 06410b6

Browse files
marc-grmarc-gr
committed
Merge remote-tracking branch 'upstream/main' into fix/ipv6-cleanup
2 parents 066c66d + f62ba53 commit 06410b6

4,449 files changed

Lines changed: 199842 additions & 276886 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.buildkite/pipeline.schedule-daily.yml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,19 @@ steps:
3838
- step: "check"
3939
allow_failure: false
4040

41+
- label: "Check integrations local stacks - Stack Version v8.16 - LogsDB"
42+
trigger: "integrations"
43+
build:
44+
env:
45+
SERVERLESS: "false"
46+
FORCE_CHECK_ALL: "true"
47+
STACK_VERSION: 8.16.0-SNAPSHOT
48+
STACK_LOGSDB_ENABLED: "true"
49+
PUBLISH_COVERAGE_REPORTS: "false"
50+
depends_on:
51+
- step: "check"
52+
allow_failure: false
53+
4154
- label: "Check integrations in serverless - project: Observability"
4255
key: "trigger-integrations-serverless-obs"
4356
trigger: "integrations-serverless"

‎.buildkite/pipeline.schedule-weekly.yml‎

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
# yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json
2+
name: integrations-schedule-weekly
3+
4+
env:
5+
SETUP_GVM_VERSION: "v0.5.2"
6+
LINUX_AGENT_IMAGE: "golang:${GO_VERSION}"
7+
8+
# The pipeline is triggered by the scheduler every week
9+
steps:
10+
- label: ":white_check_mark: Check go sources"
11+
key: "check"
12+
command: ".buildkite/scripts/check_sources.sh"
13+
agents:
14+
image: "${LINUX_AGENT_IMAGE}"
15+
cpu: "8"
16+
memory: "4G"
17+
18+
- label: "Check integrations local stacks and Elastic Agent Ubuntu docker - Stack Version v8.16"
19+
trigger: "integrations"
20+
build:
21+
env:
22+
SERVERLESS: "false"
23+
FORCE_CHECK_ALL: "true"
24+
STACK_VERSION: 8.16.0-SNAPSHOT
25+
PUBLISH_COVERAGE_REPORTS: "false"
26+
ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI: "true"
27+
depends_on:
28+
- step: "check"
29+
allow_failure: false

‎.buildkite/pipeline.serverless.yml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,8 @@ env:
2626
ELASTIC_PACKAGE_TEST_ENABLE_INDEPENDENT_AGENT: "true"
2727
# Set maximum number of parallel tests to run if package allows it
2828
ELASTIC_PACKAGE_MAXIMUM_NUMBER_PARALLEL_TESTS: "5"
29+
# Enable/Disable the usage of wolfi images for Elastic Agent
30+
ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI: "${ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI:-false}"
2931

3032
steps:
3133
- input: "Input values for the variables"

‎.buildkite/pipeline.yml‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,16 @@
11
# yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json
22
env:
33
SETUP_GVM_VERSION: "v0.5.2"
4-
LINUX_AGENT_IMAGE: "golang:${GO_VERSION}"
54
DOCKER_COMPOSE_VERSION: "v2.24.1"
65
DOCKER_VERSION: "26.1.2"
76
KIND_VERSION: 'v0.20.0'
87
K8S_VERSION: 'v1.31.0'
98
YQ_VERSION: 'v4.35.2'
109
JQ_VERSION: '1.7'
1110
GH_CLI_VERSION: "2.29.0"
11+
12+
# Agent images used in pipeline steps
13+
LINUX_AGENT_IMAGE: "golang:${GO_VERSION}"
1214
IMAGE_UBUNTU_X86_64: "family/core-ubuntu-2204"
1315

1416
# Elastic package settings
@@ -24,6 +26,8 @@ env:
2426
ELASTIC_PACKAGE_TEST_ENABLE_INDEPENDENT_AGENT: "true"
2527
# Set maximum number of parallel tests to run if package allows it
2628
ELASTIC_PACKAGE_MAXIMUM_NUMBER_PARALLEL_TESTS: "5"
29+
# Enable/Disable the usage of wolfi images for Elastic Agent
30+
ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI: "${ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI:-false}"
2731

2832
steps:
2933
- label: "Get reference from target branch"
@@ -99,4 +103,4 @@ steps:
99103
soft_fail: true
100104
# run this step when if it is triggered by the daily job
101105
if: >
102-
build.source == "trigger_job" && build.env('BUILDKITE_TRIGGERED_FROM_BUILD_PIPELINE_SLUG') == "integrations-schedule-daily"
106+
build.source == "trigger_job" && build.env('BUILDKITE_TRIGGERED_FROM_BUILD_PIPELINE_SLUG') == "integrations-schedule-daily" && build.env('STACK_LOGSDB_ENABLED') != "true"

‎.buildkite/scripts/common.sh‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -503,6 +503,10 @@ prepare_stack() {
503503
fi
504504
fi
505505

506+
if [ "${STACK_LOGSDB_ENABLED:-false}" == "true" ]; then
507+
args="${args} -U stack.logsdb_enabled=true"
508+
fi
509+
506510
echo "Boot up the Elastic stack"
507511
if ! ${ELASTIC_PACKAGE_BIN} stack up -d ${args} ; then
508512
return 1

‎.github/CODEOWNERS‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@
2424
/packages/auditd @elastic/sec-linux-platform
2525
/packages/auditd_manager @elastic/sec-linux-platform
2626
/packages/auth0 @elastic/security-service-integrations
27+
/packages/authentik @elastic/security-service-integrations
2728
/packages/aws @elastic/obs-infraobs-integrations @elastic/obs-ds-hosted-services @elastic/security-service-integrations
2829
/packages/aws/changelog.yml @elastic/obs-ds-hosted-services @elastic/security-service-integrations @elastic/obs-infraobs-integrations
2930
/packages/aws/data_stream/apigateway_logs @elastic/obs-infraobs-integrations
@@ -141,6 +142,7 @@
141142
/packages/cisco_umbrella @elastic/security-service-integrations
142143
/packages/citrix_adc @elastic/obs-infraobs-integrations
143144
/packages/citrix_waf @elastic/sec-deployment-and-devices
145+
/packages/claroty_ctd @elastic/security-service-integrations
144146
/packages/cloud_defend @elastic/sec-linux-platform
145147
/packages/cloud_security_posture @elastic/cloud-security-posture
146148
/packages/cloud_asset_inventory @elastic/cloud-security-posture
@@ -176,6 +178,7 @@
176178
/packages/falco @elastic/security-service-integrations
177179
/packages/fim @elastic/sec-linux-platform
178180
/packages/fireeye @elastic/security-service-integrations
181+
/packages/first_epss @elastic/security-service-integrations
179182
/packages/fleet_server @elastic/fleet
180183
/packages/forcepoint_web @elastic/security-service-integrations
181184
/packages/forgerock @elastic/security-service-integrations
@@ -326,6 +329,7 @@
326329
/packages/stan @elastic/obs-infraobs-integrations
327330
/packages/statsd_input @elastic/obs-infraobs-integrations
328331
/packages/stormshield @elastic/sec-deployment-and-devices
332+
/packages/sublime_security @elastic/security-service-integrations
329333
/packages/suricata @elastic/sec-deployment-and-devices
330334
/packages/symantec_edr_cloud @elastic/security-service-integrations
331335
/packages/symantec_endpoint @elastic/security-service-integrations

‎.github/ISSUE_TEMPLATE/integration_bug.yml‎

Lines changed: 14 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@ body:
1414
description: Which integration package are you having issues with?
1515
options:
1616
- 1Password [1password]
17+
- Abnormal Security [abnormal_security]
1718
- ActiveMQ [activemq]
1819
- Airflow [airflow]
1920
- Akamai [akamai]
@@ -29,10 +30,11 @@ body:
2930
- Auditd Logs [auditd]
3031
- Auditd Manager [auditd_manager]
3132
- Auth0 [auth0]
33+
- authentik [authentik]
3234
- AWS [aws]
3335
- AWS Bedrock [aws_bedrock]
3436
- Custom AWS Logs [aws_logs]
35-
- AWS Fargate [awsfargate]
37+
- AWS Fargate (for ECS clusters) [awsfargate]
3638
- Amazon Data Firehose [awsfirehose]
3739
- Azure Logs [azure]
3840
- Azure App Service [azure_app_service]
@@ -54,6 +56,7 @@ body:
5456
- Bitwarden [bitwarden]
5557
- Blue Coat Director Logs (Deprecated) [bluecoat]
5658
- Box Events [box_events]
59+
- Canva [canva]
5760
- VMware Carbon Black Cloud [carbon_black_cloud]
5861
- VMware Carbon Black EDR [carbonblack_edr]
5962
- Cassandra [cassandra]
@@ -94,6 +97,7 @@ body:
9497
- Darktrace [darktrace]
9598
- Data Exfiltration Detection [ded]
9699
- Domain Generation Algorithm Detection [dga]
100+
- Digital Guardian [digital_guardian]
97101
- Docker [docker]
98102
- Elastic Agent [elastic_agent]
99103
- Elastic Package Registry [elastic_package_registry]
@@ -106,6 +110,7 @@ body:
106110
- etcd [etcd]
107111
- F5 Logs (Deprecated) [f5]
108112
- F5 BIG-IP [f5_bigip]
113+
- Falco [falco]
109114
- File Integrity Monitoring [fim]
110115
- FireEye Network Security [fireeye]
111116
- Fleet Server [fleet_server]
@@ -120,8 +125,10 @@ body:
120125
- Google Cloud Platform [gcp]
121126
- GCP Metrics Input [gcp_metrics]
122127
- Custom Google Pub/Sub Logs [gcp_pubsub]
128+
- Gigamon [gigamon]
123129
- GitHub [github]
124130
- GitLab [gitlab]
131+
- GoFlow2 logs [goflow2]
125132
- Golang [golang]
126133
- Custom GCS (Google Cloud Storage) Input [google_cloud_storage]
127134
- Google Security Command Center [google_scc]
@@ -201,10 +208,12 @@ body:
201208
- Platform Observability [platform_observability]
202209
- PostgreSQL [postgresql]
203210
- Pleasant Password Server [pps]
211+
- Palo Alto Prisma Access [prisma_access]
204212
- Palo Alto Prisma Cloud [prisma_cloud]
205213
- Living off the Land Attack Detection [problemchild]
206214
- Prometheus [prometheus]
207215
- Prometheus Input [prometheus_input]
216+
- Proofpoint On Demand [proofpoint_on_demand]
208217
- Proofpoint TAP [proofpoint_tap]
209218
- Pulse Connect Secure [pulse_connect_secure]
210219
- QNAP NAS [qnap_nas]
@@ -226,11 +235,13 @@ body:
226235
- Sophos [sophos]
227236
- Sophos Central [sophos_central]
228237
- Spring Boot [spring_boot]
238+
- SpyCloud Enterprise Protection [spycloud]
229239
- SQL Input [sql_input]
230-
- Squid Logs [squid]
240+
- Squid Proxy [squid]
231241
- STAN [stan]
232242
- StatsD Input [statsd_input]
233243
- StormShield SNS [stormshield]
244+
- Sublime Security [sublime_security]
234245
- Suricata [suricata]
235246
- Symantec EDR Cloud [symantec_edr_cloud]
236247
- Symantec Endpoint Protection [symantec_endpoint]
@@ -290,7 +301,6 @@ body:
290301
- Zoom [zoom]
291302
- Zscaler Internet Access [zscaler_zia]
292303
- Zscaler Private Access [zscaler_zpa]
293-
294304
validations:
295305
required: true
296306
- type: input
@@ -377,7 +387,7 @@ body:
377387
id: what_did_you_see
378388
attributes:
379389
label: What did you see?
380-
description: Please provide the ingested document, relevant logging or dashboard screen shot that shows the issue behavior.
390+
description: Please provide the ingested document, relevant logging or dashboard screen shot that shows the issue behavior.
381391
placeholder: Paste the sanitized details here.
382392
validations:
383393
required: true

‎.github/workflows/updatecli/updatecli.d/bump-latest-snapshot-version.yml‎

Lines changed: 24 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -43,8 +43,8 @@ sources:
4343
captureindex: 1
4444

4545
targets:
46-
update-snapshot:
47-
name: '[updatecli] Update latest snapshot to {{ source "latestSnapshot" }}'
46+
update-snapshot-daily:
47+
name: '[updatecli] [daily] Update latest snapshot to {{ source "latestSnapshot" }}'
4848
kind: file
4949
sourceid: latestSnapshot
5050
scmid: default
@@ -53,12 +53,32 @@ targets:
5353
matchpattern: '(STACK_VERSION:) 8\.[^\s]*\.[^\s]*'
5454
replacepattern: '$1 {{ source "latestSnapshot" }}'
5555

56-
update-snapshot-label:
57-
name: '[updatecli] Update latest snapshot label step to {{ source "latestSnapshotMajorMinor" }}'
56+
update-snapshot-label-daily:
57+
name: '[updatecli] [daily] Update latest snapshot label step to {{ source "latestSnapshotMajorMinor" }}'
5858
kind: file
5959
sourceid: latestSnapshotMajorMinor
6060
scmid: default
6161
spec:
6262
file: '.buildkite/pipeline.schedule-daily.yml'
6363
matchpattern: '(Stack Version) v8\.\d+"'
6464
replacepattern: 'Stack Version v{{ source "latestSnapshotMajorMinor" }}"'
65+
66+
update-snapshot-weekly:
67+
name: '[updatecli] [weekly] Update latest snapshot to {{ source "latestSnapshot" }}'
68+
kind: file
69+
sourceid: latestSnapshot
70+
scmid: default
71+
spec:
72+
file: '.buildkite/pipeline.schedule-weekly.yml'
73+
matchpattern: '(STACK_VERSION:) 8\.[^\s]*\.[^\s]*'
74+
replacepattern: '$1 {{ source "latestSnapshot" }}'
75+
76+
update-snapshot-label-weekly:
77+
name: '[updatecli] [weekly] Update latest snapshot label step to {{ source "latestSnapshotMajorMinor" }}'
78+
kind: file
79+
sourceid: latestSnapshotMajorMinor
80+
scmid: default
81+
spec:
82+
file: '.buildkite/pipeline.schedule-weekly.yml'
83+
matchpattern: '(Stack Version) v8\.\d+"'
84+
replacepattern: 'Stack Version v{{ source "latestSnapshotMajorMinor" }}"'

‎.github/workflows/updatecli/updatecli.d/sync-packages-to-bug-issue-template.yml‎

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
---
2+
name: Update package list in Github bug issue template
3+
pipelineid: sync-packages-to-bug-issue-template
4+
5+
scms:
6+
default:
7+
kind: github
8+
spec:
9+
owner: '{{ .scm.owner }}'
10+
repository: '{{ .scm.repository }}'
11+
user: '{{ requiredEnv "GITHUB_ACTOR" }}'
12+
username: '{{ requiredEnv "GITHUB_ACTOR" }}'
13+
token: '{{ requiredEnv "GITHUB_TOKEN" }}'
14+
commitusingapi: true
15+
branch: main
16+
17+
targets:
18+
integration_bug_yml:
19+
name: update pkgs in .github/ISSUE_TEMPLATE/integration_bug.yml
20+
kind: shell
21+
scmid: default
22+
spec:
23+
environments:
24+
- name: PATH
25+
- name: HOME
26+
# This script collects titles and package names (as determined by their
27+
# directory name) from source. Then updates the issue template. It uses
28+
# 'git diff' to satisfy the conditions needed by updatecli to determine
29+
# if any changes occurred.
30+
command: |
31+
#!/usr/bin/env bash
32+
set -eu
33+
34+
pkgs=$(for i in $(LC_ALL=C ls packages); do
35+
title=$(yq .title packages/$i/manifest.yml)
36+
pkg=$i
37+
echo "- $title [$pkg]"
38+
done | yq -o json .)
39+
40+
yq eval ".body[1].attributes.options = $pkgs" -i '.github/ISSUE_TEMPLATE/integration_bug.yml'
41+
42+
git diff --name-only HEAD
43+
44+
actions:
45+
openPullRequest:
46+
title: '[automation] Update packages in .github/ISSUE_TEMPLATE/integration_bug.yml'
47+
kind: github/pullrequest
48+
scmid: default
49+
spec:
50+
labels:
51+
- automation

‎.go-version‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
1.22.2
1+
1.22.6

0 commit comments

Comments
 (0)