Skip to content

Commit 625eb5c

Browse files
ymao1ymao1
committed
Merging in main
2 parents afaac92 + ef8f470 commit 625eb5c

769 files changed

Lines changed: 22638 additions & 6282 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.buildkite/ftr_platform_stateful_configs.yml‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,15 @@ disabled:
4747
# Default http2 config to use for performance journeys
4848
- x-pack/performance/configs/http2_config.ts
4949

50+
# Streams performance journeys — run exclusively in the scheduled performance pipeline
51+
- x-pack/performance/journeys_e2e/streams_data_quality.ts
52+
- x-pack/performance/journeys_e2e/streams_field_mapping.ts
53+
- x-pack/performance/journeys_e2e/streams_listing_page.ts
54+
- x-pack/performance/journeys_e2e/streams_processing_step.ts
55+
- x-pack/performance/journeys_e2e/streams_retention.ts
56+
- x-pack/performance/journeys_e2e/streams_wired_hierarchy.ts
57+
- x-pack/performance/configs/streams_heavy_config.ts
58+
5059
# Gen AI suites, running with their own pipeline
5160
- x-pack/platform/test/functional_gen_ai/inference/config.ts
5261
- x-pack/platform/test/agent_builder/smoke_tests/config.stateful.ts

‎.buildkite/pipeline-resource-definitions/kibana-streams-performance-weekly.yml‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
2+
apiVersion: backstage.io/v1alpha1
3+
kind: Resource
4+
metadata:
5+
name: bk-kibana-streams-performance
6+
description: Runs Streams performance journeys at scale
7+
links:
8+
- url: 'https://buildkite.com/elastic/kibana-streams-performance'
9+
title: Pipeline link
10+
spec:
11+
type: buildkite-pipeline
12+
owner: 'group:obs-onboarding-team'
13+
system: buildkite
14+
implementation:
15+
apiVersion: buildkite.elastic.dev/v1
16+
kind: Pipeline
17+
metadata:
18+
name: kibana / streams-performance
19+
description: Runs Streams performance journeys at scale
20+
spec:
21+
env:
22+
ELASTIC_SLACK_NOTIFICATIONS_ENABLED: 'false'
23+
allow_rebuilds: true
24+
branch_configuration: main
25+
default_branch: main
26+
repository: elastic/kibana
27+
pipeline_file: .buildkite/pipelines/performance/streams_weekly.yml
28+
provider_settings:
29+
trigger_mode: none
30+
build_branches: false
31+
prefix_pull_request_fork_branch_names: true
32+
publish_commit_status: false
33+
skip_pull_request_builds_for_existing_commits: true
34+
teams:
35+
everyone:
36+
access_level: BUILD_AND_READ
37+
obs-onboarding-team:
38+
access_level: MANAGE_BUILD_AND_READ
39+
kibana-operations:
40+
access_level: MANAGE_BUILD_AND_READ
41+
appex-qa:
42+
access_level: MANAGE_BUILD_AND_READ
43+
kibana-tech-leads:
44+
access_level: MANAGE_BUILD_AND_READ
45+
schedules:
46+
Weekly Streams performance:
47+
cronline: 0 6 * * 1 Europe/Berlin
48+
message: Weekly Streams performance
49+
branch: main
50+
tags:
51+
- kibana
52+
- performance
53+
- streams

‎.buildkite/pipeline-resource-definitions/locations.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,7 @@ spec:
5252
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-serverless-release-testing.yml
5353
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-serverless-release.yml
5454
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-storybooks-from-pr.yml
55+
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-streams-performance-weekly.yml
5556
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-uiam-cosmos-db-emulator-verify-and-promote.yml
5657
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-uiam-verify-and-promote.yml
5758
- https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-vm-build-orchestrator.yml

‎.buildkite/pipelines/performance/streams_weekly.yml‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
steps:
2+
- label: ':male-mechanic::skin-tone-2: Pre-Build'
3+
command: .buildkite/scripts/lifecycle/pre_build.sh
4+
agents:
5+
image: family/kibana-ubuntu-2404
6+
imageProject: elastic-images-prod
7+
provider: gcp
8+
machineType: n2-standard-2
9+
10+
- wait
11+
12+
- label: ':building_construction: Build Kibana Distribution'
13+
command: .buildkite/scripts/steps/build_kibana.sh
14+
agents:
15+
image: family/kibana-ubuntu-2404
16+
imageProject: elastic-images-prod
17+
provider: gcp
18+
machineType: n2-standard-8
19+
key: build
20+
if: "build.env('KIBANA_BUILD_ID') == null || build.env('KIBANA_BUILD_ID') == ''"
21+
22+
- label: ':muscle: Streams Performance Tests'
23+
command: .buildkite/scripts/steps/functional/performance_playwright.sh
24+
env:
25+
JOURNEYS_GROUP: streams
26+
PERFORMANCE_ENABLE_TELEMETRY: true
27+
agents:
28+
queue: kb-static-scalability-2
29+
depends_on: build
30+
key: tests
31+
timeout_in_minutes: 180
32+
33+
- label: ':chart_with_upwards_trend: Report performance metrics to ci-stats'
34+
command: .buildkite/scripts/steps/functional/report_performance_metrics.sh
35+
agents:
36+
image: family/kibana-ubuntu-2404
37+
imageProject: elastic-images-prod
38+
provider: gcp
39+
localSsds: 1
40+
localSsdInterface: nvme
41+
machineType: n2-standard-2
42+
depends_on: tests
43+
44+
- wait: ~
45+
continue_on_failure: true
46+
47+
- label: ':male_superhero::skin-tone-2: Post-Build'
48+
command: .buildkite/scripts/lifecycle/post_build.sh
49+
agents:
50+
image: family/kibana-ubuntu-2404
51+
imageProject: elastic-images-prod
52+
provider: gcp
53+
machineType: n2-standard-2

‎.buildkite/scripts/bootstrap.sh‎

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -29,10 +29,6 @@ if [[ "$(pwd)" != *"/local-ssd/"* && "$(pwd)" != "/dev/shm"* ]]; then
2929
mkdir -p ./.moon/cache
3030
echo "Extracting moon-cache.tar.gz to ./.moon/cache"
3131
tar -xzf ~/moon-cache.tar.gz -C ./
32-
elif [[ -d ~/.kibana-moon-cache ]]; then
33-
echo "Using ~/.moon/cache as a starting point"
34-
mkdir -p ./.moon/cache
35-
mv ~/.kibana-moon-cache/* ./.moon/cache
3632
fi
3733
fi
3834

‎.buildkite/scripts/common/setup_job_env.sh‎

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -256,7 +256,6 @@ if [[ "${CI:-}" =~ ^(1|true)$ ]]; then
256256
MOON_REMOTE_CACHE_TOKEN=$(vault_get moon-remote-cache token)
257257
export MOON_REMOTE_CACHE_TOKEN
258258
fi
259-
export MOON_CACHE=off
260259

261260
PIPELINE_PRE_COMMAND=${PIPELINE_PRE_COMMAND:-".buildkite/scripts/lifecycle/pipelines/$BUILDKITE_PIPELINE_SLUG/pre_command.sh"}
262261
if [[ -f "$PIPELINE_PRE_COMMAND" ]]; then

‎.buildkite/scripts/steps/check_saved_objects.sh‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -105,10 +105,10 @@ if is_pr; then
105105

106106
if ! is_auto_commit_disabled; then
107107
# The step might update files like removed_types.json and/or SO fixtures
108-
node scripts/check_saved_objects --baseline "$MERGE_BASE_REV" "${SERVERLESS_BASELINE_FLAG[@]}" --fix
108+
node scripts/check_saved_objects --baseline "$MERGE_BASE_REV" "${SERVERLESS_BASELINE_FLAG[@]}" --algorithm both --fix
109109
check_for_changed_files "node scripts/check_saved_objects" true
110110
else
111-
node scripts/check_saved_objects --baseline "$MERGE_BASE_REV" "${SERVERLESS_BASELINE_FLAG[@]}"
111+
node scripts/check_saved_objects --baseline "$MERGE_BASE_REV" "${SERVERLESS_BASELINE_FLAG[@]}" --algorithm both
112112
fi
113113
else
114114
# We are on the 'on-merge' pipeline, the goal is to test against current serverless release,
@@ -120,6 +120,6 @@ else
120120
exit 1
121121
fi
122122
# Perform the check against current serverless release
123-
node scripts/check_saved_objects --baseline "$GITHUB_SERVERLESS_BASELINE_SHA"
123+
node scripts/check_saved_objects --baseline "$GITHUB_SERVERLESS_BASELINE_SHA" --algorithm both
124124
fi
125125
fi

‎.buildkite/scripts/steps/store_cache.sh‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ source .buildkite/scripts/common/util.sh
66

77
export MOON_CACHE=write
88
.buildkite/scripts/bootstrap.sh
9+
910
echo "--- Archive moon cache"
1011
if [[ ! -d .moon/cache ]]; then
1112
echo "No moon cache directory found, skipping archive"

‎.github/CODEOWNERS‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -654,6 +654,7 @@ src/platform/packages/shared/kbn-telemetry-config @elastic/kibana-core
654654
src/platform/packages/shared/kbn-test @elastic/kibana-operations @elastic/appex-qa
655655
src/platform/packages/shared/kbn-test-es-server @elastic/kibana-operations @elastic/appex-qa
656656
src/platform/packages/shared/kbn-test-jest-helpers @elastic/kibana-operations @elastic/appex-qa
657+
src/platform/packages/shared/kbn-test-kibana-server @elastic/kibana-operations @elastic/appex-qa
657658
src/platform/packages/shared/kbn-test-saml-auth @elastic/kibana-operations @elastic/appex-qa
658659
src/platform/packages/shared/kbn-test-subj-selector @elastic/kibana-operations @elastic/appex-qa
659660
src/platform/packages/shared/kbn-timerange @elastic/obs-onboarding-team
@@ -1850,6 +1851,10 @@ x-pack/platform/plugins/shared/streams_app/public/components/data_management/str
18501851
/x-pack/platform/test/api_integration_deployment_agnostic/configs/serverless/oblt.streams.serverless.config.ts @elastic/obs-sig-events-team @elastic/obs-onboarding-team
18511852
/x-pack/platform/test/api_integration/fixtures/kbn_archives/streams @elastic/obs-sig-events-team @elastic/obs-onboarding-team
18521853
/x-pack/platform/plugins/shared/streams_app/test/scout/ui/tests @elastic/obs-sig-events-team @elastic/obs-onboarding-team
1854+
/x-pack/performance/configs/streams_* @elastic/obs-sig-events-team @elastic/obs-onboarding-team
1855+
/x-pack/performance/journeys_e2e/streams_* @elastic/obs-sig-events-team @elastic/obs-onboarding-team
1856+
/.buildkite/pipelines/performance/streams_weekly.yml @elastic/obs-sig-events-team @elastic/obs-onboarding-team
1857+
/.buildkite/pipeline-resource-definitions/kibana-streams-performance-weekly.yml @elastic/obs-sig-events-team @elastic/obs-onboarding-team
18531858

18541859

18551860
### END Observability Plugins

‎.moon/workspace.yml‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,14 @@ pipeline:
1616

1717
# https://moonrepo.dev/docs/guides/remote-cache
1818
# Auth credentials will be missing on local environments, but that's OK.
19-
# remote:
20-
# host: "https://kibana-bazel-remote-h5qd3jkxkq-uc.a.run.app"
21-
# api: http
22-
# cache:
23-
# localReadOnly: true
24-
# auth:
25-
# headers:
26-
# Authorization: "Basic ${MOON_REMOTE_CACHE_TOKEN}"
19+
remote:
20+
host: "https://kibana-bazel-remote-h5qd3jkxkq-uc.a.run.app"
21+
api: http
22+
cache:
23+
localReadOnly: true
24+
auth:
25+
headers:
26+
Authorization: "Basic ${MOON_REMOTE_CACHE_TOKEN}"
2727

2828

2929
telemetry: false

0 commit comments

Comments
 (0)