Skip to content

Commit c016cf2

Browse files
iamjustinhsuiamjustinhsu
committed
Merge branch 'master' of https://github.com/ray-project/ray into jhsu/fix-issue-detection-metrics
2 parents bff87bd + c859516 commit c016cf2

641 files changed

Lines changed: 43216 additions & 10061 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.bazelrc‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@ build:macos --cxxopt="-std=c++17"
2727
build:clang-cl --cxxopt="-std=c++17"
2828
build:msvc-cl --cxxopt="/std:c++17"
2929
build:windows --cxxopt="/std:c++17"
30+
build:windows --cxxopt="/utf-8"
3031
# This workaround is needed to prevent Bazel from compiling the same file twice (once PIC and once not).
3132
build:linux --copt="-fPIC"
3233
build:macos --copt="-fPIC"

‎.buildkite/build.rayci.yml‎

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,26 @@
11
group: build
22
steps:
3+
- name: ray-core-build
4+
label: "wanda: core binary parts py{{matrix}} (x86_64)"
5+
wanda: ci/docker/ray-core.wanda.yaml
6+
matrix:
7+
- "3.9"
8+
- "3.10"
9+
- "3.11"
10+
- "3.12"
11+
- "3.13"
12+
env:
13+
PYTHON_VERSION: "{{matrix}}"
14+
ARCH_SUFFIX: ""
15+
tags: release_wheels
16+
depends_on: manylinux
17+
18+
- name: ray-dashboard-build
19+
label: "wanda: dashboard"
20+
wanda: ci/docker/ray-dashboard.wanda.yaml
21+
tags: release_wheels
22+
depends_on: manylinux
23+
324
- label: ":tapioca: build: wheel {{matrix}} (x86_64)"
425
key: linux_wheels
526
tags:
@@ -112,6 +133,22 @@ steps:
112133
matrix:
113134
- "3.11"
114135

136+
- label: ":tapioca: build: ray-llm-extra py{{matrix}} docker (x86_64)"
137+
tags:
138+
- python_dependencies
139+
- docker
140+
- oss
141+
instance_type: medium
142+
commands:
143+
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
144+
--platform cu12.8.1-cudnn --image-type ray-llm-extra --upload
145+
depends_on:
146+
- manylinux
147+
- forge
148+
- ray-llmbaseextra
149+
matrix:
150+
- "3.11"
151+
115152
- label: ":tapioca: build: ray-ml py{{matrix}} docker (x86_64)"
116153
tags:
117154
- python_dependencies
@@ -132,6 +169,26 @@ steps:
132169
- "3.10"
133170
- "3.11"
134171

172+
- label: ":tapioca: build: ray-ml-extra py{{matrix}} docker (x86_64)"
173+
tags:
174+
- python_dependencies
175+
- docker
176+
- oss
177+
instance_type: medium
178+
commands:
179+
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
180+
--platform cu12.1.1-cudnn8 --platform cpu --image-type ray-ml-extra
181+
--upload
182+
depends_on:
183+
- manylinux
184+
- forge
185+
- ray-mlcpubaseextra
186+
- ray-mlcudabaseextra
187+
matrix:
188+
- "3.9"
189+
- "3.10"
190+
- "3.11"
191+
135192
- label: ":tapioca: smoke test build-docker.sh"
136193
tags:
137194
- python_dependencies

‎.buildkite/core.rayci.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -287,7 +287,7 @@ steps:
287287
- minbuild-core
288288
matrix:
289289
- "3.9"
290-
# - "3.10" # miniforge Python 3.10 seems to be broken..
290+
- "3.10"
291291
- "3.11"
292292
- "3.12"
293293
- "3.13"

‎.buildkite/dependencies.rayci.yml‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -35,9 +35,6 @@ steps:
3535
tags: always
3636
instance_type: medium
3737
commands:
38-
# build placeholder wheel for all python versions
39-
- bash ci/build/build-placeholder-wheel.sh
40-
# compile rayimg dependencies
4138
- bazel run //ci/raydepsets:raydepsets -- build ci/raydepsets/rayimg.depsets.yaml --check
4239
job_env: manylinux
4340
depends_on: manylinux

‎.buildkite/linux_aarch64.rayci.yml‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -118,6 +118,33 @@ steps:
118118
- forge-aarch64
119119
job_env: forge-aarch64
120120

121+
- label: ":tapioca: build: ray-extra py{{matrix}} docker (aarch64)"
122+
key: ray_extra_images_aarch64
123+
tags:
124+
- python_dependencies
125+
- docker
126+
- oss
127+
instance_type: medium-arm64
128+
commands:
129+
- bazel run //ci/ray_ci:build_in_docker -- docker --python-version {{matrix}}
130+
--platform cu11.7.1-cudnn8 --platform cu11.8.0-cudnn8
131+
--platform cu12.1.1-cudnn8 --platform cu12.3.2-cudnn9
132+
--platform cu12.4.1-cudnn --platform cu12.5.1-cudnn
133+
--platform cu12.6.3-cudnn --platform cu12.8.1-cudnn
134+
--platform cpu
135+
--image-type ray-extra --architecture aarch64 --upload
136+
depends_on:
137+
- manylinux-aarch64
138+
- forge-aarch64
139+
- raycudabaseextra-aarch64
140+
- raycpubaseextra-aarch64
141+
job_env: forge-aarch64
142+
matrix:
143+
- "3.9"
144+
- "3.10"
145+
- "3.11"
146+
- "3.12"
147+
121148
- label: ":tapioca: build: ray py{{matrix}} docker (aarch64)"
122149
key: ray_images_aarch64
123150
tags:

‎.buildkite/release/custom-image-build-and-test-init.sh‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
#!/bin/bash
2+
3+
set -euo pipefail
4+
5+
if [[ ${BUILDKITE_COMMIT} == "HEAD" ]]; then
6+
BUILDKITE_COMMIT="$(git rev-parse HEAD)"
7+
export BUILDKITE_COMMIT
8+
fi
9+
10+
# Get build ID from environment variables
11+
BUILD_ID="${RAYCI_BUILD_ID:-}"
12+
13+
if [[ -z "${BUILD_ID}" ]]; then
14+
if [[ -n "${BUILDKITE_BUILD_ID:-}" ]]; then
15+
# Generate SHA256 hash of BUILDKITE_BUILD_ID and take first 8 chars
16+
BUILD_ID=$(echo -n "${BUILDKITE_BUILD_ID}" | sha256sum | cut -c1-8)
17+
fi
18+
fi
19+
20+
export RAYCI_BUILD_ID="${BUILD_ID}"
21+
echo "RAYCI_BUILD_ID: ${RAYCI_BUILD_ID}"
22+
23+
24+
aws ecr get-login-password --region us-west-2 | \
25+
docker login --username AWS --password-stdin 029272617770.dkr.ecr.us-west-2.amazonaws.com
26+
27+
bash release/gcloud_docker_login.sh release/aws2gce_iam.json
28+
export PATH="${PWD}/google-cloud-sdk/bin:$PATH"
29+
30+
echo "Generate custom build steps"
31+
echo "Downloading Bazel"
32+
curl -sSfLo /tmp/bazel https://github.com/bazelbuild/bazelisk/releases/download/v1.19.0/bazelisk-linux-amd64
33+
echo "Making Bazel executable"
34+
chmod +x /tmp/bazel
35+
36+
if [[ "${AUTOMATIC:-0}" == "1" && "${BUILDKITE_BRANCH}" == "master" ]]; then
37+
export REPORT_TO_RAY_TEST_DB=1
38+
fi
39+
40+
RUN_FLAGS=()
41+
42+
if [[ "${AUTOMATIC:-0}" == "0" || "${BUILDKITE_BRANCH}" == "releases/"* ]]; then
43+
RUN_FLAGS+=(--run-jailed-tests)
44+
fi
45+
if [[ "${BUILDKITE_BRANCH}" != "releases/"* ]]; then
46+
RUN_FLAGS+=(--run-unstable-tests)
47+
fi
48+
49+
echo "---- Build test steps"
50+
/tmp/bazel run //release:custom_image_build_and_test_init\
51+
-- "${RUN_FLAGS[@]}" \
52+
--custom-build-jobs-output-file .buildkite/release/custom_build_jobs.rayci.yaml \
53+
--test-jobs-output-file .buildkite/release/release_tests.json \
54+
55+
buildkite-agent pipeline upload .buildkite/release/release_tests.json

‎.buildkite/release/test.rayci.yml‎

Lines changed: 0 additions & 12 deletions
This file was deleted.

‎.buildkite/rllib.rayci.yml‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -180,6 +180,7 @@ steps:
180180
tags:
181181
- rllib_gpu
182182
- gpu
183+
- rllib_flaky
183184
- skip-on-premerge
184185
instance_type: gpu-large
185186
commands:
@@ -196,7 +197,7 @@ steps:
196197
tags:
197198
- rllib_gpu
198199
- gpu
199-
- flaky
200+
- rllib_flaky
200201
- skip-on-premerge
201202
instance_type: gpu
202203
commands:
@@ -212,7 +213,7 @@ steps:
212213
key: rllib_flaky_tests_01
213214
tags:
214215
- rllib
215-
- flaky
216+
- rllib_flaky
216217
- skip-on-premerge
217218
instance_type: large
218219
commands:
@@ -242,7 +243,7 @@ steps:
242243
key: rllib_flaky_tests_02
243244
tags:
244245
- rllib
245-
- flaky
246+
- rllib_flaky
246247
- skip-on-premerge
247248
instance_type: large
248249
commands:

‎.github/CODEOWNERS‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444
# Ray data.
4545
/python/ray/data/ @ray-project/ray-data
4646
/doc/source/data/ @ray-project/ray-data
47+
/python/ray/dashboard/modules/data/ @ray-project/ray-data
4748
/python/ray/dashboard/modules/metrics/dashboards/data_dashboard_panels.py @ray-project/ray-data
4849

4950
# Ray workflows.
@@ -72,6 +73,7 @@
7273
# Ray Serve
7374
/python/ray/serve/ @ray-project/ray-serve
7475
/src/ray/protobuf/serve.proto @ray-project/ray-serve
76+
/python/ray/dashboard/modules/serve/ @ray-project/ray-serve
7577
/doc/source/serve/ @ray-project/ray-serve @ray-project/ray-docs
7678

7779
# ML Docker Dependencies

‎.rayciversion‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
0.17.0
1+
0.19.0

0 commit comments

Comments
 (0)