Signed-off-by: wangyu <410167048@qq.com> Signed-off-by: [Your Name] [Your Email] Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
133 lines
4.7 KiB
YAML
133 lines
4.7 KiB
YAML
steps:
|
|
- input: "Provide Release version here"
|
|
id: input-release-version
|
|
fields:
|
|
- text: "What is the release version?"
|
|
key: release-version
|
|
|
|
- label: "Build and upload wheel"
|
|
depends_on: ~
|
|
key: "build-wheel"
|
|
agents:
|
|
queue: cpu_queue_release
|
|
commands:
|
|
- "curl -LsSf https://astral.sh/uv/install.sh | sh"
|
|
- 'export PATH="$HOME/.local/bin:$PATH"'
|
|
- "uv venv --python=3.12 && source .venv/bin/activate"
|
|
- "uv pip install --upgrade build"
|
|
- "python3 -m build"
|
|
- "bash .buildkite/release/scripts/upload-nightly-wheels.sh"
|
|
|
|
- label: "Generate and upload wheel indices"
|
|
depends_on: "build-wheel"
|
|
allow_dependency_failure: true
|
|
agents:
|
|
queue: small_cpu_queue_release
|
|
commands:
|
|
- "bash .buildkite/release/scripts/generate-and-upload-nightly-index.sh"
|
|
|
|
- block: "Upload release wheels to PyPI"
|
|
depends_on: "build-wheel"
|
|
key: block-upload-release-wheels
|
|
|
|
- label: "Upload release wheels to PyPI"
|
|
depends_on:
|
|
- block-upload-release-wheels
|
|
- input-release-version
|
|
key: upload-release-wheels
|
|
agents:
|
|
queue: small_cpu_queue_release
|
|
commands:
|
|
- "bash .buildkite/release/scripts/publish-release-wheels-pypi.sh"
|
|
|
|
# Auto-skip when NIGHTLY=1 (scheduled); otherwise require manual unblock.
|
|
- block: "Unblock to build release Docker images"
|
|
depends_on: ~
|
|
key: block-build-release-images
|
|
if: build.env("NIGHTLY") != "1"
|
|
|
|
- group: "Build release Docker images"
|
|
key: "build-release-images"
|
|
depends_on: block-build-release-images
|
|
allow_dependency_failure: true
|
|
steps:
|
|
- label: "Build release image - x86_64"
|
|
key: build-release-image-x86
|
|
depends_on: ~
|
|
agents:
|
|
queue: cpu_queue_release
|
|
commands:
|
|
- "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
|
|
- |
|
|
DOCKER_BUILDKIT=1 docker build \
|
|
--build-arg max_jobs=16 \
|
|
--tag public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT-$(uname -m) \
|
|
--progress plain \
|
|
-f docker/Dockerfile.cuda .
|
|
- "docker push public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT-$(uname -m)"
|
|
# Fallback default tag (no arch suffix) if arm64 build fails.
|
|
- "docker tag public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT-$(uname -m) public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT"
|
|
- "docker push public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT"
|
|
env:
|
|
DOCKER_BUILDKIT: "1"
|
|
|
|
- label: "Build release image - aarch64"
|
|
key: build-release-image-arm64
|
|
depends_on: ~
|
|
agents:
|
|
queue: arm64_cpu_queue_release
|
|
commands:
|
|
- "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
|
|
- |
|
|
DOCKER_BUILDKIT=1 docker build \
|
|
--build-arg max_jobs=16 \
|
|
--tag public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT-$(uname -m) \
|
|
--progress plain \
|
|
-f docker/Dockerfile.cuda .
|
|
- "docker push public.ecr.aws/q9t5s3a7/vllm-omni-release-repo:$BUILDKITE_COMMIT-$(uname -m)"
|
|
env:
|
|
DOCKER_BUILDKIT: "1"
|
|
|
|
# NIGHTLY=1 only: promote ECR images to DockerHub nightly tags, then prune.
|
|
- label: "Publish nightly multi-arch image to DockerHub"
|
|
depends_on:
|
|
- build-release-image-x86
|
|
- build-release-image-arm64
|
|
if: build.env("NIGHTLY") == "1"
|
|
key: publish-nightly-images-dockerhub
|
|
agents:
|
|
queue: small_cpu_queue_release
|
|
commands:
|
|
- "bash .buildkite/release/scripts/publish-release-images.sh nightly"
|
|
- "bash .buildkite/release/scripts/cleanup-nightly-builds.sh"
|
|
plugins:
|
|
- docker-login#v3.0.0:
|
|
username: vllmbot
|
|
password-env: DOCKERHUB_TOKEN
|
|
env:
|
|
DOCKER_BUILDKIT: "1"
|
|
DOCKERHUB_USERNAME: "vllmbot"
|
|
|
|
- block: "Publish release images to DockerHub"
|
|
key: block-publish-release-images
|
|
depends_on:
|
|
- build-release-image-x86
|
|
- build-release-image-arm64
|
|
- input-release-version
|
|
|
|
- label: "Publish release images to DockerHub"
|
|
depends_on:
|
|
- block-publish-release-images
|
|
key: publish-release-images-dockerhub
|
|
agents:
|
|
queue: small_cpu_queue_release
|
|
commands:
|
|
- "bash .buildkite/release/scripts/publish-release-images.sh"
|
|
plugins:
|
|
- docker-login#v3.0.0:
|
|
username: vllmbot
|
|
password-env: DOCKERHUB_TOKEN
|
|
env:
|
|
DOCKER_BUILDKIT: "1"
|
|
DOCKERHUB_USERNAME: "vllmbot"
|