wangyu
908e7d32d9
Signed-off-by: wangyu <410167048@qq.com> Signed-off-by: [Your Name] <your.email@example.com> Signed-off-by: wangyu <53896905+yenuo26@users.noreply.github.com>
88 lines
3.6 KiB
YAML
88 lines
3.6 KiB
YAML
# Document 1: Buildkite loads only this block on first parse. The next step resolves docs-only,
|
|
# pytest skip-mark-only, or combined skip-ci from git diff, then uploads document 2. When skip-ci
|
|
# applies, image-build still runs for the nightly exception in upload_pipeline.py (nightly-test
|
|
# label or main NIGHTLY=1); otherwise upload-nightly can be skipped together with test-ready/test-merge.
|
|
# Weekly uploads also depend on image-build.
|
|
|
|
# Document 2: appended after `---`; same file, read by upload_pipeline.py (not evaluated as a second pipeline by Buildkite). Child uploads include test-ready.yml, test-merge.yml, test-nightly.yml, and test-weekly.yml.
|
|
steps:
|
|
- label: ":github: Resolve skip-ci (docs / skip marks) & upload pipeline"
|
|
key: upload-ci-pipeline
|
|
commands:
|
|
- "python3 .buildkite/scripts/upload_pipeline.py --upload .buildkite/pipeline.yml"
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
---
|
|
steps:
|
|
- label: ":docker: Build image"
|
|
key: image-build
|
|
if: __IMAGE_BUILD_IF__
|
|
commands:
|
|
- "aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/q9t5s3a7"
|
|
- "docker build --progress=plain --file docker/Dockerfile.ci -t vllm-omni-ci ."
|
|
- "docker tag vllm-omni-ci public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT"
|
|
- "docker push public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT"
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L2 Test — PR ready label (diff-aware) or main+NIGHTLY=1 (--e2e, full E2E group)
|
|
- label: "Upload Ready Pipeline"
|
|
depends_on: image-build
|
|
key: upload-ready-pipeline
|
|
if: __UPLOAD_READY_IF__
|
|
commands:
|
|
- |
|
|
EXTRA=""
|
|
if [ "${NIGHTLY:-}" = "1" ] && [ "${BUILDKITE_BRANCH}" = "main" ]; then
|
|
EXTRA="--e2e"
|
|
fi
|
|
python3 .buildkite/scripts/upload_pipeline.py --upload $$EXTRA .buildkite/test-ready.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L3 Test — PR merge-test label (diff-aware) or main+NIGHTLY=1 (--e2e, full E2E group)
|
|
- label: "Upload Merge Pipeline"
|
|
depends_on: image-build
|
|
key: upload-merge-pipeline
|
|
if: __UPLOAD_MERGE_IF__
|
|
commands:
|
|
- |
|
|
EXTRA=""
|
|
if [ "${NIGHTLY:-}" = "1" ] && [ "${BUILDKITE_BRANCH}" = "main" ]; then
|
|
EXTRA="--e2e"
|
|
fi
|
|
python3 .buildkite/scripts/upload_pipeline.py --upload $$EXTRA .buildkite/test-merge.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L4 Test — main+NIGHTLY=1 (scheduled), or PR with specific label (e.g. add label then Rebuild)
|
|
- label: "Upload Nightly Pipeline"
|
|
depends_on: image-build
|
|
key: upload-nightly-pipeline
|
|
if: >-
|
|
(build.branch == "main" && build.env("NIGHTLY") == "1") ||
|
|
(build.branch != "main" && (
|
|
build.pull_request.labels includes "nightly-test" ||
|
|
build.pull_request.labels includes "omni-test" ||
|
|
build.pull_request.labels includes "tts-test" ||
|
|
build.pull_request.labels includes "diffusion-x2iat-test" ||
|
|
build.pull_request.labels includes "diffusion-x2v-test"
|
|
))
|
|
commands:
|
|
- buildkite-agent pipeline upload .buildkite/test-nightly.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L5 Test — main+WEEKLY=1 (scheduled), or PR with weekly-test label
|
|
- label: "Upload Weekly Pipeline"
|
|
depends_on: image-build
|
|
key: upload-weekly-pipeline
|
|
if: >-
|
|
(build.branch == "main" && build.env("WEEKLY") == "1") ||
|
|
(build.branch != "main" && build.pull_request.labels includes "weekly-test")
|
|
commands:
|
|
- buildkite-agent pipeline upload .buildkite/test-weekly.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|