Signed-off-by: Alex Brooks <albrooks@redhat.com> Signed-off-by: Doug Smith <dougbtv@gmail.com> Co-authored-by: dougbtv <dosmith@redhat.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
85 lines
3.3 KiB
YAML
85 lines
3.3 KiB
YAML
# Document 1: Buildkite loads only this block on first parse. The next step resolves docs-only,
|
|
# pytest skip-mark-only, or combined skip-ci from git diff, then uploads document 2. When skip-ci
|
|
# applies, image-build still runs for the nightly exception in upload_pipeline.py (nightly-test
|
|
# label or main NIGHTLY=1); otherwise upload-nightly can be skipped together with test-ready/test-merge.
|
|
# Weekly uploads also depend on image-build.
|
|
|
|
# Document 2: appended after `---`; same file, read by upload_pipeline.py (not evaluated as a second pipeline by Buildkite). Child uploads include test-ready.yml, test-merge.yml, test-nightly.yml, and test-weekly.yml.
|
|
steps:
|
|
- label: ":github: Resolve skip-ci (docs / skip marks) & upload pipeline"
|
|
key: upload-ci-pipeline
|
|
commands:
|
|
- "python3 .buildkite/cuda/scripts/upload_pipeline.py --upload .buildkite/cuda/pipeline.yml"
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
---
|
|
steps:
|
|
- label: ":docker: Build image"
|
|
key: image-build
|
|
if: __IMAGE_BUILD_IF__
|
|
commands:
|
|
- "bash .buildkite/cuda/scripts/build-ci-image.sh"
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L2 Test — PR ready label (diff-aware) or main+NIGHTLY=1 (--e2e, full E2E group)
|
|
- label: "Upload Ready Pipeline"
|
|
depends_on: image-build
|
|
key: upload-ready-pipeline
|
|
if: __UPLOAD_READY_IF__
|
|
commands:
|
|
- |
|
|
EXTRA=""
|
|
if [ "${NIGHTLY:-}" = "1" ] && [ "${BUILDKITE_BRANCH}" = "main" ]; then
|
|
EXTRA="--e2e"
|
|
fi
|
|
python3 .buildkite/cuda/scripts/upload_pipeline.py --upload $$EXTRA .buildkite/cuda/test-ready.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L3 Test — PR merge-test label (diff-aware) or main+NIGHTLY=1 (--e2e, full E2E group)
|
|
- label: "Upload Merge Pipeline"
|
|
depends_on: image-build
|
|
key: upload-merge-pipeline
|
|
if: __UPLOAD_MERGE_IF__
|
|
commands:
|
|
- |
|
|
EXTRA=""
|
|
if [ "${NIGHTLY:-}" = "1" ] && [ "${BUILDKITE_BRANCH}" = "main" ]; then
|
|
EXTRA="--e2e"
|
|
fi
|
|
python3 .buildkite/cuda/scripts/upload_pipeline.py --upload $$EXTRA .buildkite/cuda/test-merge.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L4 Test — main+NIGHTLY=1 (scheduled), or PR with specific label (e.g. add label then Rebuild)
|
|
- label: "Upload Nightly Pipeline"
|
|
depends_on: image-build
|
|
key: upload-nightly-pipeline
|
|
if: >-
|
|
(build.branch == "main" && build.env("NIGHTLY") == "1") ||
|
|
(build.branch != "main" && (
|
|
build.pull_request.labels includes "nightly-test" ||
|
|
build.pull_request.labels includes "omni-test" ||
|
|
build.pull_request.labels includes "tts-test" ||
|
|
build.pull_request.labels includes "diffusion-x2iat-test" ||
|
|
build.pull_request.labels includes "diffusion-x2v-test"
|
|
))
|
|
commands:
|
|
- buildkite-agent pipeline upload .buildkite/cuda/test-nightly.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
|
|
# L5 Test — main+WEEKLY=1 (scheduled), or PR with weekly-test label
|
|
- label: "Upload Weekly Pipeline"
|
|
depends_on: image-build
|
|
key: upload-weekly-pipeline
|
|
if: >-
|
|
(build.branch == "main" && build.env("WEEKLY") == "1") ||
|
|
(build.branch != "main" && build.pull_request.labels includes "weekly-test")
|
|
commands:
|
|
- buildkite-agent pipeline upload .buildkite/cuda/test-weekly.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|