Signed-off-by: wangyu <410167048@qq.com> Co-authored-by: Cursor <cursoragent@cursor.com>
113 lines
5.2 KiB
YAML
113 lines
5.2 KiB
YAML
# Uploaded by upload_pipeline.py --upload (not the Buildkite hook).
|
|
# ``if`` is injected by step ``key`` from skip-ci at upload time.
|
|
steps:
|
|
- label: ":buildkit: Build and Push NPU Test Image - A2"
|
|
key: image-build-a2
|
|
agents: &npu-image-build-agents
|
|
queue: "ascend-a2b3"
|
|
resource_class: "npu-1"
|
|
plugins: &npu-image-build-plugins
|
|
- kubernetes:
|
|
metadata:
|
|
annotations:
|
|
vault.hashicorp.com/agent-init-first: "true"
|
|
vault.hashicorp.com/agent-inject: "true"
|
|
vault.hashicorp.com/agent-inject-perms-ca.pem: "0400"
|
|
vault.hashicorp.com/agent-inject-perms-cert.pem: "0400"
|
|
vault.hashicorp.com/agent-inject-perms-config.json: "0400"
|
|
vault.hashicorp.com/agent-inject-perms-key.pem: "0400"
|
|
vault.hashicorp.com/agent-inject-secret-ca.pem: internal/data/ascend/buildkitd
|
|
vault.hashicorp.com/agent-inject-secret-cert.pem: internal/data/ascend/buildkitd
|
|
vault.hashicorp.com/agent-inject-secret-config.json: internal/data/ascend/buildkitd
|
|
vault.hashicorp.com/agent-inject-secret-key.pem: internal/data/ascend/buildkitd
|
|
vault.hashicorp.com/agent-inject-template-ca.pem: "{{- with secret \"internal/data/ascend/buildkitd\" -}}\n{{ .Data.data.RootCA }}\n{{- end }}"
|
|
vault.hashicorp.com/agent-inject-template-cert.pem: "{{- with secret \"internal/data/ascend/buildkitd\" -}}\n{{ .Data.data.ClientCaCert }}\n{{- end }}"
|
|
vault.hashicorp.com/agent-inject-template-config.json: "{{- with secret \"internal/data/ascend/buildkitd\" -}}\n{{ .Data.data.dockerConfig }}\n{{- end }}"
|
|
vault.hashicorp.com/agent-inject-template-key.pem: "{{- with secret \"internal/data/ascend/buildkitd\" -}}\n{{ .Data.data.ClientCaKey }}\n{{- end }}"
|
|
vault.hashicorp.com/agent-pre-populate-only: "true"
|
|
vault.hashicorp.com/agent-run-as-group: "1000"
|
|
vault.hashicorp.com/agent-run-as-user: "1000"
|
|
vault.hashicorp.com/agent-service-account-token-volume-name: token-vol
|
|
vault.hashicorp.com/role: ascend-gha-runners
|
|
vault.hashicorp.com/secret-volume-path: /home/user/.docker/
|
|
vault.hashicorp.com/tls-skip-verify: "true"
|
|
podSpecPatch:
|
|
volumes:
|
|
- name: token-vol
|
|
projected:
|
|
defaultMode: 420
|
|
sources:
|
|
- serviceAccountToken:
|
|
audience: api
|
|
expirationSeconds: 600
|
|
path: token
|
|
env:
|
|
VLLM_IMAGE_TAG: "${BUILDKITE_COMMIT}"
|
|
IMAGE_NAME: "vllm-omni-ci-npu"
|
|
IMAGE_REGISTRY: "swr.cn-southwest-2.myhuaweicloud.com/modelfoundry"
|
|
BUILDKITD_ADDR: "tcp://buildkitd-service.buildkitd:1234"
|
|
command: bash .buildkite/npu/scripts/build-npu-image.sh Dockerfile.npu.ci "$${VLLM_IMAGE_TAG}"
|
|
|
|
- label: ":buildkit: Build and Push NPU Test Image - A3"
|
|
key: image-build-a3
|
|
agents: *npu-image-build-agents
|
|
plugins: *npu-image-build-plugins
|
|
env:
|
|
VLLM_IMAGE_TAG: "${BUILDKITE_COMMIT}-a3"
|
|
IMAGE_NAME: "vllm-omni-ci-npu"
|
|
IMAGE_REGISTRY: "swr.cn-southwest-2.myhuaweicloud.com/modelfoundry"
|
|
BUILDKITD_ADDR: "tcp://buildkitd-service.buildkitd:1234"
|
|
command: bash .buildkite/npu/scripts/build-npu-image.sh Dockerfile.npu.ci "$${VLLM_IMAGE_TAG}" -a3
|
|
|
|
- label: ":buildkit: Build and Push NPU Test Image - A5"
|
|
key: image-build-a5
|
|
agents: *npu-image-build-agents
|
|
plugins: *npu-image-build-plugins
|
|
env:
|
|
VLLM_IMAGE_TAG: "${BUILDKITE_COMMIT}-a5"
|
|
IMAGE_NAME: "vllm-omni-ci-npu"
|
|
IMAGE_REGISTRY: "swr.cn-southwest-2.myhuaweicloud.com/modelfoundry"
|
|
BUILDKITD_ADDR: "tcp://buildkitd-service.buildkitd:1234"
|
|
command: bash .buildkite/npu/scripts/build-npu-image.sh Dockerfile.npu.ci "$${VLLM_IMAGE_TAG}" -a5
|
|
|
|
- label: ":buildkit: Build and Push NPU Test Image - 310P"
|
|
key: image-build-310p
|
|
agents: *npu-image-build-agents
|
|
plugins: *npu-image-build-plugins
|
|
env:
|
|
VLLM_IMAGE_TAG: "${BUILDKITE_COMMIT}-310p"
|
|
IMAGE_NAME: "vllm-omni-ci-npu"
|
|
IMAGE_REGISTRY: "swr.cn-southwest-2.myhuaweicloud.com/modelfoundry"
|
|
BUILDKITD_ADDR: "tcp://buildkitd-service.buildkitd:1234"
|
|
command: bash .buildkite/npu/scripts/build-npu-image.sh Dockerfile.npu.ci "$${VLLM_IMAGE_TAG}" -310p
|
|
|
|
- label: "Upload Ready Pipeline"
|
|
depends_on:
|
|
- image-build-a2
|
|
- image-build-a3
|
|
- image-build-a5
|
|
- image-build-310p
|
|
key: upload-ready-pipeline
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|
|
command: |
|
|
python3 .buildkite/common/scripts/upload_pipeline.py --upload .buildkite/npu/test-npu-ready.yml
|
|
|
|
# L4 Test — main+NIGHTLY=1 (scheduled), or PR nightly-test label
|
|
- label: "Upload Nightly Pipeline"
|
|
depends_on:
|
|
- image-build-a2
|
|
- image-build-a3
|
|
- image-build-a5
|
|
- image-build-310p
|
|
key: upload-nightly-pipeline
|
|
commands:
|
|
- |
|
|
EXTRA=""
|
|
if [ "${NIGHTLY:-}" = "1" ] && [ "${BUILDKITE_BRANCH}" = "main" ]; then
|
|
EXTRA="--all"
|
|
fi
|
|
python3 .buildkite/common/scripts/upload_pipeline.py --upload $$EXTRA .buildkite/npu/test-npu-nightly.yml
|
|
agents:
|
|
queue: "cpu_queue_premerge"
|