Files
vllm-omni/.buildkite/scripts/run_qwen_offline_example.sh
T
Roger Wang 3a3aebde0c test
Signed-off-by: Roger Wang <hey@rogerw.io>
2025-11-27 00:05:04 +00:00

24 lines
639 B
Bash
Executable File

#!/usr/bin/env bash
set -euo pipefail
# Move to repo root (script lives in .buildkite/scripts/)
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
cd "${ROOT_DIR}"
python3 -m pip install --upgrade pip uv
BOOTSTRAP_PY="$(command -v python3)"
UV_BIN=("${BOOTSTRAP_PY}" -m uv)
"${UV_BIN[@]}" python install 3.12
"${UV_BIN[@]}" venv --python 3.12 .venv
source .venv/bin/activate
"${UV_BIN[@]}" pip install --python .venv/bin/python vllm==0.11.0 --torch-backend=auto
"${UV_BIN[@]}" pip install --python .venv/bin/python -e .
EXAMPLE_DIR="examples/offline_inference/qwen2_5_omni"
cd "${EXAMPLE_DIR}"
bash run_single_prompt.sh