Signed-off-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
Roger Wang committed 2025-11-23 19:12:58 -08:00
1 parent 5707fc78d5
commit 89b1bdbb0e
3 files changed
+31 -1

No files matched your search

+6
View File
@@ -0,0 +1,6 @@
steps:
- label: ":toolbox: Qwen2.5 omni offline example"
commands:
- ".buildkite/scripts/run_qwen_offline_example.sh"
agents:
queue: "gpu"
+24
View File
@@ -0,0 +1,24 @@
#!/usr/bin/env bash
set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
cd "${ROOT_DIR}"
python3 -m venv .venv
source .venv/bin/activate
python -m pip install --upgrade pip
python -m pip install uv
uv pip install vllm==0.11.0 --torch-backend=auto
uv pip install -e .
EXAMPLE_DIR="examples/offline_inference/qwen2_5_omni"
cd "${EXAMPLE_DIR}"
if [[ ! -f top100.txt ]]; then
echo "Hello from vLLM-omni Buildkite smoke test." > top100.txt
fi
bash run_multiple_prompts.sh
+1 -1
View File
@@ -160,7 +160,7 @@ cython_debug/
docker/
# scripts
scripts/
/scripts/
# tests
tests/