1 parent
5707fc78d5
commit
89b1bdbb0e
3 files changed
+31
-1
No files matched your search
@@ -0,0 +1,6 @@
|
||||
steps:
|
||||
- label: ":toolbox: Qwen2.5 omni offline example"
|
||||
commands:
|
||||
- ".buildkite/scripts/run_qwen_offline_example.sh"
|
||||
agents:
|
||||
queue: "gpu"
|
||||
+24
@@ -0,0 +1,24 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||
cd "${ROOT_DIR}"
|
||||
|
||||
python3 -m venv .venv
|
||||
source .venv/bin/activate
|
||||
|
||||
python -m pip install --upgrade pip
|
||||
python -m pip install uv
|
||||
|
||||
uv pip install vllm==0.11.0 --torch-backend=auto
|
||||
uv pip install -e .
|
||||
|
||||
EXAMPLE_DIR="examples/offline_inference/qwen2_5_omni"
|
||||
cd "${EXAMPLE_DIR}"
|
||||
|
||||
if [[ ! -f top100.txt ]]; then
|
||||
echo "Hello from vLLM-omni Buildkite smoke test." > top100.txt
|
||||
fi
|
||||
|
||||
bash run_multiple_prompts.sh
|
||||
+1
-1
@@ -160,7 +160,7 @@ cython_debug/
|
||||
docker/
|
||||
|
||||
# scripts
|
||||
scripts/
|
||||
/scripts/
|
||||
|
||||
# tests
|
||||
tests/
|
||||
|
||||
Reference in new issue
Block a user