Signed-off-by: Roger Wang <hey@rogerw.io>
This commit is contained in:
Roger Wang committed 2025-11-23 21:03:46 -08:00
1 parent dc45f1b5cd
commit 0e48b214da
1 file changed
+7 -4
@@ -7,12 +7,15 @@ ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
cd "${ROOT_DIR}"
python3 -m pip install --upgrade pip uv
uv python install 3.12
uv venv --python 3.12 .venv
UV_BIN="uv"
command -v "${UV_BIN}" >/dev/null 2>&1 || UV_BIN="python3 -m uv"
${UV_BIN} python install 3.12
${UV_BIN} venv --python 3.12 .venv
source .venv/bin/activate
uv pip install --python .venv/bin/python vllm==0.11.0 --torch-backend=auto
uv pip install --python .venv/bin/python -e .
${UV_BIN} pip install --python .venv/bin/python vllm==0.11.0 --torch-backend=auto
${UV_BIN} pip install --python .venv/bin/python -e .
EXAMPLE_DIR="examples/offline_inference/qwen2_5_omni"
cd "${EXAMPLE_DIR}"