1 parent
c0a264452c
commit
dc45f1b5cd
2 files changed
+6
-7
No files matched your search
@@ -3,4 +3,4 @@ steps:
|
||||
commands:
|
||||
- ".buildkite/scripts/run_qwen_offline_example.sh"
|
||||
agents:
|
||||
queue: "gpu_1_queue"
|
||||
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
||||
@@ -6,14 +6,13 @@ set -euo pipefail
|
||||
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
|
||||
cd "${ROOT_DIR}"
|
||||
|
||||
python3 -m venv .venv
|
||||
python3 -m pip install --upgrade pip uv
|
||||
uv python install 3.12
|
||||
uv venv --python 3.12 .venv
|
||||
source .venv/bin/activate
|
||||
|
||||
python -m pip install --upgrade pip
|
||||
python -m pip install uv
|
||||
|
||||
uv pip install vllm==0.11.0 --torch-backend=auto
|
||||
uv pip install -e .
|
||||
uv pip install --python .venv/bin/python vllm==0.11.0 --torch-backend=auto
|
||||
uv pip install --python .venv/bin/python -e .
|
||||
|
||||
EXAMPLE_DIR="examples/offline_inference/qwen2_5_omni"
|
||||
cd "${EXAMPLE_DIR}"
|
||||
|
||||
Reference in new issue
Block a user