bdfc77147d
Signed-off-by: Meng <meng_chen99@163.com> Signed-off-by: Yangshen Deng <yangshen.d@outlook.com> Signed-off-by: Suli Wang <50828270+wsl2000@users.noreply.github.com> Co-authored-by: Meng <meng_chen99@163.com> Co-authored-by: Suli Wang <50828270+wsl2000@users.noreply.github.com> Co-authored-by: amy-why-3459 <wuhaiyan17@huawei.com>
25 lines
599 B
Bash
Executable File
25 lines
599 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
MODEL="${MODEL:-GEAR-Dreams/DreamZero-DROID}"
|
|
HOST="${HOST:-127.0.0.1}"
|
|
PORT="${PORT:-8000}"
|
|
DEPLOY_CONFIG="${DEPLOY_CONFIG:-vllm_omni/deploy/dreamzero_tp1_cfg2.yaml}"
|
|
SERVED_MODEL_NAME="${SERVED_MODEL_NAME:-dreamzero-droid}"
|
|
|
|
args=(
|
|
serve
|
|
"$MODEL"
|
|
--omni
|
|
--host "$HOST"
|
|
--port "$PORT"
|
|
--served-model-name "$SERVED_MODEL_NAME"
|
|
--deploy-config "$DEPLOY_CONFIG"
|
|
--enforce-eager
|
|
--disable-log-stats
|
|
)
|
|
|
|
ATTENTION_BACKEND="${ATTENTION_BACKEND:-torch}" \
|
|
DIFFUSION_ATTENTION_BACKEND="${DIFFUSION_ATTENTION_BACKEND:-TORCH_SDPA}" \
|
|
vllm "${args[@]}"
|