e241005a71
Signed-off-by: lishunyang12 <125541396+lishunyang12@users.noreply.github.com> Signed-off-by: Yueqian Lin <linyueqian@outlook.com> Signed-off-by: lishunyang <lishunyang12@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Yueqian Lin <linyueqian@outlook.com>
23 lines
907 B
Bash
23 lines
907 B
Bash
#!/bin/bash
|
|
# Serve the JoyVL interaction model as a plain VLM (NOT --omni: it is a
|
|
# standard Qwen3-VL autoregressive model, not an omni/diffusion model).
|
|
set -euo pipefail
|
|
|
|
MODEL="${MODEL:-jdopensource/JoyAI-VL-Interaction-Preview}"
|
|
SERVED_NAME="${SERVED_NAME:-JoyAI-VL-Interaction-Preview}"
|
|
PORT="${PORT:-8061}"
|
|
GPU="${GPU:-0}"
|
|
# Covers the default short-term window (chunk_frames=100) + key_frames=0 (all frames
|
|
# summarized). Lower MAX_MODEL_LEN / IMAGE_LIMIT (and --chunk-frames) together for ~24GB.
|
|
MAX_MODEL_LEN="${MAX_MODEL_LEN:-131072}"
|
|
IMAGE_LIMIT="${IMAGE_LIMIT:-256}"
|
|
|
|
CUDA_VISIBLE_DEVICES="${GPU}" vllm serve "${MODEL}" \
|
|
--served-model-name "${SERVED_NAME}" \
|
|
--port "${PORT}" \
|
|
--max-model-len "${MAX_MODEL_LEN}" \
|
|
--gpu-memory-utilization 0.85 \
|
|
--enable-prefix-caching \
|
|
--enable-chunked-prefill \
|
|
--limit-mm-per-prompt "{\"image\":${IMAGE_LIMIT},\"video\":1}"
|