b76291d6a1
Signed-off-by: lishunyang <lishunyang03@gmail.com> Signed-off-by: lishunyang12 <lishunyang12@163.com> Signed-off-by: WeiQing Chen <david6666666@users.noreply.github.com> Co-authored-by: lishunyang <lishunyang03@gmail.com> Co-authored-by: Haco <923390377@qq.com>
16 lines
392 B
Bash
Executable File
16 lines
392 B
Bash
Executable File
#!/bin/bash
|
|
# Lance online serving startup script
|
|
|
|
MODEL="${MODEL:-bytedance-research/Lance}"
|
|
PORT="${PORT:-8091}"
|
|
DEPLOY_CONFIG="${DEPLOY_CONFIG:-vllm_omni/deploy/lance.yaml}"
|
|
|
|
echo "Starting Lance server..."
|
|
echo "Model: $MODEL"
|
|
echo "Deploy config: $DEPLOY_CONFIG"
|
|
echo "Port: $PORT"
|
|
|
|
vllm serve "$MODEL" --omni \
|
|
--deploy-config "$DEPLOY_CONFIG" \
|
|
--port "$PORT"
|