Files
vllm-omni/examples/online_serving/lingbot_video/run_server.sh
T

11 lines
204 B
Bash
Executable File

#!/bin/bash
set -euo pipefail
MODEL="${MODEL:-robbyant/lingbot-video-dense-1.3b}"
PORT="${PORT:-8099}"
vllm serve "${MODEL}" --omni \
--model-class-name LingBotVideoPipeline \
--port "${PORT}"