汪志鹏andwzliu
7f821be57b
Signed-off-by: princepride <wangzhipeng628@gmail.com> Co-authored-by: wzliu <wzliu@connect.hku.hk>
13 lines
240 B
Bash
Executable File
13 lines
240 B
Bash
Executable File
#!/bin/bash
|
|
# Bagel online serving startup script
|
|
|
|
MODEL="${MODEL:-ByteDance-Seed/BAGEL-7B-MoT}"
|
|
PORT="${PORT:-8091}"
|
|
|
|
echo "Starting Bagel server..."
|
|
echo "Model: $MODEL"
|
|
echo "Port: $PORT"
|
|
|
|
vllm serve "$MODEL" --omni \
|
|
--port "$PORT"
|