Signed-off-by: JaredforReal <w13431838023@gmail.com> Signed-off-by: Jared Wen <w13431838023@gmail.com> Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
13 lines
238 B
Bash
Executable File
13 lines
238 B
Bash
Executable File
#!/bin/bash
|
|
# GLM-Image online serving startup script
|
|
|
|
MODEL="${MODEL:-zai-org/GLM-Image}"
|
|
PORT="${PORT:-8091}"
|
|
|
|
echo "Starting GLM-Image server..."
|
|
echo "Model: $MODEL"
|
|
echo "Port: $PORT"
|
|
|
|
vllm serve "$MODEL" --omni \
|
|
--port "$PORT"
|