LQDeployConfig/prod/models/vllm/vllm_start_shell/start-vllm-qwen3-8b.sh

#!/bin/bash
set -e

# 创建日志目录
mkdir -p /var/log/vllm

# 启动 vLLM 服务
vllm serve /model/Qwen3-8B \
    --trust-remote-code \
    --tensor-parallel-size 1 \
    --gpu-memory-utilization 0.45 \
    --host 0.0.0.0 \
    --port 30000 \
    --api-key lq123456 2>&1 | tee /var/log/vllm/qwen3-8b-server.log