#!/bin/bash
set -e

# 创建日志目录
mkdir -p /var/log/vllm

# 启动 vLLM 服务
exec vllm serve /model/Qwen3.5-35B-A3B \
    --trust-remote-code \
    --tensor-parallel-size 1 \
    --host 0.0.0.0 \
    --port 30000 \
    --api-key lq123456 2>&1 | tee /var/log/vllm/qwen3_5-35b-server.log