- #!/bin/bash
- set -e
- # 创建日志目录
- mkdir -p /var/log/vllm
- # 启动 vLLM 服务
- exec vllm serve /model/Qwen3.5-35B-A3B \
- --trust-remote-code \
- --tensor-parallel-size 1 \
- --host 0.0.0.0 \
- --port 30000 \
- --api-key lq123456 2>&1 | tee /var/log/vllm/qwen3_5-35b-server.log
|