start-vllm-qwen3.5-35b.sh 295 B

12345678910111213
  1. #!/bin/bash
  2. set -e
  3. # 创建日志目录
  4. mkdir -p /var/log/vllm
  5. # 启动 vLLM 服务
  6. exec vllm serve /model/Qwen3.5-35B-A3B \
  7. --trust-remote-code \
  8. --tensor-parallel-size 1 \
  9. --host 0.0.0.0 \
  10. --port 30000 \
  11. --api-key lq123456 2>&1 | tee /var/log/vllm/qwen3_5-35b-server.log