| 123456789101112131415161718192021222324252627282930 |
- version: '3.8'
- services:
- test_vllm-metax:
- image: cr.metax-tech.com/public-ai-release/maca/vllm-metax:0.19.0-maca.ai3.5.3.502-torch2.8-py312-ubuntu22.04-amd64
- container_name: test_vllm-metax
- command: tail -f /dev/null
- stdin_open: true
- tty: true
- restart: unless-stopped
- network_mode: host
- devices:
- - "/dev/dri:/dev/dri"
- - "/dev/mxcd:/dev/mxcd"
- - "/dev/mem:/dev/mem"
- group_add:
- - "video"
- privileged: true
- security_opt:
- - "apparmor=unconfined"
- - "seccomp=unconfined"
- shm_size: '100gb'
- ulimits:
- memlock:
- soft: -1
- hard: -1
- volumes:
- - "/usr/local/:/usr/local/"
- - "/pde_ai:/pde_ai"
-
|
