101 lines
2.4 KiB
YAML
101 lines
2.4 KiB
YAML
version: '3.8'
|
|
|
|
services:
|
|
amd-strix-halo-llama-rocm:
|
|
image: kyuz0/amd-strix-halo-toolboxes:rocm-7rc-rocwmma
|
|
container_name: amd-strix-halo-llama-rocm
|
|
restart: unless-stopped
|
|
privileged: true
|
|
devices:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
volumes:
|
|
- ./models:/models
|
|
- ./data:/data
|
|
- /home/${USER}:/home/${USER}:rslave
|
|
- /home/db/Downloads/:/mnt/dl
|
|
environment:
|
|
- DISPLAY=${DISPLAY}
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
- NVIDIA_DRIVER_CAPABILITIES=all
|
|
ports:
|
|
- "8080:8080" # For web UI if available
|
|
working_dir: /models
|
|
command: /bin/bash
|
|
stdin_open: true
|
|
tty: true
|
|
|
|
# Alternative Vulkan backend
|
|
amd-strix-halo-llama-vulkan-radv:
|
|
image: kyuz0/amd-strix-halo-toolboxes:vulkan-radv
|
|
container_name: amd-strix-halo-llama-vulkan-radv
|
|
restart: unless-stopped
|
|
privileged: true
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
volumes:
|
|
- ./models:/models
|
|
- ./data:/data
|
|
- /home/${USER}:/home/${USER}:rslave
|
|
- /home/db/Downloads/:/mnt/dl
|
|
environment:
|
|
- DISPLAY=${DISPLAY}
|
|
ports:
|
|
- "8081:8080" # Different port to avoid conflicts
|
|
working_dir: /models
|
|
command: /bin/bash
|
|
stdin_open: true
|
|
tty: true
|
|
|
|
# Alternative Vulkan AMDVLK backend
|
|
amd-strix-halo-llama-vulkan-amdvlk:
|
|
image: kyuz0/amd-strix-halo-toolboxes:vulkan-amdvlk
|
|
container_name: amd-strix-halo-llama-vulkan-amdvlk
|
|
restart: unless-stopped
|
|
privileged: true
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
group_add:
|
|
- video
|
|
volumes:
|
|
- ./models:/models
|
|
- ./data:/data
|
|
- /home/${USER}:/home/${USER}:rslave
|
|
# - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig
|
|
- /home/db/Downloads/:/mnt/dl
|
|
environment:
|
|
- DISPLAY=${DISPLAY}
|
|
ports:
|
|
- "8082:8080" # Different port to avoid conflicts
|
|
working_dir: /models
|
|
command: /bin/bash
|
|
stdin_open: true
|
|
tty: true
|
|
|
|
amdopencl:
|
|
image: pbsprotest/amdopencl:24
|
|
container_name: amdopencl
|
|
devices:
|
|
- /dev/dri
|
|
- /dev/kfd
|
|
volumes:
|
|
- ./workspace:/workspace
|
|
# - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig
|
|
- /home/db/Downloads/:/mnt/dl
|
|
stdin_open: true
|
|
tty: true
|
|
|
|
volumes:
|
|
models:
|
|
driver: local
|
|
data:
|
|
driver: local
|
|
|
|
networks:
|
|
default:
|
|
name: amd-strix-halo-network
|