version: '3.8' services: amd-strix-halo-llama-rocm: image: kyuz0/amd-strix-halo-toolboxes:rocm-7rc-rocwmma container_name: amd-strix-halo-llama-rocm restart: unless-stopped privileged: true devices: - /dev/kfd:/dev/kfd - /dev/dri:/dev/dri group_add: - video volumes: - ./models:/models - ./data:/data - /home/${USER}:/home/${USER}:rslave - /home/db/Downloads/:/mnt/dl environment: - DISPLAY=${DISPLAY} - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=all ports: - "8080:8080" # For web UI if available working_dir: /models command: /bin/bash stdin_open: true tty: true # Alternative Vulkan backend amd-strix-halo-llama-vulkan-radv: image: kyuz0/amd-strix-halo-toolboxes:vulkan-radv container_name: amd-strix-halo-llama-vulkan-radv restart: unless-stopped privileged: true devices: - /dev/dri:/dev/dri group_add: - video volumes: - ./models:/models - ./data:/data - /home/${USER}:/home/${USER}:rslave - /home/db/Downloads/:/mnt/dl environment: - DISPLAY=${DISPLAY} ports: - "8081:8080" # Different port to avoid conflicts working_dir: /models command: /bin/bash stdin_open: true tty: true # Alternative Vulkan AMDVLK backend amd-strix-halo-llama-vulkan-amdvlk: image: kyuz0/amd-strix-halo-toolboxes:vulkan-amdvlk container_name: amd-strix-halo-llama-vulkan-amdvlk restart: unless-stopped privileged: true devices: - /dev/dri:/dev/dri group_add: - video volumes: - ./models:/models - ./data:/data - /home/${USER}:/home/${USER}:rslave # - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig - /home/db/Downloads/:/mnt/dl environment: - DISPLAY=${DISPLAY} ports: - "8082:8080" # Different port to avoid conflicts working_dir: /models command: /bin/bash stdin_open: true tty: true amdopencl: image: pbsprotest/amdopencl:24 container_name: amdopencl devices: - /dev/dri - /dev/kfd volumes: - ./workspace:/workspace # - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig - /home/db/Downloads/:/mnt/dl stdin_open: true tty: true volumes: models: driver: local data: driver: local networks: default: name: amd-strix-halo-network