toolboxes

2025-09-01 14:33:58 +03:00
parent 2bb1c17453
commit d6ce6e0870
5 changed files with 353 additions and 0 deletions
--- a/portainer-compose-stacks/amd-strix-halo-toolboxes/amd-strix-halo-toolboxes.yml
+++ b/portainer-compose-stacks/amd-strix-halo-toolboxes/amd-strix-halo-toolboxes.yml
@@ -0,0 +1,100 @@
+version: '3.8'
+
+services:
+  amd-strix-halo-llama-rocm:
+    image: kyuz0/amd-strix-halo-toolboxes:rocm-7rc-rocwmma
+    container_name: amd-strix-halo-llama-rocm
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+    group_add:
+      - video
+    volumes:
+      - ./models:/models
+      - ./data:/data
+      - /home/${USER}:/home/${USER}:rslave
+      - /home/db/Downloads/:/mnt/dl
+    environment:
+      - DISPLAY=${DISPLAY}
+      - NVIDIA_VISIBLE_DEVICES=all
+      - NVIDIA_DRIVER_CAPABILITIES=all
+    ports:
+      - "8080:8080"  # For web UI if available
+    working_dir: /models
+    command: /bin/bash
+    stdin_open: true
+    tty: true
+
+  # Alternative Vulkan backend
+  amd-strix-halo-llama-vulkan-radv:
+    image: kyuz0/amd-strix-halo-toolboxes:vulkan-radv
+    container_name: amd-strix-halo-llama-vulkan-radv
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev/dri:/dev/dri
+    group_add:
+      - video
+    volumes:
+      - ./models:/models
+      - ./data:/data
+      - /home/${USER}:/home/${USER}:rslave
+      - /home/db/Downloads/:/mnt/dl
+    environment:
+      - DISPLAY=${DISPLAY}
+    ports:
+      - "8081:8080"  # Different port to avoid conflicts
+    working_dir: /models
+    command: /bin/bash
+    stdin_open: true
+    tty: true
+
+  # Alternative Vulkan AMDVLK backend
+  amd-strix-halo-llama-vulkan-amdvlk:
+    image: kyuz0/amd-strix-halo-toolboxes:vulkan-amdvlk
+    container_name: amd-strix-halo-llama-vulkan-amdvlk
+    restart: unless-stopped
+    privileged: true
+    devices:
+      - /dev/dri:/dev/dri
+    group_add:
+      - video
+    volumes:
+      - ./models:/models
+      - ./data:/data
+      - /home/${USER}:/home/${USER}:rslave
+      # - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig
+      - /home/db/Downloads/:/mnt/dl
+    environment:
+      - DISPLAY=${DISPLAY}
+    ports:
+      - "8082:8080"  # Different port to avoid conflicts
+    working_dir: /models
+    command: /bin/bash
+    stdin_open: true
+    tty: true
+    
+  amdopencl:
+    image: pbsprotest/amdopencl:24
+    container_name: amdopencl
+    devices:
+      - /dev/dri
+      - /dev/kfd
+    volumes:
+      - ./workspace:/workspace
+      # - /home/db/Downloads/xmrig-6.21.0:/mnt/xmrig
+      - /home/db/Downloads/:/mnt/dl
+    stdin_open: true
+    tty: true
+
+volumes:
+  models:
+    driver: local
+  data:
+    driver: local
+
+networks:
+  default:
+    name: amd-strix-halo-network