services:
  docker-model-runner:
    container_name: "docker-model-runner"
    entrypoint:
      - "/app/model-runner"
    environment:
      - "MODEL_RUNNER_PORT=12434"
      - "MODEL_RUNNER_ENVIRONMENT=moby"
      - "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
      - "MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock"
      - "LLAMA_SERVER_PATH=/app/bin"
      - "HOME=/home/modelrunner"
      - "MODELS_PATH=/models"
      - "LD_LIBRARY_PATH=/app/lib"
    hostname: "b1ab3b3c51a3"
    image: "docker/model-runner:latest"
    ipc: "private"
    labels:
      com.docker.desktop.service: "model-runner"
      com.docker.model-runner.role: "controller"
      org.opencontainers.image.ref.name: "ubuntu"
      org.opencontainers.image.version: "24.04"
    logging:
      driver: "json-file"
      options: {}
    network_mode: "bridge"
    ports:
      - "127.0.0.1:12434:12434/tcp"
    restart: "always"
    user: "modelrunner"
    volumes:
      - "docker-model-runner-models:/models"
    working_dir: "/app"
version: "3.6"
volumes:
  docker-model-runner-models:
    external: true