48 lines
1.7 KiB
Bash
48 lines
1.7 KiB
Bash
#!/bin/bash
|
|
|
|
# Docker Model Runner Setup Script for Linux
|
|
# This script helps set up Docker Desktop for Linux to enable Docker Model Runner
|
|
|
|
echo "=== Docker Model Runner Setup for Linux ==="
|
|
echo ""
|
|
|
|
# Check if Docker Desktop is already installed
|
|
if command -v docker-desktop &> /dev/null; then
|
|
echo "Docker Desktop is already installed."
|
|
docker-desktop --version
|
|
else
|
|
echo "Docker Desktop is not installed. Installing..."
|
|
|
|
# Add Docker Desktop repository
|
|
echo "Adding Docker Desktop repository..."
|
|
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
|
|
|
|
echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
|
|
|
# Update package list
|
|
sudo apt-get update
|
|
|
|
# Install Docker Desktop
|
|
sudo apt-get install -y docker-desktop
|
|
|
|
echo "Docker Desktop installed successfully!"
|
|
fi
|
|
|
|
echo ""
|
|
echo "=== Next Steps ==="
|
|
echo "1. Start Docker Desktop: docker-desktop"
|
|
echo "2. Open Docker Desktop GUI"
|
|
echo "3. Go to Settings > Features in development"
|
|
echo "4. Enable 'Docker Model Runner' in the Beta tab"
|
|
echo "5. Apply and restart Docker Desktop"
|
|
echo ""
|
|
echo "=== Test Commands ==="
|
|
echo "After setup, you can test with:"
|
|
echo " docker model pull ai/smollm2:360M-Q4_K_M"
|
|
echo " docker model run ai/smollm2:360M-Q4_K_M"
|
|
echo ""
|
|
echo "=== Hugging Face Models ==="
|
|
echo "You can also pull models directly from Hugging Face:"
|
|
echo " docker model pull hf.co/bartowski/Llama-3.2-1B-Instruct-GGUF"
|
|
echo " docker model run hf.co/bartowski/Llama-3.2-1B-Instruct-GGUF"
|