popov/gogo2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

lmstudio changes

Browse Source
This commit is contained in:
Dobromir Popov 2024-04-02 19:38:04 +03:00
parent ac00af2d86
commit 431db945dd
1 changed files with 23 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
lmstudio/dockerfile
View File

@ -8,7 +8,11 @@ RUN apt-get update && apt-get install -y \
wget \ wget \
x11vnc \ x11vnc \
xvfb \ xvfb \
&& rm -rf /var/lib/apt/lists/* net-tools \
git \
python3 \
python3-numpy \
novnc
# Create the /app directory to hold the application # Create the /app directory to hold the application
WORKDIR /app WORKDIR /app
@ -22,38 +26,48 @@ RUN wget -O lmstudio.AppImage "https://releases.lmstudio.ai/linux/0.2.18/beta/LM
mv squashfs-root lmstudio mv squashfs-root lmstudio
# or adddependencies on another layer # or adddependencies on another layer
RUN apt-get update && apt-get install -y \ RUN apt-get update && apt-get install -y \
dbus pciutils \ dbus pciutils \
libglib2.0-0 \ libglib2.0-0 \
libnss3 \ libnss3 \
libgbm1 \ libgbm1 \
libxshmfence1 \ libxshmfence1 \
libgl1-mesa-glx \ libgl1-mesa-glx \
libegl1-mesa \ libegl1-mesa \
libatk1.0-0 \ libatk1.0-0 \
libatk-bridge2.0-0 \ libatk-bridge2.0-0 \
libgtk-3-0 \ libgtk-3-0 \
libasound2 libasound2 \
&& rm -rf /var/lib/apt/lists/*
# Setup a virtual display environment with XVFB # Setup a virtual display environment with XVFB
RUN Xvfb :99 -screen 0 1024x768x16 & RUN Xvfb :99 -screen 0 1024x768x16 &
ENV DISPLAY=:99 ENV DISPLAY=:99
EXPOSE 8080 EXPOSE 8080
# Expose port 5980 for noVNC
EXPOSE 5980
RUN ln -s /app/lmstudio/lm-studio /lm-studio RUN ln -s /app/lmstudio/lm-studio /lm-studio
#? RUN chmod +x /app/lmstudio/AppRun #? RUN chmod +x /app/lmstudio/AppRun
# Create a startup script to run Xvfb and your application # Create a startup script to run Xvfb and your application
# Create a startup script
RUN echo '#!/bin/bash\n\ RUN echo '#!/bin/bash\n\
Xvfb :99 -screen 0 1024x768x16 &\n\ Xvfb :99 -screen 0 1024x768x16 &\n\
export DISPLAY=:99\n\ export DISPLAY=:99\n\
# Your application start command goes here\n\ # Start X11VNC\n\
x11vnc -display :99 -nopw -listen localhost -xkb -forever &\n\
# Start noVNC\n\
/opt/noVNC/utils/launch.sh --vnc localhost:5900 --listen 5980\n\
# Start the application\n\
exec /app/lmstudio/AppRun --no-sandbox\n\ exec /app/lmstudio/AppRun --no-sandbox\n\
' > /start-app.sh && chmod +x /start-app.sh ' > /start-app.sh && chmod +x /start-app.sh
CMD ["/start-app.sh"] CMD ["/start-app.sh"]
#> apt-get update && apt-get install -y git x11vnc #> apt-get update && apt-get install -y git x11vnc
#> git clone https://github.com/novnc/noVNC.git /opt/noVNC #> git clone https://github.com/novnc/noVNC.git /opt/noVNC
#? x11vnc -display :99 -nopw -listen localhost -xkb -forever &
@ -67,6 +81,7 @@ CMD ["/start-app.sh"]
# run: docker run (-dit) -p 8980:8080 llmstudio # run: docker run (-dit) -p 8980:8080 llmstudio
# docker build -t llmstudio . && docker run -it -p 8980:8080 llmstudio # docker build -t llmstudio . && docker run -it -p 8980:8080 llmstudio
# cd /mnt/storage/DEV/workspace/repos/git.d-popov.com/ai-kevin/lmstudio/
# docker run --runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=all -it llmstudio # docker run --runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=all -it llmstudio
# docker build -t llmstudio . && docker run -dit -p 8980:8080 --volume /var/run/dbus:/var/run/dbus llmstudio # docker build -t llmstudio . && docker run -dit -p 8980:8080 --volume /var/run/dbus:/var/run/dbus llmstudio
# docker build -t llmstudio . && docker run -it -p 8980:8080 --volume /var/run/dbus:/var/run/dbus --runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=all --security-opt apparmor=unconfined llmstudio # docker build -t llmstudio . && docker run -it -p 8980:8080 --volume /var/run/dbus:/var/run/dbus --runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=all --security-opt apparmor=unconfined llmstudio