b24467ab89
- Replace `addgroup` with `groupadd` for system group creation - Replace `adduser` with `useradd` for system user creation - Maintain same functionality while using more standard POSIX commands
39 lines
997 B
Docker
39 lines
997 B
Docker
ARG BASE_TAG=server-cuda
|
|
FROM ghcr.io/ggml-org/llama.cpp:${BASE_TAG}
|
|
|
|
# has to be after the FROM
|
|
ARG LS_VER=170
|
|
|
|
# Set default UID/GID arguments
|
|
ARG UID=10001
|
|
ARG GID=10001
|
|
ARG USER_HOME=/app
|
|
|
|
# Add user/group
|
|
ENV HOME=$USER_HOME
|
|
RUN if [ $UID -ne 0 ]; then \
|
|
if [ $GID -ne 0 ]; then \
|
|
groupadd --system --gid $GID app; \
|
|
fi; \
|
|
useradd --system --uid $UID --gid $GID \
|
|
--home $USER_HOME app; \
|
|
fi
|
|
|
|
# Handle paths
|
|
RUN mkdir --parents $HOME /app
|
|
RUN chown --recursive $UID:$GID $HOME /app
|
|
|
|
# Switch user
|
|
USER $UID:$GID
|
|
|
|
WORKDIR /app
|
|
RUN \
|
|
curl -LO https://github.com/mostlygeek/llama-swap/releases/download/v"${LS_VER}"/llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
|
|
tar -zxf llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
|
|
rm llama-swap_"${LS_VER}"_linux_amd64.tar.gz
|
|
|
|
COPY --chown=$UID:$GID config.example.yaml /app/config.yaml
|
|
|
|
HEALTHCHECK CMD curl -f http://localhost:8080/ || exit 1
|
|
ENTRYPOINT [ "/app/llama-swap", "-config", "/app/config.yaml" ]
|