andreas/llama-swap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add docs and container build improvements #43

Browse Source
This commit is contained in:
Benson Wong
2025-02-14 12:20:07 -08:00
parent 7a97c38828
commit f20f2c9b7a
4 changed files with 93 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
docker/llama-swap.Containerfile
View File

@@ -5,11 +5,12 @@ FROM ghcr.io/ggerganov/llama.cpp:${BASE_TAG}
ARG LS_VER=89
WORKDIR /app
RUN \
curl -LO https://github.com/mostlygeek/llama-swap/releases/download/v"${LS_VER}"/llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
tar -zxf llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
rm llama-swap_"${LS_VER}"_linux_amd64.tar.gz
COPY config.example.yaml /app/config.yaml
ENTRYPOINT [ "/app/llama-swap", "--config", "/config.yaml" ]
HEALTHCHECK CMD curl -f http://localhost:8080/ || exit 1
ENTRYPOINT [ "/app/llama-swap", "-config", "/app/config.yaml" ]