fix container file name #46

2025-02-14 10:49:44 -08:00
parent 11d024bbaa
commit ddc1ce031e
1 changed files with 0 additions and 0 deletions
--- a/docker/llama-swap.Containerfile
+++ b/docker/llama-swap.Containerfile
@@ -0,0 +1,15 @@
+ARG BASE_TAG=server-cuda
+FROM ghcr.io/ggerganov/llama.cpp:${BASE_TAG}
+
+# has to be after the FROM
+ARG LS_VER=89
+
+WORKDIR /app
+
+RUN \
+    curl -LO https://github.com/mostlygeek/llama-swap/releases/download/v"${LS_VER}"/llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
+    tar -zxf llama-swap_"${LS_VER}"_linux_amd64.tar.gz && \
+    rm llama-swap_"${LS_VER}"_linux_amd64.tar.gz
+
+
+ENTRYPOINT [ "/app/llama-swap", "--config", "/config.yaml" ]