Containerized build and socket activation docs
Some checks failed
Linux CI / run-tests (push) Has been cancelled
Windows CI / run-tests (push) Has been cancelled
Close inactive issues / close-issues (push) Successful in -1m16s
Build Containers / build-and-push (cpu) (push) Failing after -1m14s
Build Containers / build-and-push (cuda) (push) Failing after -1m13s
Build Containers / build-and-push (intel) (push) Failing after -1m14s
Build Containers / build-and-push (musa) (push) Failing after -1m13s
Build Containers / build-and-push (vulkan) (push) Failing after -1m13s
Build Containers / delete-untagged-containers (push) Has been skipped
Some checks failed
Linux CI / run-tests (push) Has been cancelled
Windows CI / run-tests (push) Has been cancelled
Close inactive issues / close-issues (push) Successful in -1m16s
Build Containers / build-and-push (cpu) (push) Failing after -1m14s
Build Containers / build-and-push (cuda) (push) Failing after -1m13s
Build Containers / build-and-push (intel) (push) Failing after -1m14s
Build Containers / build-and-push (musa) (push) Failing after -1m13s
Build Containers / build-and-push (vulkan) (push) Failing after -1m13s
Build Containers / delete-untagged-containers (push) Has been skipped
This commit is contained in:
20
docs/socket_activation/llama.container
Normal file
20
docs/socket_activation/llama.container
Normal file
@@ -0,0 +1,20 @@
|
||||
[Unit]
|
||||
Description=LLama.cpp (full‑vulkan) inference server
|
||||
After=network-online.target
|
||||
Wants=network-online.target
|
||||
|
||||
[Container]
|
||||
Image=localhost/lamaswap:latest
|
||||
#AutoRemove=yes
|
||||
#PublishPort=8080:8080
|
||||
Network=none
|
||||
Volume=%h/models:/models:ro,Z
|
||||
Volume=%h/config.yaml:/config.yaml:ro,Z
|
||||
AddDevice=/dev/dri
|
||||
Exec=
|
||||
|
||||
#[Service]
|
||||
#Restart=always
|
||||
|
||||
[Install]
|
||||
WantedBy=default.target
|
||||
Reference in New Issue
Block a user