Andreas
b984f5ca08
Some checks failed
Linux CI / run-tests (push) Has been cancelled
Windows CI / run-tests (push) Has been cancelled
Build Containers / build-and-push (cpu) (push) Failing after -1m27s
Build Containers / build-and-push (cuda) (push) Failing after -1m28s
Build Containers / build-and-push (intel) (push) Failing after -1m28s
Build Containers / build-and-push (musa) (push) Failing after -1m28s
Build Containers / build-and-push (vulkan) (push) Failing after -1m28s
Build Containers / delete-untagged-containers (push) Has been skipped
Close inactive issues / close-issues (push) Successful in -1m31s
21 lines
374 B
Plaintext
21 lines
374 B
Plaintext
[Unit]
|
||
Description=LLama.cpp (full‑vulkan) inference server
|
||
After=network-online.target
|
||
Wants=network-online.target
|
||
|
||
[Container]
|
||
Image=localhost/lamaswap:latest
|
||
#AutoRemove=yes
|
||
#PublishPort=8080:8080
|
||
Network=none
|
||
Volume=%h/models:/models:ro,Z
|
||
Volume=%h/config.yaml:/config.yaml:ro,Z
|
||
AddDevice=/dev/dri
|
||
Exec=
|
||
|
||
#[Service]
|
||
#Restart=always
|
||
|
||
[Install]
|
||
WantedBy=default.target
|