andreas/llama-swap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

first commit

Browse Source
This commit is contained in:
Benson Wong
2024-10-03 20:20:01 -07:00
commit b63b81b121
8 changed files with 280 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
config.example.yaml Normal file
View File

@@ -0,0 +1,7 @@
models:
"llama":
cmd: "models/llama-server-osx --port 8999 -m models/Llama-3.2-1B-Instruct-Q4_K_M.gguf"
proxy: "http://127.0.0.1:8999"
"qwen":
cmd: "models/llama-server-osx --port 8999 -m models/Qwen2.5-1.5B-Instruct-Q4_K_M.gguf "
proxy: "http://127.0.0.1:8999"