andreas/llama-swap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add /completion endpoint (#275)

Browse Source 
* feat: add /completion endpoint
* chore: reformat using gofmt
This commit is contained in:
Yandrik
2025-08-29 06:41:02 +02:00
committed by GitHub
parent 52b329f7bc
commit 977f1856bb
4 changed files with 39 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
proxy/proxymanager.go
View File

@@ -203,6 +203,9 @@ func (pm *ProxyManager) setupGinEngine() {
// llama-server's /infill endpoint for code infilling
pm.ginEngine.POST("/infill", mm, pm.proxyOAIHandler)
// llama-server's /completion endpoint
pm.ginEngine.POST("/completion", mm, pm.proxyOAIHandler)
// Support audio/speech endpoint
pm.ginEngine.POST("/v1/audio/speech", pm.proxyOAIHandler)
pm.ginEngine.POST("/v1/audio/transcriptions", pm.proxyOAIPostFormHandler)