andreas/llama-swap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

support v1/rerank endpoint

Browse Source
This commit is contained in:
Benson Wong
2024-12-17 21:22:25 -08:00
parent 9b4e3f307e
commit 9c8860471e
5 changed files with 42 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
proxy/proxymanager.go
View File

@@ -48,12 +48,12 @@ func New(config *Config) *ProxyManager {
// Set up routes using the Gin engine
pm.ginEngine.POST("/v1/chat/completions", pm.proxyOAIHandler)
// Support legacy /v1/completions api, see issue #12
pm.ginEngine.POST("/v1/completions", pm.proxyOAIHandler)
// Support embeddings
pm.ginEngine.POST("/v1/embeddings", pm.proxyOAIHandler)
// Support legacy /v1/completions api, see issue #12
pm.ginEngine.POST("/v1/completions", pm.proxyOAIHandler)
pm.ginEngine.POST("/v1/rerank", pm.proxyOAIHandler)
pm.ginEngine.GET("/v1/models", pm.listModelsHandler)