andreas/llama-swap
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add guard to ensure ls-real-model-name is set in context

Browse Source
This commit is contained in:
Benson Wong
2025-07-21 22:59:41 -07:00
parent 36e25125e8
commit cce0bc6aa1
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
proxy/proxymanager.go
View File

@@ -366,6 +366,11 @@ func (pm *ProxyManager) proxyOAIHandler(c *gin.Context) {
} }
realModelName := c.GetString("ls-real-model-name") // Should be set in MetricsMiddleware realModelName := c.GetString("ls-real-model-name") // Should be set in MetricsMiddleware
if realModelName == "" {
pm.sendErrorResponse(c, http.StatusInternalServerError, "ls-real-model-name not set")
return
}
processGroup, _, err := pm.swapProcessGroup(realModelName) processGroup, _, err := pm.swapProcessGroup(realModelName)
if err != nil { if err != nil {
pm.sendErrorResponse(c, http.StatusInternalServerError, fmt.Sprintf("error swapping process group: %s", err.Error())) pm.sendErrorResponse(c, http.StatusInternalServerError, fmt.Sprintf("error swapping process group: %s", err.Error()))