From cce0bc6aa13504c7608b892508d731a7d99bd1f0 Mon Sep 17 00:00:00 2001
From: Benson Wong <mostlygeek@gmail.com>
Date: Mon, 21 Jul 2025 22:59:41 -0700
Subject: [PATCH] add guard to ensure ls-real-model-name is set in context

---
 proxy/proxymanager.go | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/proxy/proxymanager.go b/proxy/proxymanager.go
index ba240d1..ff44930 100644
--- a/proxy/proxymanager.go
+++ b/proxy/proxymanager.go
@@ -366,6 +366,11 @@ func (pm *ProxyManager) proxyOAIHandler(c *gin.Context) {
 	}
 
 	realModelName := c.GetString("ls-real-model-name") // Should be set in MetricsMiddleware
+	if realModelName == "" {
+		pm.sendErrorResponse(c, http.StatusInternalServerError, "ls-real-model-name not set")
+		return
+	}
+
 	processGroup, _, err := pm.swapProcessGroup(realModelName)
 	if err != nil {
 		pm.sendErrorResponse(c, http.StatusInternalServerError, fmt.Sprintf("error swapping process group: %s", err.Error()))