Add support for sending a custom model name to upstream (#69) (#71)

* add test for splitRequestedModel() * Add `useModelName` parameter to model configuration * add docs to README
2025-03-14 21:07:52 -07:00
parent 671c1a5a7b
commit 5c97299e7b
4 changed files with 146 additions and 14 deletions
--- a/proxy/config.go
+++ b/proxy/config.go
@@ -17,6 +17,7 @@ type ModelConfig struct {
 	CheckEndpoint string   `yaml:"checkEndpoint"`
 	UnloadAfter   int      `yaml:"ttl"`
 	Unlisted      bool     `yaml:"unlisted"`
+	UseModelName  string   `yaml:"useModelName"`
 }

 func (m *ModelConfig) SanitizedCommand() ([]string, error) {