Add Peer Model Support (#438)

This PR allows a single llama-swap to be the central proxy for models served by other inference servers. The peer servers can be another llama-swap or any API that supports the /v1/* inference endpoint. Updates: #433, #299 Closes: #296
2025-12-27 20:18:06 -08:00
parent 9864f9f517
commit 22e098ac8b
15 changed files with 1389 additions and 141 deletions
@@ -146,6 +146,9 @@ type Config struct {

 	// support API keys, see issue #433, #50, #251
 	RequiredAPIKeys []string `yaml:"apiKeys"`
+
+	// support remote peers, see issue #433, #296
+	Peers PeerDictionaryConfig `yaml:"peers"`
 }

 func (c *Config) RealModelName(search string) (string, bool) {