remove noisy debug print message

add guard to avoid unnecessary logic in Process.Shutdown
Add link to unload endpoint in upstream list (#140 )
2025-05-20 10:43:10 -07:00 · 2025-05-20 10:43:09 -07:00 · 2025-05-20 08:31:44 -07:00
2 changed files with 8 additions and 3 deletions
@@ -81,9 +81,8 @@ func NewProcess(ID string, healthCheckTimeout int, config ModelConfig, processLo
 	concurrentLimit := 10
 	if config.ConcurrencyLimit > 0 {
 		concurrentLimit = config.ConcurrencyLimit
 	} else {
 		proxyLogger.Debugf("Concurrency limit for model %s not set, defaulting to 10", ID)
 	}
 	return &Process{
 		ID:                      ID,
 		config:                  config,
@@ -389,8 +388,14 @@ func (p *Process) StopImmediately() {
 // is in the state of starting, it will cancel it and shut it down. Once a process is in
 // the StateShutdown state, it can not be started again.
 func (p *Process) Shutdown() {
 	if !isValidTransition(p.CurrentState(), StateStopping) {
 		return
 	}
 	p.shutdownCancel()
 	p.stopCommand(p.gracefulStopTimeout)
 	// just force it to this state since there is no recovery from shutdown
 	p.state = StateShutdown
 }
@@ -319,7 +319,7 @@ func (pm *ProxyManager) proxyToUpstream(c *gin.Context) {
 func (pm *ProxyManager) upstreamIndex(c *gin.Context) {
 	var html strings.Builder
-	html.WriteString("<!doctype HTML>\n<html><body><h1>Available Models</h1><ul>")
+	html.WriteString("<!doctype HTML>\n<html><body><h1>Available Models</h1><a href=\"/unload\">Unload all models</a><ul>")
 	// Extract keys and sort them
 	var modelIDs []string
Author	SHA1	Message	Date
Benson Wong	02aee4e86d	remove noisy debug print message	2025-05-20 10:43:10 -07:00
Benson Wong	f45896d395	add guard to avoid unnecessary logic in Process.Shutdown	2025-05-20 10:43:09 -07:00
choyuansu	f7e46a359f	Add link to unload endpoint in upstream list (#140 ) * Add link to open /unload	2025-05-20 08:31:44 -07:00