Add periodic session refresh for Live Video to Video

server/ai_session.go

@@ -215,9 +215,32 @@
 		return nil, err
 	}
 
+	// Periodically refresh sessions for Live Video to Video in order to minimize the necessity of refreshing sessions
+	// when the AI process is started
+	if cap == core.Capability_LiveVideoToVideo {
+		startPeriodicRefresh(sel)
+	}
+
 	return sel, nil
 }
 
+func startPeriodicRefresh(sel *AISessionSelector) {
+	go func() {
+		// Refresh at 80% of tll to avoid ever getting ttl applied
+		refreshInterval := 1 * time.Minute
+		ticker := time.NewTicker(refreshInterval)
+		defer ticker.Stop()
+		for {
+			select {
+			case <-ticker.C:
+				if err := sel.Refresh(context.Background()); err != nil {
+					clog.Infof(context.Background(), "Error refreshing AISessionSelector err=%v", err)
+				}
+			}
+		}
+	}()
+}
+
 // newAICapabilities creates a new capabilities object with
 func newAICapabilities(cap core.Capability, modelID string, warm bool, minVersion string) *core.Capabilities {
 	aiCaps := []core.Capability{cap}
@@ -238,6 +261,10 @@
 
 // selectorIsEmpty returns true if no orchestrators are in the warm or cold pools.
 func (sel *AISessionSelector) SelectorIsEmpty() bool {
+	sel.warmPool.mu.Lock()
+	sel.coldPool.mu.Lock()
+	defer sel.coldPool.mu.Unlock()
+	defer sel.warmPool.mu.Unlock()
 	return sel.warmPool.Size() == 0 && sel.coldPool.Size() == 0
 }
 
@@ -261,6 +288,10 @@
 		}
 
 		// Refresh if the selector has expired
+		sel.warmPool.mu.Lock()
+		sel.coldPool.mu.Lock()
+		defer sel.coldPool.mu.Unlock()
+		defer sel.warmPool.mu.Unlock()
 		if time.Now().After(sel.lastRefreshTime.Add(sel.ttl)) {
 			return true
 		}
@@ -345,8 +376,12 @@
 
 	sel.warmPool.Add(warmSessions)
 	sel.coldPool.Add(coldSessions)
-	sel.initialPoolSize = len(warmSessions) + len(coldSessions) + len(sel.suspender.list)
 
+	sel.warmPool.mu.Lock()
+	sel.coldPool.mu.Lock()
+	defer sel.coldPool.mu.Unlock()
+	defer sel.warmPool.mu.Unlock()
+	sel.initialPoolSize = len(warmSessions) + len(coldSessions) + len(sel.suspender.list)
 	sel.lastRefreshTime = time.Now()
 
 	return nil