Add session-level bridge model settings (#811)

packages/server/src/services/hermes/agent-bridge/client.ts

@@ -28,6 +28,13 @@ export interface AgentBridgeRequestOptions {
   timeoutMs?: number
 }
 
+export interface AgentBridgeChatOptions {
+  force_compress?: boolean
+  storage_message?: AgentBridgeMessage
+  model?: string
+  provider?: string
+}
+
 export type AgentBridgeMessage =
   | string
   | Array<Record<string, unknown>>
@@ -306,7 +313,7 @@ export class AgentBridgeClient {
     conversationHistory?: unknown[],
     instructions?: string,
     profile?: string,
-    options: { force_compress?: boolean; storage_message?: AgentBridgeMessage } = {},
+    options: AgentBridgeChatOptions = {},
   ): Promise<AgentBridgeChatStarted> {
     return this.request<AgentBridgeChatStarted>({
       action: 'chat',
@@ -316,6 +323,8 @@ export class AgentBridgeClient {
       ...(conversationHistory ? { conversation_history: conversationHistory } : {}),
       ...(instructions ? { instructions } : {}),
       ...(profile ? { profile } : {}),
+      ...(options.model ? { model: options.model } : {}),
+      ...(options.provider ? { provider: options.provider } : {}),
       ...(options.force_compress ? { force_compress: true } : {}),
     })
   }

packages/server/src/services/hermes/agent-bridge/hermes_bridge.py

@@ -491,12 +491,21 @@ class AgentPool:
         self,
         session_id: str,
         profile: str | None = None,
+        model: str | None = None,
+        provider: str | None = None,
     ) -> AgentSession:
+        requested_model = str(model or "").strip()
+        requested_provider = str(provider or "").strip()
         with self._lock:
             existing = self._sessions.get(session_id)
             if existing is not None:
                 # If profile changed, destroy old session and recreate
-                if profile and existing.config.get("profile") != profile:
+                config_changed = bool(
+                    (profile and existing.config.get("profile") != profile)
+                    or (requested_model and existing.config.get("model") != requested_model)
+                    or (requested_provider and existing.config.get("provider") != requested_provider)
+                )
+                if config_changed:
                     if not existing.running:
                         self._destroy_session(session_id)
                     else:
@@ -512,8 +521,8 @@ class AgentPool:
 
             with _profile_env(profile):
                 cfg = _load_cfg()
-                resolved_model = _resolve_model(cfg)
-                runtime = _resolve_runtime(resolved_model)
+                resolved_model = requested_model or _resolve_model(cfg)
+                runtime = _resolve_runtime(resolved_model, requested_provider or None)
                 agent_cfg = cfg.get("agent") or {}
                 prompt = str(agent_cfg.get("system_prompt", "") or "").strip() or None
 
@@ -949,8 +958,10 @@ class AgentPool:
         conversation_history: list[dict[str, Any]] | None = None,
         profile: str | None = None,
         force_compress: bool = False,
+        model: str | None = None,
+        provider: str | None = None,
     ) -> RunRecord:
-        session = self.get_or_create(session_id, profile=profile)
+        session = self.get_or_create(session_id, profile=profile, model=model, provider=provider)
         with session.lock:
             if session.running:
                 raise RuntimeError(f"session {session_id} is already running")
@@ -1265,6 +1276,8 @@ class BridgeServer:
             instructions = req.get("instructions") or req.get("system_message")
             conversation_history = req.get("conversation_history")
             profile = req.get("profile")
+            model = req.get("model")
+            provider = req.get("provider")
             record = self.pool.start_chat(
                 session_id,
                 message,
@@ -1273,6 +1286,8 @@ class BridgeServer:
                 conversation_history,
                 profile,
                 bool(req.get("force_compress")),
+                model,
+                provider,
             )
             if req.get("wait"):
                 timeout = float(req.get("timeout", 0) or 0)