Files
Hermes-ui/packages/server/src/services/hermes/agent-bridge/hermes_bridge.py
T

2421 lines
92 KiB
Python
Raw Normal View History

2026-05-14 09:03:57 +08:00
#!/usr/bin/env python3
"""Hermes in-process agent bridge.
This service intentionally lives outside the existing Web UI chat path. It
imports hermes-agent from HERMES_AGENT_ROOT (default: ~/.hermes/hermes-agent),
keeps AIAgent instances in memory by session_id, and exposes a small newline-
delimited JSON request/response protocol over a local socket.
"""
from __future__ import annotations
import argparse
2026-05-23 09:05:03 +08:00
import atexit
2026-05-14 09:03:57 +08:00
import copy
2026-05-23 09:05:03 +08:00
import errno
import hashlib
import importlib.util
2026-05-14 09:03:57 +08:00
import json
import locale
2026-05-14 09:03:57 +08:00
import os
import queue
2026-05-23 09:05:03 +08:00
import signal
2026-05-14 09:03:57 +08:00
import shutil
import socket
import subprocess
2026-05-14 09:03:57 +08:00
import sys
import tempfile
2026-05-14 09:03:57 +08:00
import threading
import time
import traceback
import uuid
from contextlib import contextmanager
2026-05-14 09:03:57 +08:00
from dataclasses import dataclass, field
from pathlib import Path
from urllib.parse import urlparse
from typing import Any, Callable
2026-05-14 09:03:57 +08:00
DEFAULT_ENDPOINT = "tcp://127.0.0.1:18765" if os.name == "nt" else "ipc:///tmp/hermes-agent-bridge.sock"
DEFAULT_AGENT_ROOT = "~/.hermes/hermes-agent"
DEFAULT_HERMES_HOME = "~/.hermes"
APPROVAL_TIMEOUT_SECONDS = 120
APPROVAL_TIMEOUT_MS = APPROVAL_TIMEOUT_SECONDS * 1000
2026-05-23 09:05:03 +08:00
PARENT_WATCHDOG_INTERVAL_SECONDS = 2.0
2026-05-14 09:03:57 +08:00
def _bridge_platform() -> str:
return os.environ.get("HERMES_AGENT_BRIDGE_PLATFORM", "cli").strip() or "cli"
2026-05-23 09:05:03 +08:00
def _positive_int(value: str | None) -> int | None:
if not value:
return None
try:
parsed = int(value)
except (TypeError, ValueError):
return None
return parsed if parsed > 0 else None
def _process_exists(pid: int) -> bool:
if pid <= 0:
return False
if os.name == "nt":
try:
result = subprocess.run(
["tasklist.exe", "/FI", f"PID eq {pid}", "/NH"],
check=False,
capture_output=True,
text=True,
timeout=5,
)
return str(pid) in (result.stdout or "")
except Exception:
return True
try:
os.kill(pid, 0)
return True
except ProcessLookupError:
return False
except PermissionError:
return True
except OSError as exc:
return exc.errno != errno.ESRCH
def _start_parent_process_watchdog(
parent_pid: int | None,
stop_event: threading.Event,
label: str,
interval: float = PARENT_WATCHDOG_INTERVAL_SECONDS,
) -> None:
if not parent_pid or parent_pid == os.getpid():
return
def run() -> None:
while not stop_event.wait(interval):
if _process_exists(parent_pid):
continue
print(
f"[hermes-bridge] parent pid {parent_pid} exited; stopping {label}",
file=sys.stderr,
flush=True,
)
stop_event.set()
return
threading.Thread(target=run, daemon=True, name=f"hermes-bridge-parent-watchdog-{label}").start()
def _install_stop_signal_handlers(stop_event: threading.Event) -> Callable[[], None]:
if threading.current_thread() is not threading.main_thread():
return lambda: None
previous: list[tuple[signal.Signals, Any]] = []
def handle_signal(signum: int, _frame: Any) -> None:
stop_event.set()
for signum in (signal.SIGINT, signal.SIGTERM):
try:
sig = signal.Signals(signum)
previous.append((sig, signal.getsignal(sig)))
signal.signal(sig, handle_signal)
except Exception:
pass
def restore() -> None:
for sig, handler in previous:
try:
signal.signal(sig, handler)
except Exception:
pass
return restore
2026-05-16 08:31:18 +08:00
def _suppress_bridge_platform_hint() -> None:
raw = os.environ.get("HERMES_BRIDGE_SUPPRESS_PLATFORM_HINT", "cli").strip()
if raw.lower() in {"0", "false", "no", "off"}:
return
targets = {part.strip().lower() for part in raw.split(",") if part.strip()}
if not targets:
return
try:
from agent import prompt_builder
for target in targets:
prompt_builder.PLATFORM_HINTS.pop(target, None)
except Exception:
pass
run_agent_module = sys.modules.get("run_agent")
hints = getattr(run_agent_module, "PLATFORM_HINTS", None)
if isinstance(hints, dict):
for target in targets:
hints.pop(target, None)
2026-05-14 09:03:57 +08:00
def _candidate_agent_roots(raw: str | None = None) -> list[Path]:
candidates: list[Path] = []
if raw:
candidates.append(Path(raw).expanduser())
env_root = os.environ.get("HERMES_AGENT_ROOT")
if env_root:
candidates.append(Path(env_root).expanduser())
hermes_bin = shutil.which(os.environ.get("HERMES_BIN", "hermes"))
if hermes_bin:
bin_path = Path(hermes_bin).resolve()
candidates.extend([
bin_path.parent.parent,
bin_path.parent.parent.parent,
bin_path.parent.parent / "hermes-agent",
])
script_path = Path(__file__).resolve()
candidates.extend([
Path.cwd(),
Path.cwd() / ".hermes" / "hermes-agent",
Path.cwd() / "hermes-agent",
script_path.parent,
script_path.parent.parent,
script_path.parent.parent.parent,
script_path.parent.parent.parent / ".hermes" / "hermes-agent",
])
for parent in script_path.parents:
candidates.extend([
parent / ".hermes" / "hermes-agent",
parent / "hermes-agent",
])
candidates.extend([
Path.home() / ".hermes" / "hermes-agent",
Path.home() / "hermes-agent",
Path("/opt/hermes/hermes-agent"),
Path("/opt/hermes-agent"),
2026-05-20 12:59:34 +08:00
Path("/usr/local/lib/hermes-agent"),
2026-05-14 09:03:57 +08:00
Path("/usr/local/hermes-agent"),
])
candidates.append(Path(DEFAULT_AGENT_ROOT).expanduser())
unique: list[Path] = []
seen: set[str] = set()
for candidate in candidates:
try:
resolved = candidate.resolve()
except OSError:
resolved = candidate
key = str(resolved)
if key not in seen:
seen.add(key)
unique.append(resolved)
return unique
def _find_agent_root(raw: str | None = None) -> Path | None:
2026-05-14 09:03:57 +08:00
for candidate in _candidate_agent_roots(raw):
if (candidate / "run_agent.py").exists():
return candidate
return None
def _discover_agent_root(raw: str | None = None) -> Path:
root = _find_agent_root(raw)
if root is not None:
return root
2026-05-14 09:03:57 +08:00
attempted = ", ".join(str(path) for path in _candidate_agent_roots(raw))
raise RuntimeError(
"hermes-agent run_agent.py not found. Pass --agent-root or set "
f"HERMES_AGENT_ROOT. Tried: {attempted}"
)
def _discover_hermes_home(raw: str | None = None) -> Path:
if raw:
return Path(raw).expanduser().resolve()
env_home = os.environ.get("HERMES_HOME")
if env_home:
return Path(env_home).expanduser().resolve()
return Path(DEFAULT_HERMES_HOME).expanduser().resolve()
def _normalize_base_home(home: Path) -> Path:
if home.parent.name == "profiles":
return home.parent.parent
return home
2026-05-14 09:03:57 +08:00
def _jsonable(value: Any) -> Any:
try:
json.dumps(value)
return value
except TypeError:
if isinstance(value, dict):
return {str(k): _jsonable(v) for k, v in value.items()}
if isinstance(value, (list, tuple)):
return [_jsonable(v) for v in value]
return str(value)
def _agent_root() -> Path | None:
return _find_agent_root(os.environ.get("HERMES_AGENT_ROOT"))
2026-05-14 09:03:57 +08:00
def _hermes_home() -> Path:
return _discover_hermes_home(os.environ.get("HERMES_HOME"))
def _base_hermes_home() -> Path:
return _normalize_base_home(_discover_hermes_home(os.environ.get("HERMES_AGENT_BRIDGE_BASE_HOME") or DEFAULT_HERMES_HOME))
2026-05-14 09:03:57 +08:00
def _worker_profile() -> str | None:
raw = os.environ.get("HERMES_AGENT_BRIDGE_WORKER_PROFILE", "").strip()
return raw or None
2026-05-14 09:03:57 +08:00
def _profile_home(profile: str | None) -> Path:
base = _base_hermes_home()
if not profile or profile == "default":
return base
profile_home = base / "profiles" / profile
return profile_home if profile_home.exists() else base
def _read_dotenv(path: Path) -> dict[str, str]:
if not path.exists():
return {}
2026-05-17 15:39:31 +08:00
values: dict[str, str] = {}
try:
2026-05-17 15:39:31 +08:00
for line in path.read_text(encoding="utf-8").splitlines():
stripped = line.strip()
if not stripped or stripped.startswith("#") or "=" not in stripped:
continue
if stripped.startswith("export "):
stripped = stripped[7:].strip()
key, value = stripped.split("=", 1)
key = key.strip()
if not key or not (key[0].isalpha() or key[0] == "_"):
continue
if not all(ch.isalnum() or ch == "_" for ch in key):
continue
value = value.strip()
if (value.startswith('"') and value.endswith('"')) or (value.startswith("'") and value.endswith("'")):
value = value[1:-1]
values[key] = value
return values
2026-05-17 15:39:31 +08:00
except Exception:
return {}
def _profile_dotenv_keys() -> set[str]:
base = _base_hermes_home()
keys = set(_read_dotenv(base / ".env").keys())
profiles_dir = base / "profiles"
try:
for entry in profiles_dir.iterdir():
if entry.is_dir():
keys.update(_read_dotenv(entry / ".env").keys())
except Exception:
pass
return keys
2026-05-14 09:03:57 +08:00
def _set_path_env(agent_root: str | None = None, hermes_home: str | None = None) -> None:
resolved_root = _discover_agent_root(agent_root) if agent_root else _find_agent_root()
if resolved_root is not None:
os.environ["HERMES_AGENT_ROOT"] = str(resolved_root)
else:
os.environ.pop("HERMES_AGENT_ROOT", None)
resolved_home = _discover_hermes_home(hermes_home)
os.environ["HERMES_HOME"] = str(resolved_home)
os.environ["HERMES_AGENT_BRIDGE_BASE_HOME"] = str(_normalize_base_home(resolved_home))
2026-05-14 09:03:57 +08:00
def _ensure_agent_imports() -> None:
root = _agent_root()
if root is not None:
root_s = str(root)
if root_s not in sys.path:
sys.path.insert(0, root_s)
elif importlib.util.find_spec("run_agent") is None:
raise RuntimeError(
"hermes-agent run_agent.py not found in source locations and the "
"current Python environment cannot import run_agent. Install "
"hermes-agent or pass --agent-root/HERMES_AGENT_ROOT."
)
2026-05-14 09:03:57 +08:00
os.environ.setdefault("HERMES_HOME", str(_hermes_home()))
os.environ.setdefault("HERMES_AGENT_BRIDGE_BASE_HOME", str(_hermes_home()))
def _load_cfg(profile: str | None = None) -> dict[str, Any]:
_ensure_agent_imports()
try:
from hermes_cli.config import load_config
cfg = load_config()
return cfg if isinstance(cfg, dict) else {}
except Exception:
try:
import yaml
path = _hermes_home() / "config.yaml"
if not path.exists():
return {}
return yaml.safe_load(path.read_text(encoding="utf-8")) or {}
except Exception:
return {}
def _apply_profile_env(profile: str | None) -> str | None:
"""Temporarily set HERMES_HOME to the profile directory.
Returns the original HERMES_HOME value to restore later.
"""
profile_home = _profile_home(profile)
if not (profile_home / "config.yaml").exists():
return os.environ.get("HERMES_HOME")
original = os.environ.get("HERMES_HOME")
os.environ["HERMES_HOME"] = str(profile_home)
return original
def _restore_profile_env(original: str | None) -> None:
"""Restore HERMES_HOME after profile-scoped agent creation."""
if original is not None:
os.environ["HERMES_HOME"] = original
else:
os.environ.pop("HERMES_HOME", None)
def _apply_profile_dotenv(profile: str | None) -> dict[str, str | None]:
"""Load only the active profile's .env into this bridge process.
This mirrors Web UI gateway env isolation:
- default keeps inherited env for compatibility, then overlays default .env
- non-default clears keys seen in any profile .env, then overlays its .env
The returned snapshot restores the bridge process after the agent call.
"""
values = _read_dotenv(_profile_home(profile) / ".env")
if profile and profile != "default":
keys = _profile_dotenv_keys()
keys.update(values.keys())
else:
keys = set(values.keys())
snapshot = {key: os.environ.get(key) for key in keys}
if profile and profile != "default":
for key in keys:
os.environ.pop(key, None)
for key, value in values.items():
os.environ[key] = value
return snapshot
def _restore_profile_dotenv(snapshot: dict[str, str | None]) -> None:
for key, value in snapshot.items():
if value is None:
os.environ.pop(key, None)
else:
os.environ[key] = value
def _set_worker_profile_env(profile: str | None) -> None:
profile_home = _profile_home(profile)
os.environ["HERMES_HOME"] = str(profile_home)
os.environ["HERMES_AGENT_BRIDGE_WORKER_PROFILE"] = profile or "default"
values = _read_dotenv(profile_home / ".env")
for key, value in values.items():
os.environ[key] = value
@contextmanager
def _profile_env(profile: str | None):
if _worker_profile():
yield
return
original = _apply_profile_env(profile)
env_snapshot = _apply_profile_dotenv(profile)
try:
yield
finally:
_restore_profile_dotenv(env_snapshot)
_restore_profile_env(original)
2026-05-14 09:03:57 +08:00
def _resolve_model(cfg: dict[str, Any]) -> str:
env_model = (
os.environ.get("HERMES_MODEL", "")
or os.environ.get("HERMES_INFERENCE_MODEL", "")
).strip()
if env_model:
return env_model
model_cfg = cfg.get("model", "")
if isinstance(model_cfg, dict):
return str(model_cfg.get("default") or "").strip()
if isinstance(model_cfg, str):
return model_cfg.strip()
return ""
def _resolve_runtime(model: str, provider: str | None = None) -> dict[str, Any]:
_ensure_agent_imports()
from hermes_cli.runtime_provider import resolve_runtime_provider
requested = provider or os.environ.get("HERMES_BRIDGE_PROVIDER", "").strip() or None
return resolve_runtime_provider(requested=requested, target_model=model or None)
def _load_enabled_toolsets() -> list[str] | None:
_ensure_agent_imports()
raw = os.environ.get("HERMES_BRIDGE_TOOLSETS", "").strip()
if raw:
values = [part.strip() for part in raw.split(",") if part.strip()]
if any(value in {"all", "*"} for value in values):
return None
return values or None
try:
from hermes_cli.config import load_config
from hermes_cli.tools_config import _get_platform_tools
from toolsets import resolve_toolset
cfg = load_config()
platform = _bridge_platform()
enabled = sorted(_get_platform_tools(cfg, platform, include_default_mcp_servers=True))
if platform != "cli":
resolved_tools: set[str] = set()
for toolset_name in enabled:
try:
resolved_tools.update(resolve_toolset(toolset_name))
except Exception:
pass
if not resolved_tools:
enabled = sorted(_get_platform_tools(cfg, "cli", include_default_mcp_servers=True))
return enabled or None
except Exception:
return None
def _load_reasoning_config() -> dict[str, Any] | None:
_ensure_agent_imports()
try:
from hermes_constants import parse_reasoning_effort
effort = str((_load_cfg().get("agent") or {}).get("reasoning_effort", "") or "").strip()
return parse_reasoning_effort(effort)
except Exception:
return None
def _load_service_tier() -> str | None:
raw = str((_load_cfg().get("agent") or {}).get("service_tier", "") or "").strip().lower()
if raw in {"fast", "priority", "on"}:
return "priority"
return None
def _cfg_max_turns(cfg: dict[str, Any], default: int = 90) -> int:
try:
env_max = int(os.environ.get("HERMES_BRIDGE_MAX_TURNS", "") or 0)
if env_max > 0:
return env_max
except ValueError:
pass
agent_cfg = cfg.get("agent") or {}
try:
return int(agent_cfg.get("max_turns") or cfg.get("max_turns") or default)
except (TypeError, ValueError):
return default
class SessionDbHolder:
def __init__(self) -> None:
self._lock = threading.Lock()
self._db_by_path: dict[str, Any] = {}
self._error: str | None = None
def get(self, db_path: Path | None = None):
with self._lock:
key = str((db_path or (_base_hermes_home() / "state.db")).resolve())
if key in self._db_by_path:
return self._db_by_path[key]
_ensure_agent_imports()
try:
from hermes_state import SessionDB
db = SessionDB(db_path=Path(key))
self._db_by_path[key] = db
self._error = None
return db
except Exception as exc:
self._error = str(exc)
return None
@property
def error(self) -> str | None:
return self._error
def get_for_profile(self, profile: str | None) -> Any:
"""Get a SessionDB for the given profile using an explicit DB path."""
return self.get(_profile_home(profile) / "state.db")
@dataclass
class RunRecord:
run_id: str
session_id: str
status: str = "running"
started_at: float = field(default_factory=time.time)
ended_at: float | None = None
result: dict[str, Any] | None = None
error: str | None = None
deltas: list[str] = field(default_factory=list)
events: list[dict[str, Any]] = field(default_factory=list)
@dataclass
class AgentSession:
session_id: str
agent: Any
history: list[dict[str, Any]] = field(default_factory=list)
config: dict[str, Any] = field(default_factory=dict)
running: bool = False
current_run_id: str | None = None
lock: threading.RLock = field(default_factory=threading.RLock)
created_at: float = field(default_factory=time.time)
last_used_at: float = field(default_factory=time.time)
class AgentPool:
def __init__(self) -> None:
self._sessions: dict[str, AgentSession] = {}
self._runs: dict[str, RunRecord] = {}
self._lock = threading.RLock()
self._db = SessionDbHolder()
self._approval_requests: dict[str, queue.Queue[str]] = {}
2026-05-16 00:11:51 +08:00
self._gateway_approval_requests: dict[str, str] = {}
2026-05-14 09:03:57 +08:00
self._compression_requests: dict[str, queue.Queue[dict[str, Any]]] = {}
self._run_context = threading.local()
self._approval_handlers: dict[str, Callable[..., str]] = {}
self._exec_ask_depth = 0
self._exec_ask_previous: str | None = None
2026-05-14 09:03:57 +08:00
def get_or_create(
self,
session_id: str,
profile: str | None = None,
model: str | None = None,
provider: str | None = None,
2026-05-14 09:03:57 +08:00
) -> AgentSession:
requested_model = str(model or "").strip()
requested_provider = str(provider or "").strip()
2026-05-14 09:03:57 +08:00
with self._lock:
existing = self._sessions.get(session_id)
if existing is not None:
# If profile changed, destroy old session and recreate
config_changed = bool(
(profile and existing.config.get("profile") != profile)
or (requested_model and existing.config.get("model") != requested_model)
or (requested_provider and existing.config.get("provider") != requested_provider)
)
if config_changed:
2026-05-14 09:03:57 +08:00
if not existing.running:
self._destroy_session(session_id)
else:
existing.last_used_at = time.time()
return existing
else:
existing.last_used_at = time.time()
return existing
_ensure_agent_imports()
2026-05-16 08:31:18 +08:00
_suppress_bridge_platform_hint()
2026-05-14 09:03:57 +08:00
from run_agent import AIAgent
with _profile_env(profile):
2026-05-14 09:03:57 +08:00
cfg = _load_cfg()
resolved_model = requested_model or _resolve_model(cfg)
runtime = _resolve_runtime(resolved_model, requested_provider or None)
2026-05-14 09:03:57 +08:00
agent_cfg = cfg.get("agent") or {}
prompt = str(agent_cfg.get("system_prompt", "") or "").strip() or None
agent = AIAgent(
model=resolved_model,
max_iterations=_cfg_max_turns(cfg, 90),
provider=runtime.get("provider"),
base_url=runtime.get("base_url"),
api_key=runtime.get("api_key"),
api_mode=runtime.get("api_mode"),
acp_command=runtime.get("command"),
acp_args=runtime.get("args"),
credential_pool=runtime.get("credential_pool"),
quiet_mode=True,
verbose_logging=False,
reasoning_config=_load_reasoning_config(),
service_tier=_load_service_tier(),
enabled_toolsets=_load_enabled_toolsets(),
platform=_bridge_platform(),
session_id=session_id,
session_db=self._db.get_for_profile(profile),
ephemeral_system_prompt=prompt,
status_callback=self._status_callback(session_id),
thinking_callback=self._text_event_callback(session_id, "thinking.delta"),
reasoning_callback=self._text_event_callback(session_id, "reasoning.delta"),
tool_progress_callback=self._tool_progress_callback(session_id),
tool_start_callback=self._tool_start_callback(session_id),
tool_complete_callback=self._tool_complete_callback(session_id),
)
agent.compression_enabled = False
self._install_compression_hook(agent, session_id)
session = AgentSession(
session_id=session_id,
agent=agent,
history=[],
config={
"requested_session_id": session_id,
"profile": profile or "default",
"model": resolved_model,
"provider": runtime.get("provider"),
"base_url": runtime.get("base_url"),
"api_mode": runtime.get("api_mode"),
"platform": _bridge_platform(),
"resumed": False,
"resumed_message_count": 0,
"db_error": self._db.error,
},
)
self._sessions[session_id] = session
return session
def _install_compression_hook(self, agent: Any, session_id: str) -> None:
original = getattr(agent, "_compress_context", None)
if not callable(original):
return
def wrapped_compress_context(messages, system_message, **kwargs):
before_count = len(messages) if isinstance(messages, list) else 0
approx_tokens = kwargs.get("approx_tokens")
if not isinstance(approx_tokens, int) or approx_tokens <= 0:
approx_tokens = self._estimate_context_tokens(agent, messages, system_message)
print(
"[hermes_bridge] compression requested "
f"session={session_id} messages={before_count} "
f"tokens={approx_tokens if approx_tokens is not None else 'unknown'} "
f"focus={kwargs.get('focus_topic') or ''}",
file=sys.stderr,
flush=True,
)
2026-05-14 09:03:57 +08:00
request_id = uuid.uuid4().hex
response_queue: queue.Queue[dict[str, Any]] = queue.Queue(maxsize=1)
with self._lock:
self._compression_requests[request_id] = response_queue
self._append_event(session_id, {
"event": "bridge.compression.requested",
"request_id": request_id,
"message_count": before_count,
"approx_tokens": approx_tokens,
2026-05-14 09:03:57 +08:00
"focus_topic": kwargs.get("focus_topic"),
"messages": _jsonable(messages),
})
try:
response = response_queue.get(timeout=180)
if response.get("error"):
raise RuntimeError(str(response.get("error")))
compressed_messages = response.get("messages")
if not isinstance(compressed_messages, list):
raise RuntimeError("bridge compression response missing messages")
next_system_message = response.get("system_message", system_message)
result_approx_tokens = self._estimate_context_tokens(agent, compressed_messages, next_system_message)
2026-05-14 09:03:57 +08:00
self._append_event(session_id, {
"event": "bridge.compression.completed",
"request_id": request_id,
"message_count": before_count,
"result_messages": len(compressed_messages),
"approx_tokens": approx_tokens,
"result_approx_tokens": result_approx_tokens,
2026-05-14 09:03:57 +08:00
"compressed": True,
})
return compressed_messages, next_system_message
except queue.Empty:
self._append_event(session_id, {
"event": "bridge.compression.failed",
"request_id": request_id,
"message_count": before_count,
"approx_tokens": approx_tokens,
2026-05-14 09:03:57 +08:00
"error": "bridge compression timed out",
})
raise RuntimeError("bridge compression timed out")
except Exception as exc:
self._append_event(session_id, {
"event": "bridge.compression.failed",
"request_id": request_id,
"message_count": before_count,
"approx_tokens": approx_tokens,
2026-05-14 09:03:57 +08:00
"error": str(exc),
})
raise
finally:
with self._lock:
self._compression_requests.pop(request_id, None)
agent._compress_context = wrapped_compress_context
def _agent_system_prompt(self, agent: Any, system_message: Any = None) -> str:
prompt = str(getattr(agent, "_cached_system_prompt", "") or "")
if prompt:
return prompt
try:
build_prompt = getattr(agent, "_build_system_prompt", None)
if callable(build_prompt):
return str(build_prompt(system_message) or "")
except Exception:
return str(system_message or "")
return str(system_message or "")
def _agent_tool_names(self, tools: Any) -> list[str]:
if not isinstance(tools, list):
return []
names: list[str] = []
for tool in tools:
name = ""
if isinstance(tool, dict):
function = tool.get("function")
if isinstance(function, dict):
name = str(function.get("name") or "")
if not name:
name = str(tool.get("name") or "")
else:
name = str(getattr(tool, "name", "") or "")
if name:
names.append(name)
return names
def _estimate_context_info(self, agent: Any, messages: Any, system_message: Any = None) -> dict[str, Any]:
try:
from agent.model_metadata import estimate_request_tokens_rough
except Exception:
return {}
prompt = self._agent_system_prompt(agent, system_message)
tools = getattr(agent, "tools", None) or []
message_list = messages if isinstance(messages, list) else []
try:
token_count = estimate_request_tokens_rough(message_list, system_prompt=prompt, tools=tools or None)
fixed_context_tokens = estimate_request_tokens_rough([], system_prompt=prompt, tools=tools or None)
system_prompt_tokens = estimate_request_tokens_rough([], system_prompt=prompt, tools=None)
tool_tokens = max(0, int(fixed_context_tokens or 0) - int(system_prompt_tokens or 0))
return {
"token_count": int(token_count) if isinstance(token_count, (int, float)) and token_count > 0 else None,
"fixed_context_tokens": int(fixed_context_tokens) if isinstance(fixed_context_tokens, (int, float)) and fixed_context_tokens >= 0 else None,
"system_prompt_tokens": int(system_prompt_tokens) if isinstance(system_prompt_tokens, (int, float)) and system_prompt_tokens >= 0 else None,
"tool_tokens": tool_tokens,
"message_count": len(message_list),
"tool_count": len(tools) if isinstance(tools, list) else 0,
"tool_names": self._agent_tool_names(tools),
"system_prompt_chars": len(prompt),
}
except Exception:
return {}
def _estimate_context_tokens(self, agent: Any, messages: Any, system_message: Any = None) -> int | None:
token_count = self._estimate_context_info(agent, messages, system_message).get("token_count")
return int(token_count) if isinstance(token_count, (int, float)) and token_count > 0 else None
def _bridge_context_ready_event(self, session: AgentSession, instructions: str | None, profile: str | None) -> dict[str, Any]:
info = self._estimate_context_info(session.agent, [], instructions)
event = {
"event": "bridge.context.ready",
"session_id": session.session_id,
"profile": profile or session.config.get("profile") or "default",
"model": session.config.get("model"),
"provider": session.config.get("provider"),
**info,
}
session.config["context_info"] = event
return event
def estimate_context(
self,
session_id: str,
messages: list[dict[str, Any]] | None = None,
instructions: str | None = None,
profile: str | None = None,
model: str | None = None,
provider: str | None = None,
) -> dict[str, Any]:
session = self.get_or_create(session_id, profile=profile, model=model, provider=provider)
context_info = self._estimate_context_info(session.agent, messages or [], instructions)
print(
"[hermes_bridge] context estimate "
f"session={session_id} profile={profile or 'default'} "
f"messages={len(messages or [])} system_prompt_chars={context_info.get('system_prompt_chars') or 0} "
f"tools={context_info.get('tool_count') or 0} "
f"fixed_tokens={context_info.get('fixed_context_tokens') if context_info.get('fixed_context_tokens') is not None else 'unknown'} "
f"tokens={context_info.get('token_count') if context_info.get('token_count') is not None else 'unknown'}",
file=sys.stderr,
flush=True,
)
return {
"session_id": session_id,
"profile": profile or session.config.get("profile") or "default",
"model": session.config.get("model"),
"provider": session.config.get("provider"),
**context_info,
}
2026-05-14 09:03:57 +08:00
def respond_compression(
self,
request_id: str,
messages: list[dict[str, Any]] | None = None,
system_message: str | None = None,
error: str | None = None,
) -> dict[str, Any]:
with self._lock:
response_queue = self._compression_requests.get(request_id)
if response_queue is None:
raise RuntimeError(f"compression request {request_id} not found")
response_queue.put({
"messages": messages,
"system_message": system_message,
"error": error,
})
return {"request_id": request_id, "handled": True}
def _destroy_session(self, session_id: str) -> None:
session = self._sessions.pop(session_id, None)
if session is None:
return
with self._lock:
for rid in list(self._runs):
if self._runs[rid].session_id == session_id:
del self._runs[rid]
def _append_event(self, session_id: str, event: dict[str, Any]) -> None:
with self._lock:
session = self._sessions.get(session_id)
run_id = session.current_run_id if session else None
if run_id and run_id in self._runs:
self._runs[run_id].events.append(_jsonable(event))
def _status_callback(self, session_id: str):
def callback(kind, text=None):
self._append_event(session_id, {"event": "status", "kind": str(kind), "text": None if text is None else str(text)})
return callback
def _text_event_callback(self, session_id: str, event_name: str):
def callback(text):
self._append_event(session_id, {"event": event_name, "text": str(text)})
return callback
def _tool_start_callback(self, session_id: str):
def callback(tool_call_id, function_name, function_args):
self._append_event(session_id, {
"event": "tool.started",
"tool_call_id": str(tool_call_id) if tool_call_id else "",
"tool_name": str(function_name) if function_name else "",
"args": _jsonable(function_args) if function_args else {},
})
return callback
def _tool_complete_callback(self, session_id: str):
def callback(tool_call_id, function_name, function_args, function_result=None):
result_text = "" if function_result is None else str(function_result)
print(
"[hermes_bridge] tool_complete_callback "
f"session={session_id} tool={function_name} "
f"tool_call_id={tool_call_id} result_none={function_result is None} "
f"result_len={len(result_text)}",
file=sys.stderr,
flush=True,
)
self._append_event(session_id, {
"event": "tool.completed",
"tool_call_id": str(tool_call_id) if tool_call_id else "",
"tool_name": str(function_name) if function_name else "",
"args": _jsonable(function_args) if function_args else {},
"result": _jsonable(function_result) if function_result is not None else None,
"result_preview": str(function_result)[:500] if function_result else None,
})
return callback
def _tool_progress_callback(self, session_id: str):
def callback(event_type, function_name=None, preview=None, function_args=None, **kwargs):
if event_type in (None, "tool.started", "tool.completed"):
print(
"[hermes_bridge] tool_progress_callback "
f"session={session_id} event={event_type} tool={function_name} "
f"kwargs_keys={sorted(kwargs.keys())} "
f"preview_len={len(str(preview)) if preview is not None else 0}",
file=sys.stderr,
flush=True,
)
if event_type == "reasoning.available":
self._append_event(session_id, {
"event": "reasoning.available",
"text": str(preview) if preview else "",
})
return
if event_type == "_thinking":
text = function_name
if text:
self._append_event(session_id, {
"event": "reasoning.delta",
"text": str(text),
})
return
if event_type in (None, "tool.started"):
# AIAgent also calls tool_start_callback with the real tool_call_id.
# Use that event as canonical so resume/replay can match results.
return
if event_type == "tool.completed":
# AIAgent sends the full function_result to tool_complete_callback.
return
return callback
def _step_callback(self, session_id: str):
def callback(step_info=None):
self._append_event(session_id, {
"event": "step",
"step_info": _jsonable(step_info) if step_info else None,
})
return callback
def _stream_delta_callback(self, session_id: str):
def callback(delta=None):
if delta is None:
# Turn boundary signal (tools about to execute)
self._append_event(session_id, {
"event": "turn.boundary",
})
return
if delta:
self._append_event(session_id, {
"event": "stream.delta",
"delta": str(delta),
})
return callback
def _approval_callback(self, session_id: str):
def callback(command: str, description: str, *, allow_permanent: bool = True) -> str:
approval_id = uuid.uuid4().hex
response_queue: queue.Queue[str] = queue.Queue(maxsize=1)
with self._lock:
self._approval_requests[approval_id] = response_queue
choices = ["once", "session", "always", "deny"] if allow_permanent else ["once", "session", "deny"]
self._append_event(session_id, {
"event": "approval.requested",
"approval_id": approval_id,
"command": str(command or ""),
"description": str(description or ""),
"choices": choices,
"allow_permanent": bool(allow_permanent),
"timeout_ms": APPROVAL_TIMEOUT_MS,
2026-05-14 09:03:57 +08:00
})
try:
choice = response_queue.get(timeout=APPROVAL_TIMEOUT_SECONDS)
2026-05-14 09:03:57 +08:00
except queue.Empty:
choice = "deny"
finally:
with self._lock:
self._approval_requests.pop(approval_id, None)
self._append_event(session_id, {
"event": "approval.resolved",
"approval_id": approval_id,
"choice": choice,
})
return choice
return callback
def _approval_dispatcher(self, command: str, description: str, *, allow_permanent: bool = True) -> str:
session_id = str(getattr(self._run_context, "session_id", "") or "")
if not session_id:
return "deny"
with self._lock:
handler = self._approval_handlers.get(session_id)
if handler is None:
return "deny"
return handler(command, description, allow_permanent=allow_permanent)
def _install_approval_dispatcher_for_current_thread(self) -> None:
from tools.terminal_tool import set_approval_callback
# terminal_tool stores callbacks in threading.local(), so each run
# thread must bind the shared dispatcher for itself.
set_approval_callback(self._approval_dispatcher)
def _enter_exec_ask_scope(self) -> None:
with self._lock:
if self._exec_ask_depth == 0:
self._exec_ask_previous = os.environ.get("HERMES_EXEC_ASK")
os.environ["HERMES_EXEC_ASK"] = "1"
self._exec_ask_depth += 1
def _exit_exec_ask_scope(self) -> None:
with self._lock:
if self._exec_ask_depth <= 0:
return
self._exec_ask_depth -= 1
if self._exec_ask_depth > 0:
return
previous = self._exec_ask_previous
self._exec_ask_previous = None
if previous is None:
os.environ.pop("HERMES_EXEC_ASK", None)
else:
os.environ["HERMES_EXEC_ASK"] = previous
2026-05-16 00:11:51 +08:00
def _gateway_approval_notify(self, session_id: str):
def callback(approval_data: dict[str, Any]) -> None:
approval_id = uuid.uuid4().hex
choices = ["once", "session", "always", "deny"]
with self._lock:
self._gateway_approval_requests[approval_id] = session_id
self._append_event(session_id, {
"event": "approval.requested",
"approval_id": approval_id,
"command": str(approval_data.get("command") or ""),
"description": str(approval_data.get("description") or ""),
"choices": choices,
"allow_permanent": True,
"timeout_ms": 300_000,
})
return callback
2026-05-14 09:03:57 +08:00
def _prepersist_user_message(
self,
session: AgentSession,
message: Any,
2026-05-16 09:40:25 +08:00
storage_message: Any | None,
2026-05-14 09:03:57 +08:00
conversation_history: list[dict[str, Any]] | None,
profile: str | None,
source: str | None = None,
2026-05-14 09:03:57 +08:00
) -> bool:
2026-05-16 09:40:25 +08:00
persist_message = storage_message if storage_message is not None else message
user_content = str(persist_message) if not isinstance(persist_message, dict) else str(persist_message.get("content", persist_message))
2026-05-14 09:03:57 +08:00
if not user_content.strip():
return False
db = self._db.get_for_profile(profile)
if db is None:
return False
2026-05-15 10:31:26 +08:00
history_len = len(conversation_history) if conversation_history else 0
2026-05-14 09:03:57 +08:00
try:
if hasattr(db, "create_session"):
db.create_session(
session_id=session.session_id,
source=source or _bridge_platform(),
2026-05-14 09:03:57 +08:00
model=session.config.get("model"),
)
if hasattr(db, "get_messages"):
messages = db.get_messages(session.session_id)
if messages:
last = messages[-1]
if last.get("role") == "user" and last.get("content") == user_content:
2026-05-15 10:31:26 +08:00
self._align_prepersist_flush_cursor(session, history_len)
2026-05-14 09:03:57 +08:00
return False
db.append_message(
session_id=session.session_id,
role="user",
content=user_content,
)
# AIAgent will build messages as conversation_history + current user.
2026-05-15 10:31:26 +08:00
# Since the current user was pre-persisted above, align the flush
# cursor so the normal end-of-turn flush starts at assistant/tool
# messages generated by this run.
self._align_prepersist_flush_cursor(session, history_len)
2026-05-14 09:03:57 +08:00
return True
except Exception:
return False
2026-05-15 10:31:26 +08:00
def _align_prepersist_flush_cursor(self, session: AgentSession, history_len: int) -> None:
try:
session.agent._last_flushed_db_idx = history_len + 1
except Exception:
pass
def _session_db_message_count(self, session_id: str, profile: str | None) -> int | None:
db = self._db.get_for_profile(profile)
if db is None or not hasattr(db, "get_messages"):
return None
try:
return len(db.get_messages(session_id) or [])
except Exception:
return None
def _sync_result_tail_to_session_db(
self,
session: AgentSession,
result: dict[str, Any],
conversation_history: list[dict[str, Any]] | None,
profile: str | None,
db_count_after_prepersist: int | None,
) -> None:
db = self._db.get_for_profile(profile)
if db is None or db_count_after_prepersist is None:
return
after_count = self._session_db_message_count(session.session_id, profile)
if after_count is None or after_count > db_count_after_prepersist:
return
messages = result.get("messages")
if not isinstance(messages, list):
return
history_len = len(conversation_history) if conversation_history else 0
generated = [
msg for msg in messages[history_len + 1:]
if isinstance(msg, dict) and msg.get("role") in {"assistant", "tool"}
]
if not generated:
return
appended = 0
for msg in generated:
try:
db.append_message(
session_id=session.session_id,
role=str(msg.get("role") or "assistant"),
content=msg.get("content"),
tool_name=msg.get("tool_name"),
tool_calls=msg.get("tool_calls") if isinstance(msg.get("tool_calls"), list) else None,
tool_call_id=msg.get("tool_call_id"),
finish_reason=msg.get("finish_reason"),
reasoning=msg.get("reasoning") if msg.get("role") == "assistant" else None,
reasoning_content=msg.get("reasoning_content") if msg.get("role") == "assistant" else None,
reasoning_details=msg.get("reasoning_details") if msg.get("role") == "assistant" else None,
codex_reasoning_items=msg.get("codex_reasoning_items") if msg.get("role") == "assistant" else None,
codex_message_items=msg.get("codex_message_items") if msg.get("role") == "assistant" else None,
)
appended += 1
except Exception:
break
if appended:
print(
"[hermes_bridge] synced missing result tail to session db "
f"session={session.session_id} appended={appended}",
file=sys.stderr,
flush=True,
)
2026-05-14 09:03:57 +08:00
def start_chat(
self,
session_id: str,
message: Any,
2026-05-16 09:40:25 +08:00
storage_message: Any | None = None,
2026-05-14 09:03:57 +08:00
instructions: str | None = None,
conversation_history: list[dict[str, Any]] | None = None,
profile: str | None = None,
force_compress: bool = False,
model: str | None = None,
provider: str | None = None,
source: str | None = None,
2026-05-14 09:03:57 +08:00
) -> RunRecord:
session = self.get_or_create(session_id, profile=profile, model=model, provider=provider)
2026-05-14 09:03:57 +08:00
with session.lock:
if session.running:
raise RuntimeError(f"session {session_id} is already running")
run_id = uuid.uuid4().hex
record = RunRecord(run_id=run_id, session_id=session_id)
with self._lock:
self._runs[run_id] = record
session.running = True
session.current_run_id = run_id
session.last_used_at = time.time()
context_event = self._bridge_context_ready_event(session, instructions, profile)
if context_event:
record.events.append(_jsonable(context_event))
2026-05-14 09:03:57 +08:00
thread = threading.Thread(
target=self._run_chat,
args=(session, record, message, storage_message, instructions, conversation_history, profile, force_compress, source),
2026-05-14 09:03:57 +08:00
daemon=True,
name=f"hermes-bridge-run-{run_id[:8]}",
)
thread.start()
return record
def _run_chat(self, session: AgentSession, record: RunRecord, message: Any, storage_message: Any | None = None, instructions: str | None = None, conversation_history: list[dict[str, Any]] | None = None, profile: str | None = None, force_compress: bool = False, source: str | None = None) -> None:
with _profile_env(profile):
def stream_callback(delta: str) -> None:
with self._lock:
record.deltas.append(str(delta))
approval_session_token = None
registered_gateway_approval_session = None
exec_ask_scope_entered = False
try:
try:
self._enter_exec_ask_scope()
exec_ask_scope_entered = True
self._install_approval_dispatcher_for_current_thread()
with self._lock:
self._approval_handlers[session.session_id] = self._approval_callback(session.session_id)
self._run_context.session_id = session.session_id
except Exception:
self._run_context.session_id = session.session_id
try:
from tools.approval import register_gateway_notify, set_current_session_key
2026-05-14 09:03:57 +08:00
approval_session_token = set_current_session_key(session.session_id)
register_gateway_notify(session.session_id, self._gateway_approval_notify(session.session_id))
registered_gateway_approval_session = session.session_id
except Exception:
pass
self._prepersist_user_message(session, message, storage_message, conversation_history, profile, source)
db_count_after_prepersist = self._session_db_message_count(session.session_id, profile)
if force_compress:
compress = getattr(session.agent, "_compress_context", None)
if callable(compress):
compressed_history, compressed_system = compress(
conversation_history if isinstance(conversation_history, list) else [],
instructions,
approx_tokens=None,
focus_topic="debug_force_compress",
)
if isinstance(compressed_history, list):
conversation_history = compressed_history
if isinstance(compressed_system, str):
instructions = compressed_system
kwargs: dict[str, Any] = dict(
task_id=session.session_id,
stream_callback=stream_callback,
)
if instructions:
kwargs["system_message"] = instructions
if conversation_history is not None:
kwargs["conversation_history"] = conversation_history
result = session.agent.run_conversation(
message,
**kwargs,
)
result = _jsonable(result if isinstance(result, dict) else {"value": result})
self._sync_result_tail_to_session_db(
session,
result,
conversation_history,
profile,
db_count_after_prepersist,
)
with session.lock:
if isinstance(result.get("messages"), list):
session.history = result["messages"]
record.status = "interrupted" if result.get("interrupted") else "complete"
record.result = result
record.ended_at = time.time()
session.running = False
session.current_run_id = None
session.last_used_at = time.time()
except Exception as exc:
with session.lock:
record.status = "error"
record.error = str(exc)
record.result = {"error": str(exc), "traceback": traceback.format_exc()}
record.ended_at = time.time()
session.running = False
session.current_run_id = None
session.last_used_at = time.time()
finally:
with self._lock:
self._approval_handlers.pop(session.session_id, None)
2026-05-15 10:08:52 +08:00
try:
del self._run_context.session_id
except AttributeError:
pass
if approval_session_token is not None:
2026-05-15 10:08:52 +08:00
try:
from tools.approval import reset_current_session_key, unregister_gateway_notify
2026-05-15 10:08:52 +08:00
if registered_gateway_approval_session is not None:
unregister_gateway_notify(registered_gateway_approval_session)
reset_current_session_key(approval_session_token)
2026-05-15 10:08:52 +08:00
except Exception:
pass
if exec_ask_scope_entered:
self._exit_exec_ask_scope()
2026-05-14 09:03:57 +08:00
def interrupt(self, session_id: str, message: str | None = None) -> dict[str, Any]:
with self._lock:
session = self._sessions.get(session_id)
if session is None:
raise KeyError(f"unknown session: {session_id}")
if not hasattr(session.agent, "interrupt"):
raise RuntimeError("agent does not support interrupt")
session.agent.interrupt(message)
2026-05-15 10:08:52 +08:00
deadline = time.time() + 10.0
synced = False
while time.time() < deadline:
with session.lock:
if not session.running:
synced = True
break
time.sleep(0.05)
return {"status": "interrupted", "session_id": session_id, "synced": synced}
2026-05-14 09:03:57 +08:00
def steer(self, session_id: str, text: str) -> dict[str, Any]:
with self._lock:
session = self._sessions.get(session_id)
if session is None:
raise KeyError(f"unknown session: {session_id}")
if not hasattr(session.agent, "steer"):
raise RuntimeError("agent does not support steer")
accepted = bool(session.agent.steer(text))
return {"status": "queued" if accepted else "rejected", "accepted": accepted, "text": text}
def respond_approval(self, approval_id: str, choice: str) -> dict[str, Any]:
cleaned = str(choice or "deny").strip().lower()
if cleaned not in {"once", "session", "always", "deny"}:
cleaned = "deny"
with self._lock:
response_queue = self._approval_requests.get(approval_id)
if response_queue is None:
2026-05-16 00:11:51 +08:00
with self._lock:
gateway_session_id = self._gateway_approval_requests.pop(approval_id, None)
if gateway_session_id is None:
return {"approval_id": approval_id, "resolved": False, "choice": cleaned}
try:
from tools.approval import resolve_gateway_approval
resolved = resolve_gateway_approval(gateway_session_id, cleaned) > 0
except Exception:
resolved = False
self._append_event(gateway_session_id, {
"event": "approval.resolved",
"approval_id": approval_id,
"choice": cleaned,
})
return {"approval_id": approval_id, "resolved": resolved, "choice": cleaned}
2026-05-14 09:03:57 +08:00
try:
response_queue.put_nowait(cleaned)
except queue.Full:
pass
return {"approval_id": approval_id, "resolved": True, "choice": cleaned}
def get_history(self, session_id: str) -> dict[str, Any]:
with self._lock:
session = self._sessions.get(session_id)
if session is None:
raise KeyError(f"unknown session: {session_id}")
with session.lock:
return {"session_id": session_id, "history": copy.deepcopy(session.history)}
def get_result(self, run_id: str) -> dict[str, Any]:
with self._lock:
record = self._runs.get(run_id)
if record is None:
raise KeyError(f"unknown run: {run_id}")
return {
"run_id": record.run_id,
"session_id": record.session_id,
"status": record.status,
"started_at": record.started_at,
"ended_at": record.ended_at,
"output": "".join(record.deltas),
"deltas": list(record.deltas),
"events": list(record.events),
"result": record.result,
"error": record.error,
}
def get_output(self, run_id: str, cursor: int = 0, event_cursor: int = 0) -> dict[str, Any]:
with self._lock:
record = self._runs.get(run_id)
if record is None:
raise KeyError(f"unknown run: {run_id}")
cursor = max(0, int(cursor or 0))
deltas = list(record.deltas)
next_cursor = len(deltas)
event_cursor = max(0, int(event_cursor or 0))
events = list(record.events)
new_events = _jsonable(events[event_cursor:])
next_event_cursor = len(events)
return {
"run_id": record.run_id,
"session_id": record.session_id,
"status": record.status,
"delta": "".join(deltas[cursor:]),
"cursor": next_cursor,
"output": "".join(deltas),
"done": record.status != "running",
"result": record.result if record.status != "running" else None,
"error": record.error,
"events": new_events,
"event_cursor": next_event_cursor,
}
def destroy(self, session_id: str) -> dict[str, Any]:
with self._lock:
session = self._sessions.pop(session_id, None)
if session is None:
return {"session_id": session_id, "destroyed": False}
if session.running and hasattr(session.agent, "interrupt"):
try:
session.agent.interrupt("Session destroyed")
except Exception:
pass
return {"session_id": session_id, "destroyed": True}
def destroy_all(self) -> dict[str, Any]:
with self._lock:
ids = list(self._sessions.keys())
destroyed = []
for sid in ids:
result = self.destroy(sid)
destroyed.append(result)
return {"destroyed": len(destroyed)}
def status(self, session_id: str) -> dict[str, Any]:
with self._lock:
session = self._sessions.get(session_id)
if session is None:
return {
"session_id": session_id,
"exists": False,
"running": False,
"message_count": 0,
}
with session.lock:
return {
"session_id": session_id,
"exists": True,
"running": session.running,
"current_run_id": session.current_run_id,
"created_at": session.created_at,
"last_used_at": session.last_used_at,
"message_count": len(session.history),
"config": session.config,
}
def list_sessions(self) -> dict[str, Any]:
with self._lock:
sessions = list(self._sessions.values())
return {
"sessions": [
{
"session_id": s.session_id,
"running": s.running,
"current_run_id": s.current_run_id,
"created_at": s.created_at,
"last_used_at": s.last_used_at,
"message_count": len(s.history),
"config": s.config,
}
for s in sessions
]
}
class BridgeServer:
IDLE_TIMEOUT_SECONDS = 30 * 60 # 30 minutes
GC_INTERVAL_SECONDS = 60 # check every minute
def __init__(self, endpoint: str) -> None:
self.endpoint = endpoint
self.pool = AgentPool()
self._stop = threading.Event()
self._last_gc = time.time()
def handle(self, req: dict[str, Any]) -> dict[str, Any]:
action = str(req.get("action") or "").strip()
if not action:
raise ValueError("action is required")
if action == "ping":
2026-05-23 09:05:03 +08:00
with self.pool._lock:
sessions = list(self.pool._sessions.values())
running_sessions = sum(1 for session in sessions if session.running)
return {
"pong": True,
"time": time.time(),
2026-05-23 09:05:03 +08:00
"pid": os.getpid(),
"agent_root": str(_agent_root()),
"profile": _worker_profile() or "default",
"hermes_home": str(_hermes_home()),
2026-05-23 09:05:03 +08:00
"session_count": len(sessions),
"running_session_count": running_sessions,
}
2026-05-14 09:03:57 +08:00
if action == "chat":
session_id = str(req.get("session_id") or "").strip() or uuid.uuid4().hex
message = req.get("message", req.get("input", ""))
2026-05-16 09:40:25 +08:00
storage_message = req.get("storage_message")
2026-05-14 09:03:57 +08:00
instructions = req.get("instructions") or req.get("system_message")
conversation_history = req.get("conversation_history")
profile = req.get("profile")
model = req.get("model")
provider = req.get("provider")
source = req.get("source")
record = self.pool.start_chat(
session_id,
message,
2026-05-16 09:40:25 +08:00
storage_message,
instructions,
conversation_history,
profile,
bool(req.get("force_compress")),
model,
provider,
source,
)
2026-05-14 09:03:57 +08:00
if req.get("wait"):
timeout = float(req.get("timeout", 0) or 0)
deadline = time.time() + timeout if timeout > 0 else None
while record.status == "running":
if deadline is not None and time.time() >= deadline:
break
time.sleep(0.05)
return self.pool.get_result(record.run_id)
return {"run_id": record.run_id, "session_id": session_id, "status": record.status}
if action == "context_estimate":
session_id = str(req.get("session_id") or "").strip() or uuid.uuid4().hex
messages = req.get("messages") or req.get("conversation_history") or []
if not isinstance(messages, list):
raise ValueError("messages must be a list")
return self.pool.estimate_context(
session_id,
messages=messages,
instructions=req.get("instructions") or req.get("system_message"),
profile=req.get("profile"),
model=req.get("model"),
provider=req.get("provider"),
)
2026-05-14 09:03:57 +08:00
if action == "get_result":
return self.pool.get_result(str(req.get("run_id") or ""))
if action == "get_output":
return self.pool.get_output(
str(req.get("run_id") or ""),
int(req.get("cursor") or 0),
int(req.get("event_cursor") or 0),
)
if action == "interrupt":
return self.pool.interrupt(str(req.get("session_id") or ""), req.get("message"))
if action == "steer":
text = str(req.get("text") or req.get("message") or "").strip()
if not text:
raise ValueError("text is required")
return self.pool.steer(str(req.get("session_id") or ""), text)
if action == "approval_respond":
approval_id = str(req.get("approval_id") or "").strip()
if not approval_id:
raise ValueError("approval_id is required")
return self.pool.respond_approval(approval_id, str(req.get("choice") or "deny"))
if action == "compression_respond":
request_id = str(req.get("request_id") or "").strip()
if not request_id:
raise ValueError("request_id is required")
messages = req.get("messages")
if messages is not None and not isinstance(messages, list):
raise ValueError("messages must be a list")
return self.pool.respond_compression(
request_id,
messages=messages,
system_message=req.get("system_message"),
error=req.get("error"),
)
if action == "get_history":
return self.pool.get_history(str(req.get("session_id") or ""))
if action == "destroy":
return self.pool.destroy(str(req.get("session_id") or ""))
if action == "destroy_all":
return self.pool.destroy_all()
if action == "list":
return self.pool.list_sessions()
if action == "shutdown":
self._stop.set()
return {"status": "shutting_down"}
raise ValueError(f"unknown action: {action}")
def _make_server_socket(self) -> socket.socket:
return _make_listen_socket(self.endpoint)
2026-05-14 09:03:57 +08:00
def _read_request(self, conn: socket.socket) -> dict[str, Any]:
return _read_json_request(conn)
2026-05-14 09:03:57 +08:00
def _write_response(self, conn: socket.socket, resp: dict[str, Any]) -> None:
_write_json_response(conn, resp)
2026-05-14 09:03:57 +08:00
def _gc_idle_sessions(self) -> None:
"""Destroy sessions idle longer than IDLE_TIMEOUT_SECONDS."""
now = time.time()
if now - self._last_gc < self.GC_INTERVAL_SECONDS:
return
self._last_gc = now
with self.pool._lock:
idle_ids = [
sid for sid, s in self.pool._sessions.items()
if not s.running and now - s.last_used_at > self.IDLE_TIMEOUT_SECONDS
]
for sid in idle_ids:
self.pool.destroy(sid)
def serve_forever(self) -> None:
server = self._make_server_socket()
2026-05-23 09:05:03 +08:00
restore_signals = _install_stop_signal_handlers(self._stop)
_start_parent_process_watchdog(
_positive_int(os.environ.get("HERMES_AGENT_BRIDGE_BROKER_PID")),
self._stop,
f"worker:{_worker_profile() or 'default'}",
)
try:
server.listen(16)
server.settimeout(0.2)
print(json.dumps({"event": "ready", "endpoint": self.endpoint}), flush=True)
2026-05-14 09:03:57 +08:00
2026-05-23 09:05:03 +08:00
while not self._stop.is_set():
conn: socket.socket | None = None
2026-05-14 09:03:57 +08:00
try:
try:
2026-05-23 09:05:03 +08:00
conn, _addr = server.accept()
except socket.timeout:
self._gc_idle_sessions()
continue
try:
req = self._read_request(conn)
data = self.handle(req)
resp = {"ok": True, **_jsonable(data)}
except Exception as exc:
resp = {
"ok": False,
"error": str(exc),
"error_type": exc.__class__.__name__,
}
self._write_response(conn, resp)
except KeyboardInterrupt:
break
except Exception as exc:
print(f"[hermes-bridge] server loop error: {exc}", file=sys.stderr, flush=True)
finally:
if conn is not None:
try:
conn.close()
except OSError:
pass
finally:
restore_signals()
server.close()
if self.endpoint.startswith("ipc://"):
try:
Path(self.endpoint.removeprefix("ipc://")).unlink(missing_ok=True)
except OSError:
pass
2026-05-14 09:03:57 +08:00
class WorkerProcess:
STARTUP_TIMEOUT_SECONDS = 120
REQUEST_TIMEOUT_SECONDS = 120
def __init__(self, profile: str, endpoint: str, agent_root: str | None, hermes_home: str | None) -> None:
self.profile = profile or "default"
self.endpoint = endpoint
self.agent_root = agent_root
self.hermes_home = hermes_home
self.process: subprocess.Popen[str] | None = None
self.last_used_at = time.time()
self._lock = threading.RLock()
@property
def running(self) -> bool:
return self.process is not None and self.process.poll() is None
2026-05-23 09:05:03 +08:00
@property
def pid(self) -> int | None:
return self.process.pid if self.process is not None else None
def start(self) -> None:
with self._lock:
if self.running:
return
args = [
sys.executable,
str(Path(__file__).resolve()),
"--endpoint",
self.endpoint,
"--worker-profile",
self.profile,
]
if self.agent_root:
args.extend(["--agent-root", self.agent_root])
if self.hermes_home:
args.extend(["--hermes-home", self.hermes_home])
env = {
**os.environ,
"HERMES_AGENT_BRIDGE_ENDPOINT": self.endpoint,
"HERMES_AGENT_BRIDGE_WORKER_PROFILE": self.profile,
2026-05-23 09:05:03 +08:00
"HERMES_AGENT_BRIDGE_BROKER_PID": str(os.getpid()),
}
self.process = subprocess.Popen(
args,
env=env,
cwd=os.getcwd(),
stdin=subprocess.DEVNULL,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
text=True,
bufsize=1,
)
self._pipe_stderr()
self._wait_ready()
def _pipe_stderr(self) -> None:
proc = self.process
if proc is None or proc.stderr is None:
return
def run() -> None:
assert proc.stderr is not None
for line in proc.stderr:
text = line.rstrip()
if text:
print(f"[hermes-bridge-worker:{self.profile}] {text}", file=sys.stderr, flush=True)
threading.Thread(target=run, daemon=True, name=f"hermes-bridge-worker-stderr-{self.profile}").start()
def _wait_ready(self) -> None:
proc = self.process
if proc is None or proc.stdout is None:
raise RuntimeError(f"profile worker {self.profile} did not start")
lines: queue.Queue[str | None] = queue.Queue()
ready_event = threading.Event()
def read_stdout() -> None:
assert proc.stdout is not None
try:
for line in proc.stdout:
if ready_event.is_set():
text = line.rstrip()
if text:
print(f"[hermes-bridge-worker:{self.profile}] {text}", file=sys.stderr, flush=True)
else:
lines.put(line)
finally:
lines.put(None)
threading.Thread(target=read_stdout, daemon=True, name=f"hermes-bridge-worker-stdout-{self.profile}").start()
deadline = time.time() + self.STARTUP_TIMEOUT_SECONDS
while time.time() < deadline:
if proc.poll() is not None:
raise RuntimeError(f"profile worker {self.profile} exited before ready")
try:
line = lines.get(timeout=0.1)
except queue.Empty:
continue
if line is None:
time.sleep(0.05)
continue
text = line.strip()
if text:
print(f"[hermes-bridge-worker:{self.profile}] {text}", file=sys.stderr, flush=True)
try:
data = json.loads(text)
if data.get("event") == "ready":
ready_event.set()
return
except Exception:
pass
self.stop()
raise RuntimeError(f"profile worker {self.profile} did not become ready within {self.STARTUP_TIMEOUT_SECONDS}s")
def stop(self) -> None:
with self._lock:
proc = self.process
self.process = None
if proc is None:
return
if proc.poll() is None:
proc.terminate()
try:
proc.wait(timeout=3)
except subprocess.TimeoutExpired:
proc.kill()
proc.wait(timeout=3)
if self.endpoint.startswith("ipc://"):
try:
Path(self.endpoint.removeprefix("ipc://")).unlink(missing_ok=True)
except OSError:
pass
def request(self, req: dict[str, Any]) -> dict[str, Any]:
self.start()
self.last_used_at = time.time()
return _send_bridge_request(self.endpoint, req, self.REQUEST_TIMEOUT_SECONDS)
def _worker_endpoint(profile: str) -> str:
safe = hashlib.sha256(profile.encode("utf-8")).hexdigest()[:16]
if os.name == "nt":
port_base = int(os.environ.get("HERMES_AGENT_BRIDGE_WORKER_PORT_BASE", "18780"))
return f"tcp://127.0.0.1:{port_base + int(safe[:4], 16) % 1000}"
root = Path(tempfile.gettempdir()) / "hermes-agent-bridge-workers"
return f"ipc://{root / f'{safe}.sock'}"
def _connect_bridge_socket(endpoint: str, timeout: float) -> socket.socket:
if endpoint.startswith("ipc://"):
sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
sock.settimeout(timeout)
sock.connect(endpoint.removeprefix("ipc://"))
return sock
parsed = urlparse(endpoint)
if parsed.scheme != "tcp":
raise RuntimeError(f"unsupported endpoint scheme: {endpoint}")
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.settimeout(timeout)
sock.connect((parsed.hostname or "127.0.0.1", int(parsed.port or 0)))
return sock
def _send_bridge_request(endpoint: str, req: dict[str, Any], timeout: float) -> dict[str, Any]:
sock = _connect_bridge_socket(endpoint, timeout)
try:
sock.sendall((json.dumps(req, ensure_ascii=False, default=str) + "\n").encode("utf-8"))
chunks: list[bytes] = []
while True:
chunk = sock.recv(65536)
if not chunk:
break
chunks.append(chunk)
if b"\n" in chunk:
break
line = b"".join(chunks).split(b"\n", 1)[0].strip()
if not line:
raise RuntimeError("worker closed without a response")
resp = json.loads(line.decode("utf-8"))
if not resp.get("ok"):
raise RuntimeError(str(resp.get("error") or "worker request failed"))
return resp
finally:
try:
sock.close()
except OSError:
pass
2026-05-20 10:02:15 +08:00
def _tcp_endpoint_port(endpoint: str) -> int | None:
parsed = urlparse(endpoint)
if parsed.scheme != "tcp":
return None
try:
port = int(parsed.port or 0)
return port if port > 0 else None
except (TypeError, ValueError):
return None
def _platform_text_encoding() -> str:
getencoding = getattr(locale, "getencoding", None)
if callable(getencoding):
return getencoding() or "utf-8"
return locale.getpreferredencoding(False) or "utf-8"
2026-05-20 10:02:15 +08:00
def _windows_listening_pids_on_port(port: int) -> list[int]:
if os.name != "nt":
return []
try:
result = subprocess.run(
["netstat.exe", "-ano", "-p", "tcp"],
check=False,
capture_output=True,
text=True,
encoding=_platform_text_encoding(),
errors="ignore",
2026-05-20 10:02:15 +08:00
timeout=5,
)
except Exception:
return []
stdout = result.stdout or ""
2026-05-20 10:02:15 +08:00
pids: set[int] = set()
for line in stdout.splitlines():
2026-05-20 10:02:15 +08:00
parts = line.strip().split()
if len(parts) < 5:
continue
proto, local_address, _remote_address, state, pid_raw = parts[:5]
if proto.upper() != "TCP" or state.upper() != "LISTENING":
continue
if not local_address.endswith(f":{port}"):
continue
try:
pid = int(pid_raw)
except ValueError:
continue
if pid > 0 and pid != os.getpid():
pids.add(pid)
return sorted(pids)
def _kill_windows_endpoint_occupants(endpoint: str) -> None:
if os.name != "nt":
return
port = _tcp_endpoint_port(endpoint)
if not port:
return
for pid in _windows_listening_pids_on_port(port):
try:
print(
f"[hermes-bridge] killing stale process tree pid={pid} port={port}",
file=sys.stderr,
flush=True,
)
subprocess.run(
["taskkill.exe", "/PID", str(pid), "/T", "/F"],
check=False,
capture_output=True,
text=True,
timeout=10,
)
except Exception as exc:
print(
f"[hermes-bridge] failed to kill stale process pid={pid}: {exc}",
file=sys.stderr,
flush=True,
)
deadline = time.time() + 3
while time.time() < deadline:
if not _windows_listening_pids_on_port(port):
return
time.sleep(0.1)
def _make_listen_socket(endpoint: str) -> socket.socket:
2026-05-20 10:02:15 +08:00
_kill_windows_endpoint_occupants(endpoint)
if endpoint.startswith("ipc://"):
if not hasattr(socket, "AF_UNIX"):
raise RuntimeError("ipc:// endpoints require Unix domain socket support; use tcp://host:port on this platform")
sock_path = Path(endpoint.removeprefix("ipc://"))
sock_path.parent.mkdir(parents=True, exist_ok=True)
try:
sock_path.unlink(missing_ok=True)
except OSError:
pass
server = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
server.bind(str(sock_path))
return server
parsed = urlparse(endpoint)
if parsed.scheme != "tcp":
raise RuntimeError(f"unsupported endpoint scheme: {endpoint}")
host = parsed.hostname or "127.0.0.1"
port = int(parsed.port or 0)
if port <= 0:
raise RuntimeError(f"tcp endpoint requires a port: {endpoint}")
server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
server.bind((host, port))
return server
def _read_json_request(conn: socket.socket) -> dict[str, Any]:
chunks: list[bytes] = []
while True:
chunk = conn.recv(65536)
if not chunk:
break
chunks.append(chunk)
if b"\n" in chunk:
break
if not chunks:
raise RuntimeError("empty request")
line = b"".join(chunks).split(b"\n", 1)[0].strip()
if not line:
raise RuntimeError("empty request")
return json.loads(line.decode("utf-8"))
def _write_json_response(conn: socket.socket, resp: dict[str, Any]) -> None:
payload = json.dumps(resp, ensure_ascii=False, default=str) + "\n"
conn.sendall(payload.encode("utf-8"))
class BridgeBroker:
IDLE_TIMEOUT_SECONDS = 30 * 60
GC_INTERVAL_SECONDS = 60
def __init__(self, endpoint: str, agent_root: str | None = None, hermes_home: str | None = None) -> None:
self.endpoint = endpoint
self.agent_root = agent_root
self.hermes_home = hermes_home
self._workers: dict[str, WorkerProcess] = {}
self._run_profile: dict[str, str] = {}
2026-05-23 09:17:28 +08:00
self._running_run_profile: dict[str, str] = {}
self._session_profile: dict[str, str] = {}
self._approval_profile: dict[str, str] = {}
self._compression_profile: dict[str, str] = {}
self._lock = threading.RLock()
self._stop = threading.Event()
self._last_gc = time.time()
def _normalize_profile(self, value: Any) -> str:
profile = str(value or "").strip()
return profile or "default"
def _worker_for_profile(self, profile: str) -> WorkerProcess:
profile = self._normalize_profile(profile)
with self._lock:
worker = self._workers.get(profile)
if worker is None:
worker = WorkerProcess(profile, _worker_endpoint(profile), self.agent_root, self.hermes_home)
self._workers[profile] = worker
return worker
def _profile_for_run(self, run_id: str) -> str:
with self._lock:
profile = self._run_profile.get(run_id)
if not profile:
raise KeyError(f"unknown run: {run_id}")
return profile
def _profile_for_session(self, session_id: str, fallback_profile: Any = None) -> str:
with self._lock:
profile = self._session_profile.get(session_id)
if not profile:
fallback = self._normalize_profile(fallback_profile)
if fallback_profile is not None and fallback:
return fallback
raise KeyError(f"unknown session: {session_id}")
return profile
def _record_response_routes(self, profile: str, resp: dict[str, Any]) -> None:
run_id = str(resp.get("run_id") or "")
session_id = str(resp.get("session_id") or "")
with self._lock:
if run_id:
self._run_profile[run_id] = profile
2026-05-23 09:17:28 +08:00
if resp.get("status") == "running":
self._running_run_profile[run_id] = profile
else:
self._running_run_profile.pop(run_id, None)
if session_id:
self._session_profile[session_id] = profile
for event in resp.get("events") or []:
if not isinstance(event, dict):
continue
approval_id = str(event.get("approval_id") or "")
if approval_id:
self._approval_profile[approval_id] = profile
request_id = str(event.get("request_id") or "")
if event.get("event") == "bridge.compression.requested" and request_id:
self._compression_profile[request_id] = profile
if event.get("event") in {"bridge.compression.completed", "bridge.compression.failed"} and request_id:
self._compression_profile.pop(request_id, None)
2026-05-23 09:05:03 +08:00
def stop(self) -> None:
self._stop.set()
with self._lock:
workers = list(self._workers.values())
self._workers.clear()
self._run_profile.clear()
2026-05-23 09:17:28 +08:00
self._running_run_profile.clear()
2026-05-23 09:05:03 +08:00
self._session_profile.clear()
self._approval_profile.clear()
self._compression_profile.clear()
for worker in workers:
worker.stop()
def _forward(self, profile: str, req: dict[str, Any]) -> dict[str, Any]:
worker = self._worker_for_profile(profile)
forwarded = dict(req)
forwarded["profile"] = profile
resp = worker.request(forwarded)
self._record_response_routes(profile, resp)
return resp
def handle(self, req: dict[str, Any]) -> dict[str, Any]:
action = str(req.get("action") or "").strip()
if not action:
raise ValueError("action is required")
if action == "ping":
with self._lock:
2026-05-23 09:05:03 +08:00
worker_details = {
profile: {
"running": worker.running,
"pid": worker.pid,
"endpoint": worker.endpoint,
"last_used_at": worker.last_used_at,
}
for profile, worker in self._workers.items()
}
workers = {profile: details["running"] for profile, details in worker_details.items()}
sessions_by_profile: dict[str, int] = {}
for profile in self._session_profile.values():
sessions_by_profile[profile] = sessions_by_profile.get(profile, 0) + 1
2026-05-23 09:17:28 +08:00
running_sessions_by_profile: dict[str, int] = {}
for profile in self._running_run_profile.values():
running_sessions_by_profile[profile] = running_sessions_by_profile.get(profile, 0) + 1
2026-05-23 09:05:03 +08:00
active_sessions = len(self._session_profile)
2026-05-23 09:17:28 +08:00
running_sessions = len(self._running_run_profile)
2026-05-23 09:05:03 +08:00
return {
"pong": True,
"time": time.time(),
"mode": "broker",
"broker": {
"pid": os.getpid(),
"endpoint": self.endpoint,
},
"workers": workers,
"worker_details": worker_details,
"active_sessions": active_sessions,
2026-05-23 09:17:28 +08:00
"running_sessions": running_sessions,
2026-05-23 09:05:03 +08:00
"sessions_by_profile": sessions_by_profile,
2026-05-23 09:17:28 +08:00
"running_sessions_by_profile": running_sessions_by_profile,
2026-05-23 09:05:03 +08:00
}
if action == "worker_ping":
profile = self._normalize_profile(req.get("profile"))
resp = self._forward(profile, {"action": "ping"})
resp["worker_profile"] = profile
return resp
if action == "chat":
profile = self._normalize_profile(req.get("profile"))
return self._forward(profile, req)
if action == "context_estimate":
profile = self._normalize_profile(req.get("profile"))
return self._forward(profile, req)
if action in {"get_result", "get_output"}:
profile = self._profile_for_run(str(req.get("run_id") or ""))
return self._forward(profile, req)
if action in {"interrupt", "steer", "get_history", "destroy"}:
session_id = str(req.get("session_id") or "")
profile = self._profile_for_session(session_id, req.get("profile"))
resp = self._forward(profile, req)
if action == "destroy":
with self._lock:
self._session_profile.pop(session_id, None)
return resp
if action == "approval_respond":
approval_id = str(req.get("approval_id") or "").strip()
if not approval_id:
raise ValueError("approval_id is required")
with self._lock:
profile = self._approval_profile.get(approval_id)
if not profile:
raise KeyError(f"unknown approval request: {approval_id}")
return self._forward(profile, req)
if action == "compression_respond":
request_id = str(req.get("request_id") or "").strip()
if not request_id:
raise ValueError("request_id is required")
with self._lock:
profile = self._compression_profile.get(request_id)
if not profile:
raise KeyError(f"unknown compression request: {request_id}")
return self._forward(profile, req)
if action == "destroy_all":
with self._lock:
workers = list(self._workers.values())
self._workers.clear()
self._run_profile.clear()
2026-05-23 09:17:28 +08:00
self._running_run_profile.clear()
self._session_profile.clear()
self._approval_profile.clear()
self._compression_profile.clear()
destroyed = 0
for worker in workers:
try:
if worker.running:
resp = worker.request({"action": "destroy_all"})
destroyed += int(resp.get("destroyed") or 0)
except Exception:
pass
finally:
worker.stop()
return {"destroyed": destroyed}
if action == "destroy_profile":
profile = self._normalize_profile(req.get("profile"))
with self._lock:
worker = self._workers.pop(profile, None)
self._run_profile = {key: value for key, value in self._run_profile.items() if value != profile}
2026-05-23 09:17:28 +08:00
self._running_run_profile = {key: value for key, value in self._running_run_profile.items() if value != profile}
self._session_profile = {key: value for key, value in self._session_profile.items() if value != profile}
self._approval_profile = {key: value for key, value in self._approval_profile.items() if value != profile}
self._compression_profile = {key: value for key, value in self._compression_profile.items() if value != profile}
if worker is None or not worker.running:
if worker is not None:
worker.stop()
return {"profile": profile, "destroyed": 0}
try:
resp = worker.request({"action": "destroy_all"})
destroyed = int(resp.get("destroyed") or 0)
except Exception:
destroyed = 0
finally:
worker.stop()
return {"profile": profile, "destroyed": destroyed}
if action == "list":
sessions: list[Any] = []
with self._lock:
workers = list(self._workers.items())
for profile, worker in workers:
if not worker.running:
continue
try:
resp = worker.request({"action": "list"})
for session in resp.get("sessions") or []:
if isinstance(session, dict):
session.setdefault("profile", profile)
sessions.append(session)
except Exception:
pass
return {"sessions": sessions}
if action == "shutdown":
2026-05-23 09:05:03 +08:00
self.stop()
return {"status": "shutting_down"}
raise ValueError(f"unknown action: {action}")
def _make_server_socket(self) -> socket.socket:
return _make_listen_socket(self.endpoint)
def _read_request(self, conn: socket.socket) -> dict[str, Any]:
return _read_json_request(conn)
def _write_response(self, conn: socket.socket, resp: dict[str, Any]) -> None:
_write_json_response(conn, resp)
2026-05-23 09:17:28 +08:00
def _handle_connection(self, conn: socket.socket) -> None:
try:
try:
req = self._read_request(conn)
data = self.handle(req)
resp = {"ok": True, **_jsonable(data)}
except Exception as exc:
resp = {
"ok": False,
"error": str(exc),
"error_type": exc.__class__.__name__,
}
self._write_response(conn, resp)
except Exception as exc:
print(f"[hermes-bridge-broker] connection error: {exc}", file=sys.stderr, flush=True)
finally:
try:
conn.close()
except OSError:
pass
def _gc_idle_workers(self) -> None:
now = time.time()
if now - self._last_gc < self.GC_INTERVAL_SECONDS:
return
self._last_gc = now
with self._lock:
idle = [
profile for profile, worker in self._workers.items()
if worker.running and now - worker.last_used_at > self.IDLE_TIMEOUT_SECONDS
]
for profile in idle:
with self._lock:
worker = self._workers.pop(profile, None)
if worker:
worker.stop()
def serve_forever(self) -> None:
server = self._make_server_socket()
2026-05-23 09:05:03 +08:00
restore_signals = _install_stop_signal_handlers(self._stop)
atexit.register(self.stop)
try:
server.listen(64)
server.settimeout(0.2)
print(json.dumps({"event": "ready", "endpoint": self.endpoint, "mode": "broker"}), flush=True)
2026-05-23 09:05:03 +08:00
while not self._stop.is_set():
try:
try:
2026-05-23 09:05:03 +08:00
conn, _addr = server.accept()
except socket.timeout:
self._gc_idle_workers()
continue
2026-05-23 09:17:28 +08:00
threading.Thread(
target=self._handle_connection,
args=(conn,),
daemon=True,
name="hermes-bridge-broker-connection",
).start()
2026-05-23 09:05:03 +08:00
except KeyboardInterrupt:
break
except Exception as exc:
print(f"[hermes-bridge-broker] server loop error: {exc}", file=sys.stderr, flush=True)
finally:
restore_signals()
try:
2026-05-23 09:05:03 +08:00
atexit.unregister(self.stop)
except Exception:
pass
2026-05-23 09:05:03 +08:00
self.stop()
server.close()
if self.endpoint.startswith("ipc://"):
try:
Path(self.endpoint.removeprefix("ipc://")).unlink(missing_ok=True)
except OSError:
pass
2026-05-14 09:03:57 +08:00
def main(argv: list[str] | None = None) -> int:
parser = argparse.ArgumentParser(description="Hermes AIAgent in-process bridge")
parser.add_argument("--endpoint", default=os.environ.get("HERMES_AGENT_BRIDGE_ENDPOINT", DEFAULT_ENDPOINT))
parser.add_argument("--agent-root", default=os.environ.get("HERMES_AGENT_ROOT", DEFAULT_AGENT_ROOT))
parser.add_argument("--hermes-home", default=os.environ.get("HERMES_HOME", DEFAULT_HERMES_HOME))
parser.add_argument("--worker-profile", default=os.environ.get("HERMES_AGENT_BRIDGE_WORKER_PROFILE"))
2026-05-14 09:03:57 +08:00
args = parser.parse_args(argv)
_set_path_env(args.agent_root, args.hermes_home)
_ensure_agent_imports()
if args.worker_profile:
_set_worker_profile_env(str(args.worker_profile or "default"))
BridgeServer(args.endpoint).serve_forever()
else:
BridgeBroker(args.endpoint, args.agent_root, args.hermes_home).serve_forever()
2026-05-14 09:03:57 +08:00
return 0
if __name__ == "__main__":
raise SystemExit(main())