mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
260 lines
11 KiB
Python
260 lines
11 KiB
Python
"""Tests for GatewayRunner._resolve_profile_home_for_source — profile resolution logic."""
|
|
|
|
import logging
|
|
from pathlib import Path
|
|
from unittest.mock import AsyncMock, MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from gateway.session import SessionSource, build_session_key
|
|
from gateway.run import GatewayRunner
|
|
from gateway.profile_routing import ProfileRoute
|
|
from gateway.config import GatewayConfig, Platform
|
|
from gateway.platforms.base import BasePlatformAdapter
|
|
|
|
|
|
@pytest.fixture
|
|
def mock_runner():
|
|
"""Create a minimal mock GatewayRunner with the methods we need."""
|
|
runner = MagicMock(spec=GatewayRunner)
|
|
runner.config = MagicMock(profile_routes=[])
|
|
# Bind the actual methods to the mock
|
|
runner._profile_name_for_source = GatewayRunner._profile_name_for_source.__get__(runner)
|
|
runner._resolve_profile_home_for_source = GatewayRunner._resolve_profile_home_for_source.__get__(runner)
|
|
return runner
|
|
|
|
|
|
@pytest.fixture
|
|
def discord_source():
|
|
"""Create a basic Discord SessionSource for testing."""
|
|
return SessionSource(
|
|
platform=MagicMock(value="discord"),
|
|
chat_id="123456",
|
|
guild_id="789",
|
|
thread_id=None,
|
|
parent_chat_id=None,
|
|
)
|
|
|
|
|
|
@pytest.fixture
|
|
def telegram_source():
|
|
"""Create a basic Telegram SessionSource for testing.
|
|
|
|
Telegram (like Slack/Feishu/etc.) has no ``guild_id`` — only ``chat_id``.
|
|
Used to prove profile routing is platform-generic, not Discord-only.
|
|
"""
|
|
return SessionSource(
|
|
platform=MagicMock(value="telegram"),
|
|
chat_id="-1001234567890",
|
|
guild_id=None,
|
|
thread_id=None,
|
|
parent_chat_id=None,
|
|
)
|
|
|
|
|
|
class TestResolutionOrder:
|
|
"""Tests that profile resolution follows the correct priority order."""
|
|
|
|
def test_source_profile_wins_over_routing(self, mock_runner, discord_source):
|
|
"""source.profile should be used even if routing would match."""
|
|
discord_source.profile = "from-source"
|
|
|
|
with patch("hermes_cli.profiles.get_active_profile_name", return_value="active"):
|
|
with patch("hermes_cli.profiles.get_profile_dir") as mock_get_dir:
|
|
with patch("hermes_cli.profiles.profile_exists", return_value=True):
|
|
mock_get_dir.return_value = Path("/hermes/profiles/from-source")
|
|
result = mock_runner._resolve_profile_home_for_source(discord_source)
|
|
|
|
assert result == Path("/hermes/profiles/from-source")
|
|
mock_get_dir.assert_called_once_with("from-source")
|
|
|
|
|
|
|
|
|
|
|
|
class TestMissingProfileWarning:
|
|
"""Tests for warning when a profile doesn't exist on disk."""
|
|
|
|
def test_nonexistent_profile_warning(self, mock_runner, discord_source, caplog):
|
|
"""When source.profile points to a nonexistent profile, log a WARNING."""
|
|
discord_source.profile = "nonexistent"
|
|
|
|
with patch("hermes_cli.profiles.get_active_profile_name", return_value="active"):
|
|
with patch("hermes_cli.profiles.get_profile_dir") as mock_get_dir:
|
|
mock_get_dir.return_value = Path("/hermes/profiles/nonexistent")
|
|
with patch("hermes_cli.profiles.profile_exists", return_value=False):
|
|
with patch("hermes_constants.get_hermes_home", return_value=Path("/hermes")):
|
|
with caplog.at_level(logging.WARNING):
|
|
result = mock_runner._resolve_profile_home_for_source(discord_source)
|
|
|
|
# Should fall back to global HERMES_HOME
|
|
assert result == Path("/hermes")
|
|
|
|
# Should have logged a warning
|
|
assert len(caplog.records) == 1
|
|
assert caplog.records[0].levelname == "WARNING"
|
|
assert "nonexistent" in caplog.records[0].message
|
|
assert "does not exist" in caplog.records[0].message
|
|
assert "discord" in caplog.records[0].message
|
|
assert "123456" in caplog.records[0].message
|
|
|
|
|
|
|
|
|
|
|
|
class TestExceptionHandling:
|
|
"""Tests for exception handling in profile resolution."""
|
|
|
|
def test_get_profile_dir_exception_logs_warning(self, mock_runner, discord_source, caplog):
|
|
"""When get_profile_dir raises an exception, log a WARNING with context."""
|
|
discord_source.profile = "bad-profile"
|
|
|
|
with patch("hermes_cli.profiles.get_active_profile_name", return_value="active"):
|
|
with patch("hermes_cli.profiles.get_profile_dir", side_effect=ValueError("Invalid profile name")):
|
|
with patch("hermes_constants.get_hermes_home", return_value=Path("/hermes")):
|
|
with caplog.at_level(logging.WARNING):
|
|
result = mock_runner._resolve_profile_home_for_source(discord_source)
|
|
|
|
# Should fall back to global HERMES_HOME
|
|
assert result == Path("/hermes")
|
|
|
|
# Should have logged a warning with exception info
|
|
assert len(caplog.records) == 1
|
|
assert caplog.records[0].levelname == "WARNING"
|
|
assert "bad-profile" in caplog.records[0].message
|
|
assert "Failed to resolve profile directory" in caplog.records[0].message
|
|
|
|
|
|
|
|
class TestRoutingConsultation:
|
|
"""Tests that _profile_name_for_source is consulted when source.profile is empty."""
|
|
|
|
def test_routing_consulted_when_source_profile_empty(self, mock_runner, discord_source):
|
|
"""_profile_name_for_source should be called when source.profile is empty."""
|
|
discord_source.profile = None
|
|
|
|
with patch("hermes_cli.profiles.get_active_profile_name", return_value="active"):
|
|
with patch("hermes_cli.profiles.get_profile_dir") as mock_get_dir:
|
|
mock_get_dir.return_value = Path("/hermes/profiles/routed")
|
|
|
|
mock_runner._profile_name_for_source = MagicMock(return_value="routed")
|
|
|
|
mock_runner._resolve_profile_home_for_source(discord_source)
|
|
|
|
# Should have called routing
|
|
mock_runner._profile_name_for_source.assert_called_once_with(discord_source)
|
|
|
|
|
|
|
|
class TestNonDiscordProfileRouting:
|
|
"""Profile routing must be platform-generic, not Discord-only.
|
|
|
|
Regression coverage for the ``gateway_runner`` injection gap: previously
|
|
only Discord's adapter pre-declared ``gateway_runner``, so only Discord
|
|
ever had ``build_source`` call ``_profile_name_for_source``. Telegram /
|
|
Feishu / Slack / etc. silently fell through to the default profile. These
|
|
tests pin the resolution half for a non-Discord platform (Telegram).
|
|
"""
|
|
|
|
def test_telegram_route_resolves(self, mock_runner, telegram_source):
|
|
"""A configured Telegram route resolves to its profile via the real
|
|
``_profile_name_for_source`` (bound onto the mock runner)."""
|
|
mock_runner.config.profile_routes = [
|
|
ProfileRoute(name="tg", platform="telegram", profile="tg-profile",
|
|
chat_id="-1001234567890"),
|
|
]
|
|
telegram_source.profile = None
|
|
|
|
assert mock_runner._profile_name_for_source(telegram_source) == "tg-profile"
|
|
|
|
|
|
class TestGatewayRunnerInjection:
|
|
"""``BasePlatformAdapter`` declares ``gateway_runner`` so the gateway's
|
|
unconditional injection reaches every platform adapter — the foundation
|
|
that makes the routing in TestNonDiscordProfileRouting reachable at runtime.
|
|
"""
|
|
|
|
def test_base_adapter_declares_gateway_runner(self):
|
|
from gateway.platforms.base import BasePlatformAdapter
|
|
|
|
# Class-level attribute exists and defaults to None.
|
|
assert hasattr(BasePlatformAdapter, "gateway_runner")
|
|
assert BasePlatformAdapter.gateway_runner is None
|
|
|
|
|
|
# A concrete adapter we can instantiate without the full platform stack.
|
|
# ``build_source`` only reads ``self.platform`` and ``self.gateway_runner``, so a
|
|
# bare instance with those two attrs exercises the real BasePlatformAdapter
|
|
# method end-to-end. Clearing ``__abstractmethods__`` lets ``__new__`` bypass
|
|
# the ABC instantiation guard without stubbing connect/send/get_chat_info/…
|
|
class _StubAdapter(BasePlatformAdapter):
|
|
pass
|
|
|
|
|
|
_StubAdapter.__abstractmethods__ = frozenset() # type: ignore[attr-defined]
|
|
|
|
|
|
def _stub_adapter(platform: Platform, runner) -> "_StubAdapter":
|
|
a = _StubAdapter.__new__(_StubAdapter)
|
|
a.platform = platform
|
|
a.gateway_runner = runner
|
|
return a
|
|
|
|
|
|
class TestAdapterToSessionKeyIntegration:
|
|
"""Adapter -> ``source.profile`` -> session-key integration coverage.
|
|
|
|
The review asked for integration coverage for Discord AND a non-Discord
|
|
platform. These drive a concrete adapter's real ``build_source``
|
|
(BasePlatformAdapter) with an injected ``gateway_runner``, assert the
|
|
matched route's profile is stamped on the source, and that the resulting
|
|
session key is profile-scoped (``agent:<profile>:...`` rather than the
|
|
shared ``agent:main:...``). The Telegram case is the bug-#2 regression:
|
|
pre-fix it never received ``gateway_runner`` and fell through to default.
|
|
"""
|
|
|
|
@staticmethod
|
|
def _routes():
|
|
return [
|
|
ProfileRoute(name="dc", platform="discord", profile="coder",
|
|
guild_id="111", chat_id="222"),
|
|
ProfileRoute(name="tg", platform="telegram", profile="ops",
|
|
chat_id="-1001234567890"),
|
|
]
|
|
|
|
def test_discord_adapter_stamps_profile_and_scopes_key(self, mock_runner):
|
|
mock_runner.config.profile_routes = self._routes()
|
|
adapter = _stub_adapter(Platform.DISCORD, mock_runner)
|
|
|
|
source = adapter.build_source(
|
|
chat_id="222", chat_type="group", guild_id="111", user_id="u1",
|
|
)
|
|
assert source.profile == "coder"
|
|
|
|
key = build_session_key(source, profile=source.profile)
|
|
assert key.startswith("agent:coder:"), key
|
|
# A default-profile key would land in agent:main — must differ.
|
|
assert key != build_session_key(source, profile=None)
|
|
|
|
|
|
class TestMultiplexGate:
|
|
"""``profile_routes`` only activates under ``gateway.multiplex_profiles``.
|
|
|
|
Routing stamps ``source.profile``, which namespaces session/batch keys —
|
|
but the profile-scoped agent run (``_profile_runtime_scope``) only engages
|
|
when multiplexing is on. Without the gate, a configured route with
|
|
multiplexing off would split batch/session keys into ``agent:<profile>``
|
|
while the agent still served the turn from ``agent:main``'s home.
|
|
"""
|
|
|
|
def test_routes_ignored_when_multiplex_off(self, mock_runner, discord_source):
|
|
mock_runner.config.multiplex_profiles = False
|
|
mock_runner.config.profile_routes = [
|
|
ProfileRoute(name="dc", platform="discord", profile="coder",
|
|
guild_id="789", chat_id="123456"),
|
|
]
|
|
discord_source.profile = None
|
|
|
|
assert mock_runner._profile_name_for_source(discord_source) is None
|
|
|
|
|