mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-31 19:16:29 +00:00
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
175 lines
6.8 KiB
Python
175 lines
6.8 KiB
Python
"""Tests for relay upstream-enforced authorization at the gateway layer.
|
|
|
|
Background: the relay adapter fronts the Team Gateway connector over a
|
|
per-instance-authenticated WebSocket. The connector performs owner-only
|
|
author-binding resolution BEFORE delivering an inbound event — a message only
|
|
reaches this gateway because the connector resolved it to THIS instance's bound
|
|
user (``user_instance_binding``, keyed on the connector-observed author id,
|
|
never a gateway claim). So a relay inbound is already authorized by a trusted,
|
|
authenticated upstream.
|
|
|
|
Before this fix, ``_is_user_authorized`` had no notion of upstream
|
|
authorization: ``Platform.RELAY`` matched no ``*_ALLOWED_USERS`` allowlist and
|
|
isn't in the HA/WEBHOOK always-authorized set, so every relay user hit the
|
|
default-deny ("No user allowlists configured. All unauthorized users will be
|
|
denied.") and the agent never saw the message. This was the live staging bug:
|
|
the message routed correctly through the connector to the instance, then the
|
|
instance's authz layer dropped it as ``Unauthorized user``.
|
|
|
|
The fix adds a generic ``BasePlatformAdapter.authorization_is_upstream``
|
|
capability (default ``False``) that the relay adapter overrides to ``True``,
|
|
plus a dedicated trusted branch in ``_is_user_authorized``. It is delegation to
|
|
a trusted upstream, NOT a fail-open: it fires only for an adapter that
|
|
explicitly declares the flag; every direct network-exposed adapter leaves it
|
|
``False`` and the env-allowlist default-deny is unchanged.
|
|
"""
|
|
|
|
from types import SimpleNamespace
|
|
from unittest.mock import AsyncMock, MagicMock
|
|
|
|
import pytest
|
|
|
|
from gateway.config import Platform
|
|
from gateway.session import SessionSource
|
|
|
|
|
|
def _clear_auth_env(monkeypatch) -> None:
|
|
for key in (
|
|
"DISCORD_ALLOWED_USERS",
|
|
"GATEWAY_ALLOWED_USERS",
|
|
"GATEWAY_ALLOW_ALL_USERS",
|
|
"DISCORD_ALLOW_ALL_USERS",
|
|
):
|
|
monkeypatch.delenv(key, raising=False)
|
|
|
|
|
|
def _make_runner(*, platform: Platform, authorization_is_upstream: bool):
|
|
"""Build a bare GatewayRunner with one adapter for *platform*.
|
|
|
|
``authorization_is_upstream`` controls whether that adapter declares the
|
|
upstream-authz capability.
|
|
"""
|
|
from gateway.run import GatewayRunner
|
|
|
|
runner = object.__new__(GatewayRunner)
|
|
adapter = SimpleNamespace(
|
|
send=AsyncMock(),
|
|
authorization_is_upstream=authorization_is_upstream,
|
|
enforces_own_access_policy=False,
|
|
)
|
|
runner.adapters = {platform: adapter}
|
|
runner.pairing_store = MagicMock()
|
|
runner.pairing_store.is_approved.return_value = False
|
|
runner.pairing_store._is_rate_limited.return_value = False
|
|
return runner, adapter
|
|
|
|
|
|
def _relay_source(**kw) -> SessionSource:
|
|
base = dict(
|
|
platform=Platform.RELAY,
|
|
user_id="428014785045725184",
|
|
chat_id="1400724139874058314",
|
|
user_name="definitely_not_cthulhu",
|
|
chat_type="group",
|
|
)
|
|
base.update(kw)
|
|
return SessionSource(**base)
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Capability contract
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_base_adapter_defaults_to_not_upstream_authorized():
|
|
"""The base property is False — direct adapters keep env default-deny."""
|
|
from gateway.platforms.base import BasePlatformAdapter
|
|
|
|
assert BasePlatformAdapter.authorization_is_upstream.fget(object()) is False
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Authorization behavior
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_non_upstream_adapter_still_default_denies(monkeypatch):
|
|
"""A direct adapter that does NOT declare the flag still default-denies.
|
|
|
|
Guards against the fix becoming a blanket fail-open: an adapter with
|
|
authorization_is_upstream=False and no env allowlist must remain denied.
|
|
"""
|
|
_clear_auth_env(monkeypatch)
|
|
runner, _ = _make_runner(platform=Platform.DISCORD, authorization_is_upstream=False)
|
|
src = SessionSource(
|
|
platform=Platform.DISCORD,
|
|
user_id="123",
|
|
chat_id="456",
|
|
user_name="someone",
|
|
chat_type="dm",
|
|
)
|
|
assert runner._is_user_authorized(src) is False
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# The underlying-platform regression: a relay *message* inbound carries the
|
|
# UNDERLYING platform (source.platform == Platform.DISCORD), not Platform.RELAY,
|
|
# because the connector's wire payload sets platform="discord" and
|
|
# ws_transport._event_from_wire maps it straight onto SessionSource. The relay
|
|
# adapter is registered ONLY under Platform.RELAY, so keying upstream-authz off
|
|
# source.platform misses and the user hits default-deny ("Unauthorized user
|
|
# <id> (<name>) on discord"). The authentic trust signal is that the event was
|
|
# delivered over the per-instance-authenticated relay WS — carried by
|
|
# source.delivered_via_upstream_relay, set by the relay transport, NOT by
|
|
# source.platform.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_relay_message_with_underlying_discord_platform_authorized(monkeypatch):
|
|
"""The live message path: source.platform=DISCORD + relay-delivered marker.
|
|
|
|
Reproduces the staging bug exactly — a relay-delivered Discord message whose
|
|
source.platform is the underlying "discord" (not "relay"). The relay adapter
|
|
is registered only under Platform.RELAY, so the OLD source.platform-keyed
|
|
check missed and default-denied. Authorization must come from the
|
|
relay-delivery marker instead.
|
|
"""
|
|
_clear_auth_env(monkeypatch)
|
|
runner, _ = _make_runner(platform=Platform.RELAY, authorization_is_upstream=True)
|
|
src = SessionSource(
|
|
platform=Platform.DISCORD, # underlying platform off the wire
|
|
user_id="267171776755269633",
|
|
chat_id="1400724139874058314",
|
|
user_name="rewbs",
|
|
chat_type="dm",
|
|
delivered_via_upstream_relay=True,
|
|
)
|
|
assert runner._is_user_authorized(src) is True
|
|
|
|
|
|
def test_event_from_wire_stamps_routed_profile():
|
|
"""A connector-routed profile on the wire source lands on SessionSource.
|
|
|
|
In multiplex mode the connector resolves the target HERMES profile for a
|
|
Team-Gateway message and stamps ``profile`` on the wire source. The relay
|
|
transport must carry it through so build_session_key namespaces the session
|
|
and the agent turn resolves that profile's config/credentials.
|
|
"""
|
|
from gateway.relay.ws_transport import _event_from_wire
|
|
|
|
event = _event_from_wire(
|
|
{
|
|
"text": "hello!",
|
|
"source": {
|
|
"platform": "discord",
|
|
"chat_id": "123",
|
|
"chat_type": "dm",
|
|
"user_id": "267171776755269633",
|
|
"user_name": "rewbs",
|
|
"profile": "reviewer",
|
|
},
|
|
}
|
|
)
|
|
assert event.source.profile == "reviewer"
|
|
|
|
|