hermes-agent/tests/tools/test_mcp_oauth_metadata.py
Teknium 39975613b1
test: prune wave 2 + speed fixes — 28,106 → 19,757 test functions, suite wall 315s → 294s
Second, deeper pass over tools/gateway/hermes_cli plus first pass over
the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker,
dashboard, conformance, monitoring, secret_sources, hermes_state,
providers). Same rubric as wave 1 (AGENTS.md test policy); security,
alternation/caching invariants, issue-number regressions, and E2E kept.

Real test-quality fixes found and rooted out along the way:
- tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls
  (DEFAULT_CONFIG smart-approval leaked in) — pinned approval
  mode=manual via autouse fixture: 17.4s → 0.4s.
- test_model_switch_custom_providers.py / test_user_providers_model_switch.py
  silently probed live provider catalogs (~2s/test) — stubbed
  cached_provider_model_ids/provider_model_ids/fetch_api_models.
- test_telegram_noise_filter.py: 15-platform copy-paste matrix over
  shared gateway.run logic → 3 representative platforms (55s → 3.9s).
- test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on
  MagicMock agents — interrupt.side_effect now clears _running_agents
  (22s → 1.0s).
- test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x
  (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps
  patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait
  5s → 0.5s.
- test_telegram_init_deadline.py: loop-block margin restored to 1.0s
  with rationale comment — the watchdog-dump assertion needs the loop
  blocked well past deadline+grace under parallel load (flaked once in
  the 40-worker verification run at a 0.2s margin).

Verification: full hermetic suite via scripts/run_tests.sh —
2,438 files, 21,718 tests passed, 0 failed, 293.9s wall.
Suite totals vs original baseline: 46,820 → 19,757 test functions
(−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
2026-07-29 13:39:40 -07:00

152 lines
5.7 KiB
Python

"""Tests for OAuth server metadata persistence across process restarts.
Covers:
- :class:`HermesTokenStorage` ``.meta.json`` roundtrip (save / load / remove)
- The production manager provider
(:class:`tools.mcp_oauth_manager.HermesMCPOAuthProvider`) restoring metadata
on cold-load init and persisting metadata at the end of ``async_auth_flow``.
Context
=======
The MCP SDK discovers OAuth server metadata (``token_endpoint``, etc.)
on-demand and keeps it in memory only. Without disk persistence a restart
forces the SDK to fall back to guessing ``{server_url}/token``, which returns
404 on most real providers and triggers a full browser re-auth even when the
refresh token is still valid. These tests lock in the disk persistence
layer so refresh across restarts stays quiet.
"""
from __future__ import annotations
import asyncio
import json
from unittest.mock import AsyncMock, MagicMock, patch
import pytest
from mcp.shared.auth import OAuthMetadata
from tools.mcp_oauth import HermesTokenStorage
from tools.mcp_oauth_manager import _HERMES_PROVIDER_CLS
def _make_metadata(token_endpoint: str = "https://auth.example.com/oauth/token") -> OAuthMetadata:
return OAuthMetadata.model_validate(
{
"issuer": "https://auth.example.com",
"authorization_endpoint": "https://auth.example.com/oauth/authorize",
"token_endpoint": token_endpoint,
"response_types_supported": ["code"],
}
)
# ---------------------------------------------------------------------------
# HermesTokenStorage metadata roundtrip
# ---------------------------------------------------------------------------
class TestMetadataStorage:
def test_save_and_load_roundtrip(self, tmp_path, monkeypatch):
monkeypatch.setenv("HERMES_HOME", str(tmp_path))
storage = HermesTokenStorage("example-server")
meta = _make_metadata()
storage.save_oauth_metadata(meta)
meta_path = tmp_path / "mcp-tokens" / "example-server.meta.json"
assert meta_path.exists()
loaded = storage.load_oauth_metadata()
assert loaded is not None
assert str(loaded.token_endpoint) == "https://auth.example.com/oauth/token"
assert str(loaded.issuer).rstrip("/") == "https://auth.example.com"
def test_remove_deletes_meta_file(self, tmp_path, monkeypatch):
monkeypatch.setenv("HERMES_HOME", str(tmp_path))
storage = HermesTokenStorage("cleanup-server")
storage.save_oauth_metadata(_make_metadata())
assert storage._meta_path().exists()
storage.remove()
assert not storage._meta_path().exists()
# ---------------------------------------------------------------------------
# Manager-path provider (HermesMCPOAuthProvider) — production code path
# ---------------------------------------------------------------------------
def _manager_provider_with_context(storage: HermesTokenStorage, **context_attrs):
"""Build an uninitialized manager provider with a mocked context.
Bypasses the full OAuthClientProvider init so we can exercise the
override logic in isolation.
"""
if _HERMES_PROVIDER_CLS is None:
pytest.skip("MCP SDK auth not available")
provider = _HERMES_PROVIDER_CLS.__new__(_HERMES_PROVIDER_CLS)
provider._hermes_server_name = context_attrs.get("server_name", "srv")
context = MagicMock()
context.storage = storage
context.oauth_metadata = context_attrs.get("oauth_metadata")
context.current_tokens = context_attrs.get("current_tokens")
context.server_url = context_attrs.get("server_url", "https://example.com")
context.update_token_expiry = MagicMock()
provider.context = context
return provider
class TestManagerOAuthProviderMetadata:
def test_initialize_restores_metadata_from_disk(self, tmp_path, monkeypatch):
"""Cold-load: if we have no in-memory metadata but disk has some, restore it."""
monkeypatch.setenv("HERMES_HOME", str(tmp_path))
storage = HermesTokenStorage("mgr-srv")
storage.save_oauth_metadata(_make_metadata("https://mgr.example.com/token"))
provider = _manager_provider_with_context(storage, oauth_metadata=None)
with patch.object(
_HERMES_PROVIDER_CLS.__bases__[0], "_initialize", new=AsyncMock()
):
asyncio.run(provider._initialize())
assert provider.context.oauth_metadata is not None
assert str(provider.context.oauth_metadata.token_endpoint) == \
"https://mgr.example.com/token"
def test_async_auth_flow_persists_on_completion(self, tmp_path, monkeypatch):
"""End-to-end: running the wrapped auth_flow persists discovered metadata."""
monkeypatch.setenv("HERMES_HOME", str(tmp_path))
storage = HermesTokenStorage("flow-srv")
provider = _manager_provider_with_context(
storage,
oauth_metadata=_make_metadata("https://flow.example.com/token"),
server_name="flow-srv",
)
async def fake_parent_flow(self, request):
if False:
yield # pragma: no cover -- make this an async generator
return
manager = MagicMock()
manager.invalidate_if_disk_changed = AsyncMock(return_value=False)
with patch.object(
_HERMES_PROVIDER_CLS.__bases__[0],
"async_auth_flow",
new=fake_parent_flow,
), patch("tools.mcp_oauth_manager.get_manager", return_value=manager):
async def drive():
gen = provider.async_auth_flow(MagicMock())
async for _ in gen:
pass
asyncio.run(drive())
loaded = storage.load_oauth_metadata()
assert loaded is not None
assert str(loaded.token_endpoint) == "https://flow.example.com/token"