hermes-agent/tests/gateway/test_plugin_platform_interface.py
Teknium 39975613b1
test: prune wave 2 + speed fixes — 28,106 → 19,757 test functions, suite wall 315s → 294s
Second, deeper pass over tools/gateway/hermes_cli plus first pass over
the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker,
dashboard, conformance, monitoring, secret_sources, hermes_state,
providers). Same rubric as wave 1 (AGENTS.md test policy); security,
alternation/caching invariants, issue-number regressions, and E2E kept.

Real test-quality fixes found and rooted out along the way:
- tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls
  (DEFAULT_CONFIG smart-approval leaked in) — pinned approval
  mode=manual via autouse fixture: 17.4s → 0.4s.
- test_model_switch_custom_providers.py / test_user_providers_model_switch.py
  silently probed live provider catalogs (~2s/test) — stubbed
  cached_provider_model_ids/provider_model_ids/fetch_api_models.
- test_telegram_noise_filter.py: 15-platform copy-paste matrix over
  shared gateway.run logic → 3 representative platforms (55s → 3.9s).
- test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on
  MagicMock agents — interrupt.side_effect now clears _running_agents
  (22s → 1.0s).
- test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x
  (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps
  patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait
  5s → 0.5s.
- test_telegram_init_deadline.py: loop-block margin restored to 1.0s
  with rationale comment — the watchdog-dump assertion needs the loop
  blocked well past deadline+grace under parallel load (flaked once in
  the 40-worker verification run at a 0.2s margin).

Verification: full hermetic suite via scripts/run_tests.sh —
2,438 files, 21,718 tests passed, 0 failed, 293.9s wall.
Suite totals vs original baseline: 46,820 → 19,757 test functions
(−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
2026-07-29 13:39:40 -07:00

132 lines
4.1 KiB
Python

"""
Interface compliance tests for all plugin-based gateway platforms.
Discovers platforms dynamically under ``plugins/platforms/`` — no manual
enumeration — and verifies each one implements the required contract.
"""
import importlib
import sys
from pathlib import Path
from types import ModuleType
from typing import Any
from unittest.mock import MagicMock
import pytest
PROJECT_ROOT = Path(__file__).parent.parent.resolve()
PLATFORMS_DIR = PROJECT_ROOT / "plugins" / "platforms"
def _discover_platform_plugins() -> list[str]:
"""Return names of all bundled platform plugins."""
if not PLATFORMS_DIR.is_dir():
return []
names = []
for child in sorted(PLATFORMS_DIR.iterdir()):
if child.is_dir() and (child / "__init__.py").exists():
names.append(child.name)
return names
# Dynamically parametrise over discovered platforms
_PLATFORM_NAMES = _discover_platform_plugins()
@pytest.fixture
def clean_registry():
"""Yield with a clean platform registry, restoring state afterwards."""
from gateway.platform_registry import platform_registry
original = dict(platform_registry._entries)
platform_registry._entries.clear()
yield platform_registry
platform_registry._entries.clear()
platform_registry._entries.update(original)
class _MockPluginContext:
"""Minimal mock of hermes_cli.plugins.PluginContext.
Only implements register_platform so we can exercise the plugin's
register() entrypoint without importing the real plugin system.
"""
def __init__(self):
self.registered_names: list[str] = []
def register_platform(
self,
*,
name: str,
label: str,
adapter_factory: Any,
check_fn: Any,
**kwargs: Any,
) -> None:
from gateway.platform_registry import platform_registry, PlatformEntry
entry = PlatformEntry(
name=name,
label=label,
adapter_factory=adapter_factory,
check_fn=check_fn,
**kwargs,
)
platform_registry.register(entry)
self.registered_names.append(name)
def _import_platform_module(name: str) -> ModuleType:
"""Import plugins.platforms.<name> in a test-safe way."""
# Make sure the project root is on sys.path so relative imports work
if str(PROJECT_ROOT) not in sys.path:
sys.path.insert(0, str(PROJECT_ROOT))
module = importlib.import_module(f"plugins.platforms.{name}")
return module
@pytest.mark.parametrize("platform_name", _PLATFORM_NAMES)
def test_plugin_registers_valid_platform_entry(platform_name: str, clean_registry):
"""Calling register() must create a valid PlatformEntry."""
module = _import_platform_module(platform_name)
ctx = _MockPluginContext()
module.register(ctx)
assert platform_name in ctx.registered_names
from gateway.platform_registry import platform_registry
entry = platform_registry.get(platform_name)
assert entry is not None, f"{platform_name} did not register an entry"
assert entry.name == platform_name
assert entry.label
assert callable(entry.adapter_factory)
assert callable(entry.check_fn)
@pytest.mark.parametrize("platform_name", _PLATFORM_NAMES)
def test_platform_entry_has_required_fields(platform_name: str, clean_registry):
"""PlatformEntry must have the mandatory metadata fields."""
module = _import_platform_module(platform_name)
ctx = _MockPluginContext()
module.register(ctx)
from gateway.platform_registry import platform_registry
entry = platform_registry.get(platform_name)
assert entry is not None
# Mandatory fields
assert isinstance(entry.name, str) and entry.name
assert isinstance(entry.label, str) and entry.label
assert callable(entry.adapter_factory)
assert callable(entry.check_fn)
# Optional but recommended fields
if entry.validate_config is not None:
assert callable(entry.validate_config)
if entry.is_connected is not None:
assert callable(entry.is_connected)
if entry.setup_fn is not None:
assert callable(entry.setup_fn)