mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-30 19:09:28 +00:00
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
297 lines
10 KiB
Python
297 lines
10 KiB
Python
"""Tests for gateway proxy mode — forwarding messages to a remote API server."""
|
|
|
|
from unittest.mock import AsyncMock, MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from gateway.config import Platform, StreamingConfig
|
|
from gateway.platforms.base import resolve_proxy_url
|
|
from gateway.run import GatewayRunner
|
|
from gateway.session import SessionSource
|
|
|
|
|
|
def _make_runner(proxy_url=None):
|
|
"""Create a minimal GatewayRunner for proxy tests."""
|
|
runner = object.__new__(GatewayRunner)
|
|
runner.adapters = {}
|
|
runner.config = MagicMock()
|
|
runner.config.streaming = StreamingConfig()
|
|
runner._running_agents = {}
|
|
runner._session_run_generation = {}
|
|
runner._session_model_overrides = {}
|
|
runner._agent_cache = {}
|
|
runner._agent_cache_lock = None
|
|
return runner
|
|
|
|
|
|
def _make_source(platform=Platform.MATRIX):
|
|
return SessionSource(
|
|
platform=platform,
|
|
chat_id="!room:server.org",
|
|
chat_name="Test Room",
|
|
chat_type="group",
|
|
user_id="@user:server.org",
|
|
user_name="testuser",
|
|
thread_id=None,
|
|
)
|
|
|
|
|
|
class _FakeSSEResponse:
|
|
"""Simulates an aiohttp response with SSE streaming."""
|
|
|
|
def __init__(self, status=200, sse_chunks=None, error_text=""):
|
|
self.status = status
|
|
self._sse_chunks = sse_chunks or []
|
|
self._error_text = error_text
|
|
self.content = self
|
|
|
|
async def text(self):
|
|
return self._error_text
|
|
|
|
async def iter_any(self):
|
|
for chunk in self._sse_chunks:
|
|
if isinstance(chunk, str):
|
|
chunk = chunk.encode("utf-8")
|
|
yield chunk
|
|
|
|
async def __aenter__(self):
|
|
return self
|
|
|
|
async def __aexit__(self, *args):
|
|
pass
|
|
|
|
|
|
class _FakeSession:
|
|
"""Simulates an aiohttp.ClientSession with captured request args."""
|
|
|
|
def __init__(self, response):
|
|
self._response = response
|
|
self.captured_url = None
|
|
self.captured_json = None
|
|
self.captured_headers = None
|
|
|
|
def post(self, url, json=None, headers=None, **kwargs):
|
|
self.captured_url = url
|
|
self.captured_json = json
|
|
self.captured_headers = headers
|
|
return self._response
|
|
|
|
async def __aenter__(self):
|
|
return self
|
|
|
|
async def __aexit__(self, *args):
|
|
pass
|
|
|
|
|
|
def _patch_aiohttp(session):
|
|
"""Patch aiohttp.ClientSession to return our fake session."""
|
|
return patch(
|
|
"aiohttp.ClientSession",
|
|
return_value=session,
|
|
)
|
|
|
|
|
|
class TestGetProxyUrl:
|
|
"""Test _get_proxy_url() config resolution."""
|
|
|
|
def test_returns_none_when_not_configured(self, monkeypatch):
|
|
monkeypatch.delenv("GATEWAY_PROXY_URL", raising=False)
|
|
runner = _make_runner()
|
|
with patch("gateway.run._load_gateway_config", return_value={}):
|
|
assert runner._get_proxy_url() is None
|
|
|
|
|
|
def test_reads_from_config_yaml(self, monkeypatch):
|
|
monkeypatch.delenv("GATEWAY_PROXY_URL", raising=False)
|
|
runner = _make_runner()
|
|
cfg = {"gateway": {"proxy_url": "http://10.0.0.1:8642"}}
|
|
with patch("gateway.run._load_gateway_config", return_value=cfg):
|
|
assert runner._get_proxy_url() == "http://10.0.0.1:8642"
|
|
|
|
|
|
class TestResolveProxyUrl:
|
|
|
|
def test_no_proxy_bypasses_matching_host(self, monkeypatch):
|
|
for key in ("HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY",
|
|
"https_proxy", "http_proxy", "all_proxy", "NO_PROXY", "no_proxy"):
|
|
monkeypatch.delenv(key, raising=False)
|
|
monkeypatch.setenv("HTTPS_PROXY", "http://proxy.example:8080")
|
|
monkeypatch.setenv("NO_PROXY", "api.telegram.org")
|
|
|
|
assert resolve_proxy_url(target_hosts="api.telegram.org") is None
|
|
|
|
def test_no_proxy_bypasses_cidr_target(self, monkeypatch):
|
|
for key in ("HTTPS_PROXY", "HTTP_PROXY", "ALL_PROXY",
|
|
"https_proxy", "http_proxy", "all_proxy", "NO_PROXY", "no_proxy"):
|
|
monkeypatch.delenv(key, raising=False)
|
|
monkeypatch.setenv("HTTPS_PROXY", "http://proxy.example:8080")
|
|
monkeypatch.setenv("NO_PROXY", "149.154.160.0/20")
|
|
|
|
assert resolve_proxy_url(target_hosts=["149.154.167.220"]) is None
|
|
|
|
|
|
class TestRunAgentProxyDispatch:
|
|
"""Test that _run_agent() delegates to proxy when configured."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_run_agent_delegates_to_proxy(self, monkeypatch):
|
|
monkeypatch.setenv("GATEWAY_PROXY_URL", "http://host:8642")
|
|
runner = _make_runner()
|
|
source = _make_source()
|
|
|
|
expected_result = {
|
|
"final_response": "Hello from remote!",
|
|
"messages": [
|
|
{"role": "user", "content": "hi"},
|
|
{"role": "assistant", "content": "Hello from remote!"},
|
|
],
|
|
"api_calls": 1,
|
|
"tools": [],
|
|
}
|
|
|
|
runner._run_agent_via_proxy = AsyncMock(return_value=expected_result)
|
|
|
|
result = await runner._run_agent(
|
|
message="hi",
|
|
context_prompt="",
|
|
history=[],
|
|
source=source,
|
|
session_id="test-session-123",
|
|
session_key="test-key",
|
|
run_generation=7,
|
|
)
|
|
|
|
assert result["final_response"] == "Hello from remote!"
|
|
runner._run_agent_via_proxy.assert_called_once()
|
|
assert runner._run_agent_via_proxy.call_args.kwargs["run_generation"] == 7
|
|
|
|
|
|
class TestRunAgentViaProxy:
|
|
"""Test the actual proxy HTTP forwarding logic."""
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_builds_correct_request(self, monkeypatch):
|
|
monkeypatch.setenv("GATEWAY_PROXY_URL", "http://host:8642")
|
|
monkeypatch.setenv("GATEWAY_PROXY_KEY", "test-key-123")
|
|
runner = _make_runner()
|
|
source = _make_source()
|
|
|
|
resp = _FakeSSEResponse(
|
|
status=200,
|
|
sse_chunks=[
|
|
'data: {"choices":[{"delta":{"content":"Hello"}}]}\n\n'
|
|
'data: {"choices":[{"delta":{"content":" world"}}]}\n\n'
|
|
"data: [DONE]\n\n"
|
|
],
|
|
)
|
|
session = _FakeSession(resp)
|
|
|
|
with patch("gateway.run._load_gateway_config", return_value={}):
|
|
with _patch_aiohttp(session):
|
|
with patch("aiohttp.ClientTimeout"):
|
|
result = await runner._run_agent_via_proxy(
|
|
message="How are you?",
|
|
context_prompt="You are helpful.",
|
|
history=[
|
|
{"role": "user", "content": "Hello"},
|
|
{"role": "assistant", "content": "Hi there!"},
|
|
],
|
|
source=source,
|
|
session_id="session-abc",
|
|
)
|
|
|
|
# Verify request URL
|
|
assert session.captured_url == "http://host:8642/v1/chat/completions"
|
|
|
|
# Verify auth header
|
|
assert session.captured_headers["Authorization"] == "Bearer test-key-123"
|
|
|
|
# Verify session ID header
|
|
assert session.captured_headers["X-Hermes-Session-Id"] == "session-abc"
|
|
|
|
# Verify messages include system, history, and current message
|
|
messages = session.captured_json["messages"]
|
|
assert messages[0] == {"role": "system", "content": "You are helpful."}
|
|
assert messages[1] == {"role": "user", "content": "Hello"}
|
|
assert messages[2] == {"role": "assistant", "content": "Hi there!"}
|
|
assert messages[3] == {"role": "user", "content": "How are you?"}
|
|
|
|
# Verify streaming is requested
|
|
assert session.captured_json["stream"] is True
|
|
|
|
# Verify response was assembled
|
|
assert result["final_response"] == "Hello world"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_handles_connection_error(self, monkeypatch):
|
|
monkeypatch.setenv("GATEWAY_PROXY_URL", "http://unreachable:8642")
|
|
monkeypatch.delenv("GATEWAY_PROXY_KEY", raising=False)
|
|
runner = _make_runner()
|
|
source = _make_source()
|
|
|
|
class _ErrorSession:
|
|
def post(self, *args, **kwargs):
|
|
raise ConnectionError("Connection refused")
|
|
|
|
async def __aenter__(self):
|
|
return self
|
|
|
|
async def __aexit__(self, *args):
|
|
pass
|
|
|
|
with patch("gateway.run._load_gateway_config", return_value={}):
|
|
with patch("aiohttp.ClientSession", return_value=_ErrorSession()):
|
|
with patch("aiohttp.ClientTimeout"):
|
|
result = await runner._run_agent_via_proxy(
|
|
message="hi",
|
|
context_prompt="",
|
|
history=[],
|
|
source=source,
|
|
session_id="test",
|
|
)
|
|
|
|
assert "Proxy connection error" in result["final_response"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_no_system_message_when_context_empty(self, monkeypatch):
|
|
monkeypatch.setenv("GATEWAY_PROXY_URL", "http://host:8642")
|
|
monkeypatch.delenv("GATEWAY_PROXY_KEY", raising=False)
|
|
runner = _make_runner()
|
|
source = _make_source()
|
|
|
|
resp = _FakeSSEResponse(
|
|
status=200,
|
|
sse_chunks=[b'data: {"choices":[{"delta":{"content":"ok"}}]}\n\ndata: [DONE]\n\n'],
|
|
)
|
|
session = _FakeSession(resp)
|
|
|
|
with patch("gateway.run._load_gateway_config", return_value={}):
|
|
with _patch_aiohttp(session):
|
|
with patch("aiohttp.ClientTimeout"):
|
|
await runner._run_agent_via_proxy(
|
|
message="hello",
|
|
context_prompt="",
|
|
history=[],
|
|
source=source,
|
|
session_id="test",
|
|
)
|
|
|
|
# No system message should appear when context_prompt is empty
|
|
messages = session.captured_json["messages"]
|
|
assert len(messages) == 1
|
|
assert messages[0]["role"] == "user"
|
|
assert messages[0]["content"] == "hello"
|
|
|
|
|
|
class TestEnvVarRegistration:
|
|
"""Verify GATEWAY_PROXY_URL and GATEWAY_PROXY_KEY are registered."""
|
|
|
|
def test_proxy_url_in_optional_env_vars(self):
|
|
from hermes_cli.config import OPTIONAL_ENV_VARS
|
|
assert "GATEWAY_PROXY_URL" in OPTIONAL_ENV_VARS
|
|
info = OPTIONAL_ENV_VARS["GATEWAY_PROXY_URL"]
|
|
assert info["category"] == "messaging"
|
|
assert info["password"] is False
|
|
|