hermes-agent/tests/hermes_cli/test_mcp_dashboard_oauth.py
Teknium 39975613b1
test: prune wave 2 + speed fixes — 28,106 → 19,757 test functions, suite wall 315s → 294s
Second, deeper pass over tools/gateway/hermes_cli plus first pass over
the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker,
dashboard, conformance, monitoring, secret_sources, hermes_state,
providers). Same rubric as wave 1 (AGENTS.md test policy); security,
alternation/caching invariants, issue-number regressions, and E2E kept.

Real test-quality fixes found and rooted out along the way:
- tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls
  (DEFAULT_CONFIG smart-approval leaked in) — pinned approval
  mode=manual via autouse fixture: 17.4s → 0.4s.
- test_model_switch_custom_providers.py / test_user_providers_model_switch.py
  silently probed live provider catalogs (~2s/test) — stubbed
  cached_provider_model_ids/provider_model_ids/fetch_api_models.
- test_telegram_noise_filter.py: 15-platform copy-paste matrix over
  shared gateway.run logic → 3 representative platforms (55s → 3.9s).
- test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on
  MagicMock agents — interrupt.side_effect now clears _running_agents
  (22s → 1.0s).
- test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x
  (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps
  patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait
  5s → 0.5s.
- test_telegram_init_deadline.py: loop-block margin restored to 1.0s
  with rationale comment — the watchdog-dump assertion needs the loop
  blocked well past deadline+grace under parallel load (flaked once in
  the 40-worker verification run at a 0.2s margin).

Verification: full hermetic suite via scripts/run_tests.sh —
2,438 files, 21,718 tests passed, 0 failed, 293.9s wall.
Suite totals vs original baseline: 46,820 → 19,757 test functions
(−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
2026-07-29 13:39:40 -07:00

141 lines
4.5 KiB
Python

"""Dashboard HTTP contract for hosted MCP OAuth."""
from unittest.mock import patch
import pytest
def _client():
from starlette.testclient import TestClient
from hermes_cli.web_server import app, _SESSION_HEADER_NAME, _SESSION_TOKEN
client = TestClient(app)
client.headers[_SESSION_HEADER_NAME] = _SESSION_TOKEN
return client
@pytest.fixture(autouse=True)
def _clear_flows():
from hermes_cli import web_server
web_server._mcp_oauth_flows.clear()
web_server.app.state.auth_required = False
yield
web_server._mcp_oauth_flows.clear()
web_server.app.state.auth_required = False
def test_hosted_auth_start_returns_public_authorization_url(monkeypatch):
from hermes_cli import web_server
client = _client()
client.post(
"/api/mcp/servers",
json={"name": "reports", "url": "https://mcp.example/mcp", "auth": "oauth"},
)
def fake_worker(flow, cfg):
import asyncio
asyncio.run(flow.publish_authorization_url("https://idp.example/authorize?state=s1"))
monkeypatch.setattr(web_server, "_run_dashboard_mcp_oauth", fake_worker)
with patch(
"hermes_cli.dashboard_auth.prefix.resolve_public_url",
return_value="https://agent.example",
):
response = client.post("/api/mcp/servers/reports/auth")
assert response.status_code == 200
body = response.json()
assert body["status"] == "authorization_required"
assert body["authorization_url"] == "https://idp.example/authorize?state=s1"
flow = web_server._mcp_oauth_flows[body["flow_id"]]
assert flow.redirect_uri == "https://agent.example/api/mcp/oauth/callback/reports"
def test_hosted_callback_bypasses_gated_cookie_auth(monkeypatch):
import asyncio
from starlette.testclient import TestClient
from hermes_cli import web_server
from tools.mcp_dashboard_oauth import DashboardOAuthFlow
flow = DashboardOAuthFlow(
flow_id="flow-gated",
server_name="reports",
profile=None,
hermes_home="/tmp/hermes-test",
redirect_uri="https://agent.example/api/mcp/oauth/callback/reports",
)
asyncio.run(
flow.publish_authorization_url(
"https://idp.example/authorize?state=expected"
)
)
web_server._mcp_oauth_flows[flow.flow_id] = flow
monkeypatch.setattr(web_server.app.state, "auth_required", True, raising=False)
response = TestClient(web_server.app).get(
"/api/mcp/oauth/callback/reports?code=abc&state=expected"
)
assert response.status_code == 200
assert flow._callback == ("abc", "expected")
def test_hosted_auth_allows_same_server_name_in_different_profiles(tmp_path, monkeypatch):
from hermes_cli import web_server
from tools.mcp_dashboard_oauth import DashboardOAuthFlow
profile_home = tmp_path / "profiles" / "work"
profile_home.mkdir(parents=True)
monkeypatch.setattr(web_server, "_resolve_profile_dir", lambda _name: profile_home)
existing = DashboardOAuthFlow(
flow_id="existing-default",
server_name="reports",
profile=None,
hermes_home=str(tmp_path / "default"),
redirect_uri="https://agent.example/callback/existing",
)
web_server._mcp_oauth_flows[existing.flow_id] = existing
def fake_worker(flow, cfg):
import asyncio
asyncio.run(flow.publish_authorization_url("https://idp.example/authorize?state=work"))
with patch("hermes_cli.mcp_config._get_mcp_servers", return_value={"reports": {"url": "https://mcp.example"}}), \
patch.object(web_server, "_run_dashboard_mcp_oauth", fake_worker):
response = _client().post("/api/mcp/servers/reports/auth?profile=work")
assert response.status_code != 409
def test_flow_status_does_not_expose_authorization_code():
from hermes_cli import web_server
from tools.mcp_dashboard_oauth import DashboardOAuthFlow
flow = DashboardOAuthFlow(
flow_id="flow-status",
server_name="reports",
profile=None,
hermes_home="/tmp/hermes-test",
redirect_uri="https://agent.example/api/mcp/oauth/callback/flow-status",
)
flow.authorization_url = "https://idp.example/authorize"
flow.status = "approved"
flow._callback = ("secret-code", "secret-state")
web_server._mcp_oauth_flows[flow.flow_id] = flow
response = _client().get("/api/mcp/oauth/flows/flow-status")
assert response.status_code == 200
body = response.json()
assert body["status"] == "approved"
assert "secret-code" not in response.text
assert "secret-state" not in response.text