mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-30 19:09:28 +00:00
Systematic prune per AGENTS.md test policy, one pass over every major test tree (gateway, hermes_cli, tools, agent, run_agent, plugins, cli, cron, tui_gateway, honcho/openviking, root-level): - DELETE: source-reading tests (read_text/getsource on prod files), change-detector tests (exact catalog counts, model-name snapshots, config version literals), mock-echo tests (assert a mock returns what it was told), assertion-free/trivial tests, near-duplicate parametrizations (boundaries + one representative kept), async/sync twin duplicates, cosmetic within-file variations. - KEEP (mandatory): security/redaction/approval guards, message-role alternation invariants, prompt-caching/deterministic-call-id invariants, issue-number regression tests (deduped), E2E tests. - 6 test files deleted outright (script-style/no-assert or fully redundant); conftest.py, fakes/, fixtures/ untouched. - tests/acp/conftest.py added: autouse fixture stubs the live models.dev/GitHub/Copilot/Anthropic inventory fetches that ACP server tests performed on every session create — test_server.py 147s → 3.4s, and the tests are now genuinely hermetic. - Sleep-based slowness shrunk where safe (codex_ttfb_watchdog, compression_concurrent_fork, etc.); no wall-clock assertion tightened. Verification: full hermetic suite via scripts/run_tests.sh — 2439 files, 31,130 tests passed, 0 failed, 0 flaky retries, 315s wall (baseline: 583s wall, 13,564s subprocess CPU).
126 lines
4.9 KiB
Python
126 lines
4.9 KiB
Python
"""Fast-mode (service tier) session scoping in the TUI gateway (desktop backend).
|
|
|
|
Sibling of test_reasoning_session_scope.py — the ``reasoning`` key was made
|
|
session-scoped when a session is targeted, but ``fast`` kept writing the
|
|
global ``agent.service_tier`` to config.yaml on every call. The desktop's
|
|
per-model presets call ``config.set key=fast`` on every model selection, so
|
|
toggling fast in ONE session silently flipped the tier for every other
|
|
session, profile, CLI, and gateway build ("switch one session, switches
|
|
everywhere").
|
|
|
|
Contract under test:
|
|
|
|
1. ``config.set key=fast`` with a session must NOT write config.yaml; it pins
|
|
``create_service_tier_override`` ("priority" / "" for explicit normal) so
|
|
lazily-built sessions and rebuilds keep the choice.
|
|
2. Without a session it persists globally, unchanged.
|
|
3. ``config.get key=fast`` must read a pre-build session's pin.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from types import SimpleNamespace
|
|
from unittest.mock import patch
|
|
|
|
import tui_gateway.server as server
|
|
|
|
FAST_OVERRIDES = {"service_tier": "priority"}
|
|
|
|
|
|
def _agent(service_tier=None):
|
|
return SimpleNamespace(
|
|
reasoning_config=None,
|
|
service_tier=service_tier,
|
|
request_overrides={},
|
|
model="gpt-6",
|
|
provider="openai",
|
|
session_id="sess-key",
|
|
)
|
|
|
|
|
|
def _set(params: dict) -> dict:
|
|
return server._methods["config.set"]("rid-1", params)
|
|
|
|
|
|
def _get(params: dict) -> dict:
|
|
return server._methods["config.get"]("rid-1", params)
|
|
|
|
|
|
class TestConfigSetFastSessionScope:
|
|
"""Session-targeted fast changes must never touch global config."""
|
|
|
|
def test_session_scoped_fast_skips_global_write(self) -> None:
|
|
agent = _agent()
|
|
session = {"session_key": "k1", "agent": agent}
|
|
with patch.dict(server._sessions, {"s1": session}, clear=False), \
|
|
patch.object(server, "_write_config_key") as write_key, \
|
|
patch.object(server, "_persist_live_session_runtime"), \
|
|
patch.object(server, "_emit"), \
|
|
patch(
|
|
"hermes_cli.models.resolve_fast_mode_overrides",
|
|
return_value=FAST_OVERRIDES,
|
|
):
|
|
resp = _set({"key": "fast", "session_id": "s1", "value": "fast"})
|
|
assert resp["result"]["value"] == "fast"
|
|
assert agent.service_tier == "priority"
|
|
assert session["create_service_tier_override"] == "priority"
|
|
write_key.assert_not_called()
|
|
|
|
|
|
def test_lazy_session_pins_create_override(self) -> None:
|
|
"""A pre-build (agent=None) session must keep the change for the
|
|
deferred agent build instead of dropping it."""
|
|
session = {
|
|
"session_key": "k3",
|
|
"agent": None,
|
|
"model_override": {"model": "gpt-6", "provider": "openai"},
|
|
}
|
|
with patch.dict(server._sessions, {"s3": session}, clear=False), \
|
|
patch.object(server, "_write_config_key") as write_key, \
|
|
patch(
|
|
"hermes_cli.models.resolve_fast_mode_overrides",
|
|
return_value=FAST_OVERRIDES,
|
|
):
|
|
resp = _set({"key": "fast", "session_id": "s3", "value": "fast"})
|
|
assert resp["result"]["value"] == "fast"
|
|
assert session["create_service_tier_override"] == "priority"
|
|
write_key.assert_not_called()
|
|
|
|
|
|
def test_toggle_flips_prebuild_pin(self) -> None:
|
|
"""An empty value toggles from the session's pin, not the global."""
|
|
session = {
|
|
"session_key": "k5",
|
|
"agent": None,
|
|
"create_service_tier_override": "priority",
|
|
}
|
|
with patch.dict(server._sessions, {"s5": session}, clear=False), \
|
|
patch.object(server, "_write_config_key") as write_key:
|
|
resp = _set({"key": "fast", "session_id": "s5", "value": ""})
|
|
assert resp["result"]["value"] == "normal"
|
|
assert session["create_service_tier_override"] == ""
|
|
write_key.assert_not_called()
|
|
|
|
def test_no_session_persists_globally(self) -> None:
|
|
with patch.object(server, "_write_config_key") as write_key:
|
|
resp = _set({"key": "fast", "value": "normal"})
|
|
assert resp["result"]["value"] == "normal"
|
|
write_key.assert_called_once_with("agent.service_tier", "normal")
|
|
|
|
|
|
class TestConfigGetFastSessionScope:
|
|
def test_reads_prebuild_pin(self) -> None:
|
|
session = {
|
|
"session_key": "k6",
|
|
"agent": None,
|
|
"create_service_tier_override": "priority",
|
|
}
|
|
with patch.dict(server._sessions, {"s6": session}, clear=False):
|
|
resp = _get({"key": "fast", "session_id": "s6"})
|
|
assert resp["result"]["value"] == "fast"
|
|
|
|
|
|
def test_falls_back_to_global(self) -> None:
|
|
with patch.object(server, "_load_service_tier", return_value="priority"):
|
|
resp = _get({"key": "fast"})
|
|
assert resp["result"]["value"] == "fast"
|