mirror of
https://github.com/NousResearch/hermes-agent.git
synced 2026-07-30 19:09:28 +00:00
39975613b1
Second, deeper pass over tools/gateway/hermes_cli plus first pass over the trees wave 1 missed (acp, acp_adapter, skills, computer_use, docker, dashboard, conformance, monitoring, secret_sources, hermes_state, providers). Same rubric as wave 1 (AGENTS.md test policy); security, alternation/caching invariants, issue-number regressions, and E2E kept. Real test-quality fixes found and rooted out along the way: - tests/tools/test_command_guards.py made real auxiliary-LLM HTTPS calls (DEFAULT_CONFIG smart-approval leaked in) — pinned approval mode=manual via autouse fixture: 17.4s → 0.4s. - test_model_switch_custom_providers.py / test_user_providers_model_switch.py silently probed live provider catalogs (~2s/test) — stubbed cached_provider_model_ids/provider_model_ids/fetch_api_models. - test_telegram_noise_filter.py: 15-platform copy-paste matrix over shared gateway.run logic → 3 representative platforms (55s → 3.9s). - test_gateway_shutdown.py: stop()'s 5s interrupt-deadline loop spun on MagicMock agents — interrupt.side_effect now clears _running_agents (22s → 1.0s). - test_gateway_inactivity_timeout.py poll-harness timings shrunk 3-5x (24s → 1.1s); test_mcp_stability.py backoff/SIGTERM-grace sleeps patched (15.4s → 2.5s); test_async_delegation.py negative-drain wait 5s → 0.5s. - test_telegram_init_deadline.py: loop-block margin restored to 1.0s with rationale comment — the watchdog-dump assertion needs the loop blocked well past deadline+grace under parallel load (flaked once in the 40-worker verification run at a 0.2s margin). Verification: full hermetic suite via scripts/run_tests.sh — 2,438 files, 21,718 tests passed, 0 failed, 293.9s wall. Suite totals vs original baseline: 46,820 → 19,757 test functions (−57.8%), wall 583.5s → 293.9s (−50%), subprocess CPU 13,564s → 11,623s.
180 lines
6.1 KiB
Python
180 lines
6.1 KiB
Python
"""Tests for the update_session_meta fix.
|
|
|
|
Verifies that:
|
|
1. SessionDB.update_session_meta() exists and works correctly via the
|
|
public _execute_write path (not db._lock / db._conn directly).
|
|
2. session.py _persist() no longer touches db._lock or db._conn.
|
|
3. update_session_meta updates the correct columns atomically.
|
|
"""
|
|
|
|
import ast
|
|
import json
|
|
import tempfile
|
|
from pathlib import Path
|
|
from unittest.mock import MagicMock, patch, call
|
|
|
|
import pytest
|
|
|
|
from hermes_state import SessionDB
|
|
from acp_adapter.session import SessionManager
|
|
|
|
|
|
def _tmp_db(tmp_path):
|
|
return SessionDB(db_path=tmp_path / "state.db")
|
|
|
|
|
|
def _mock_agent():
|
|
return MagicMock(name="MockAIAgent")
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# hermes_state.SessionDB.update_session_meta — unit tests
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestUpdateSessionMeta:
|
|
"""Direct unit tests for the new public method."""
|
|
|
|
def test_method_exists(self, tmp_path):
|
|
db = _tmp_db(tmp_path)
|
|
assert hasattr(db, "update_session_meta"), (
|
|
"SessionDB must have update_session_meta() public method"
|
|
)
|
|
assert callable(db.update_session_meta)
|
|
|
|
def test_updates_model_config(self, tmp_path):
|
|
db = _tmp_db(tmp_path)
|
|
db.create_session("s1", source="acp", model="gpt-4")
|
|
|
|
new_meta = json.dumps({"cwd": "/new/path", "provider": "openai"})
|
|
db.update_session_meta("s1", new_meta, model=None)
|
|
|
|
row = db.get_session("s1")
|
|
stored = json.loads(row["model_config"])
|
|
assert stored["cwd"] == "/new/path"
|
|
assert stored["provider"] == "openai"
|
|
|
|
|
|
|
|
def test_uses_execute_write_not_private_api(self, tmp_path):
|
|
"""update_session_meta must route through _execute_write, not _conn directly."""
|
|
db = _tmp_db(tmp_path)
|
|
db.create_session("s4", source="acp")
|
|
|
|
call_count = [0]
|
|
original = db._execute_write
|
|
|
|
def patched(fn):
|
|
call_count[0] += 1
|
|
return original(fn)
|
|
|
|
db._execute_write = patched
|
|
db.update_session_meta("s4", json.dumps({"cwd": "."}), model="m")
|
|
|
|
assert call_count[0] >= 1, (
|
|
"update_session_meta must call _execute_write at least once"
|
|
)
|
|
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# AST check: session.py must not access db._lock or db._conn
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestNoPrviateDBAccess:
|
|
"""_persist() in session.py must not access db._lock or db._conn."""
|
|
|
|
def test_no_db_private_lock_access(self):
|
|
with open("acp_adapter/session.py", encoding="utf-8") as f:
|
|
source = f.read()
|
|
|
|
tree = ast.parse(source)
|
|
|
|
violations = []
|
|
for node in ast.walk(tree):
|
|
# Looking for: db._lock or db._conn
|
|
if isinstance(node, ast.Attribute):
|
|
if isinstance(node.value, ast.Name) and node.value.id == "db":
|
|
if node.attr in ("_lock", "_conn"):
|
|
violations.append(
|
|
f"db.{node.attr} at line {node.lineno}"
|
|
)
|
|
|
|
assert violations == [], (
|
|
"session.py accesses private SessionDB internals: "
|
|
+ ", ".join(violations)
|
|
+ " — use db.update_session_meta() instead"
|
|
)
|
|
|
|
def test_persist_calls_update_session_meta(self):
|
|
"""AST check: _persist must call db.update_session_meta()."""
|
|
with open("acp_adapter/session.py", encoding="utf-8") as f:
|
|
tree = ast.parse(f.read())
|
|
|
|
found = False
|
|
for node in ast.walk(tree):
|
|
if isinstance(node, ast.FunctionDef) and node.name == "_persist":
|
|
for child in ast.walk(node):
|
|
if isinstance(child, ast.Call):
|
|
func = child.func
|
|
if isinstance(func, ast.Attribute):
|
|
if func.attr == "update_session_meta":
|
|
found = True
|
|
break
|
|
break
|
|
|
|
assert found, (
|
|
"_persist() must call db.update_session_meta() "
|
|
"instead of db._conn.execute() directly"
|
|
)
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Integration: _persist round-trip via SessionManager
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class TestPersistRoundTrip:
|
|
"""End-to-end: save a session and verify DB state is correct."""
|
|
|
|
def test_cwd_persisted_via_update_session_meta(self, tmp_path):
|
|
db = _tmp_db(tmp_path)
|
|
manager = SessionManager(agent_factory=_mock_agent, db=db)
|
|
|
|
state = manager.create_session(cwd="/original")
|
|
assert db.get_session(state.session_id) is not None
|
|
|
|
# Simulate cwd change and save
|
|
state.cwd = "/updated"
|
|
manager.save_session(state.session_id)
|
|
|
|
row = db.get_session(state.session_id)
|
|
mc = json.loads(row["model_config"])
|
|
assert mc["cwd"] == "/updated"
|
|
|
|
def test_model_persisted_via_update_session_meta(self, tmp_path):
|
|
db = _tmp_db(tmp_path)
|
|
manager = SessionManager(agent_factory=_mock_agent, db=db)
|
|
|
|
state = manager.create_session()
|
|
state.model = "new-model-xyz"
|
|
manager.save_session(state.session_id)
|
|
|
|
row = db.get_session(state.session_id)
|
|
assert row["model"] == "new-model-xyz"
|
|
|
|
def test_existing_model_not_cleared_on_save(self, tmp_path):
|
|
"""If state.model is empty, the DB model column must not be overwritten."""
|
|
db = _tmp_db(tmp_path)
|
|
manager = SessionManager(agent_factory=_mock_agent, db=db)
|
|
|
|
state = manager.create_session()
|
|
# Manually set a model in DB
|
|
db.update_session_meta(state.session_id, json.dumps({"cwd": "."}), model="stored-model")
|
|
|
|
# Now save with empty model
|
|
state.model = ""
|
|
manager.save_session(state.session_id)
|
|
|
|
row = db.get_session(state.session_id)
|
|
assert row["model"] == "stored-model", (
|
|
"COALESCE must preserve the existing model when new value is NULL"
|
|
)
|